hotspot/src/cpu/x86/vm/sharedRuntime_x86_64.cpp
author twisti
Mon, 17 Sep 2012 12:57:58 -0700
changeset 13881 a326d528f3e1
parent 13742 9180987e305d
child 13883 6979b9850feb
permissions -rw-r--r--
7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc Reviewed-by: kvn, jrose, bdelsart
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
     2
 * Copyright (c) 2003, 2012, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5419
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5419
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5419
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    26
#include "asm/assembler.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    27
#include "assembler_x86.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    28
#include "code/debugInfoRec.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    29
#include "code/icBuffer.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    30
#include "code/vtableStubs.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    31
#include "interpreter/interpreter.hpp"
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
    32
#include "oops/compiledICHolder.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    33
#include "prims/jvmtiRedefineClassesTrace.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    34
#include "runtime/sharedRuntime.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    35
#include "runtime/vframeArray.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    36
#include "vmreg_x86.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    37
#ifdef COMPILER1
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    38
#include "c1/c1_Runtime1.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    39
#endif
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    40
#ifdef COMPILER2
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    41
#include "opto/runtime.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5702
diff changeset
    42
#endif
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
9976
6fef34e63df1 7045514: SPARC assembly code for JSR 292 ricochet frames
never
parents: 9630
diff changeset
    44
#define __ masm->
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
1900
68ea5d5fab8b 6792301: StackAlignmentInBytes not honored for compiled native methods
xlu
parents: 1896
diff changeset
    46
const int StackAlignmentInSlots = StackAlignmentInBytes / VMRegImpl::stack_slot_size;
68ea5d5fab8b 6792301: StackAlignmentInBytes not honored for compiled native methods
xlu
parents: 1896
diff changeset
    47
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
class SimpleRuntimeFrame {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  // Most of the runtime stubs have this simple frame layout.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  // This class exists to make the layout shared in one place.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
  // Offsets are for compiler stack slots, which are jints.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
  enum layout {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
    // The frame sender code expects that rbp will be in the "natural" place and
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
    // will override any oopMap setting for it. We must therefore force the layout
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
    // so that it agrees with the frame sender code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
    rbp_off = frame::arg_reg_save_area_bytes/BytesPerInt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
    rbp_off2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
    return_off, return_off2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
    framesize
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
class RegisterSaver {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  // Capture info about frame layout.  Layout offsets are in jint
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  // units because compiler frame slots are jints.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
#define DEF_XMM_OFFS(regnum) xmm ## regnum ## _off = xmm_off + (regnum)*16/BytesPerInt, xmm ## regnum ## H_off
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
  enum layout {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
    fpu_state_off = frame::arg_reg_save_area_bytes/BytesPerInt, // fxsave save area
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
    xmm_off       = fpu_state_off + 160/BytesPerInt,            // offset in fxsave save area
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
    DEF_XMM_OFFS(0),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
    DEF_XMM_OFFS(1),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
    DEF_XMM_OFFS(2),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
    DEF_XMM_OFFS(3),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
    DEF_XMM_OFFS(4),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
    DEF_XMM_OFFS(5),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
    DEF_XMM_OFFS(6),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
    DEF_XMM_OFFS(7),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
    DEF_XMM_OFFS(8),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
    DEF_XMM_OFFS(9),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
    DEF_XMM_OFFS(10),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
    DEF_XMM_OFFS(11),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
    DEF_XMM_OFFS(12),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
    DEF_XMM_OFFS(13),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
    DEF_XMM_OFFS(14),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
    DEF_XMM_OFFS(15),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
    fpu_state_end = fpu_state_off + ((FPUStateSizeInWords-1)*wordSize / BytesPerInt),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
    fpu_stateH_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
    r15_off, r15H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
    r14_off, r14H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
    r13_off, r13H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
    r12_off, r12H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
    r11_off, r11H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
    r10_off, r10H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
    r9_off,  r9H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
    r8_off,  r8H_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
    rdi_off, rdiH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
    rsi_off, rsiH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
    ignore_off, ignoreH_off,  // extra copy of rbp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
    rsp_off, rspH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
    rbx_off, rbxH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
    rdx_off, rdxH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
    rcx_off, rcxH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
    rax_off, raxH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    // 16-byte stack alignment fill word: see MacroAssembler::push/pop_IU_state
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
    align_off, alignH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
    flags_off, flagsH_off,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    // The frame sender code expects that rbp will be in the "natural" place and
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
    // will override any oopMap setting for it. We must therefore force the layout
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
    // so that it agrees with the frame sender code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
    rbp_off, rbpH_off,        // copy of rbp we will restore
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    return_off, returnH_off,  // slot for return address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    reg_save_size             // size in compiler stack slots
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  static OopMap* save_live_registers(MacroAssembler* masm, int additional_frame_words, int* total_frame_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
  static void restore_live_registers(MacroAssembler* masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
  // Offsets into the register save area
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
  // Used by deoptimization when it is managing result register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  // values on its own
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  static int rax_offset_in_bytes(void)    { return BytesPerInt * rax_off; }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   127
  static int rdx_offset_in_bytes(void)    { return BytesPerInt * rdx_off; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
  static int rbx_offset_in_bytes(void)    { return BytesPerInt * rbx_off; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  static int xmm0_offset_in_bytes(void)   { return BytesPerInt * xmm0_off; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  static int return_offset_in_bytes(void) { return BytesPerInt * return_off; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
  // During deoptimization only the result registers need to be restored,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  // all the other values have already been extracted.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
  static void restore_result_registers(MacroAssembler* masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
OopMap* RegisterSaver::save_live_registers(MacroAssembler* masm, int additional_frame_words, int* total_frame_words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
  // Always make the frame size 16-byte aligned
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
  int frame_size_in_bytes = round_to(additional_frame_words*wordSize +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
                                     reg_save_size*BytesPerInt, 16);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  // OopMap frame size is in compiler stack slots (jint's) not bytes or words
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
  int frame_size_in_slots = frame_size_in_bytes / BytesPerInt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  // The caller will allocate additional_frame_words
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
  int additional_frame_slots = additional_frame_words*wordSize / BytesPerInt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  // CodeBlob frame size is in words.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
  int frame_size_in_words = frame_size_in_bytes / wordSize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  *total_frame_words = frame_size_in_words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
  // Save registers, fpu state, and flags.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
  // We assume caller has already pushed the return address onto the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
  // stack, so rsp is 8-byte aligned here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  // We push rpb twice in this sequence because we want the real rbp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
  // to be under the return like a normal enter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  __ enter();          // rsp becomes 16-byte aligned here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  __ push_CPU_state(); // Push a multiple of 16 bytes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  if (frame::arg_reg_save_area_bytes != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
    // Allocate argument register save area
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   160
    __ subptr(rsp, frame::arg_reg_save_area_bytes);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  // Set an oopmap for the call site.  This oopmap will map all
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
  // oop-registers and debug-info registers as callee-saved.  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  // will allow deoptimization at this safepoint to find all possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  // debug-info recordings, as well as let GC find all oops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  OopMapSet *oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  OopMap* map = new OopMap(frame_size_in_slots, 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
  map->set_callee_saved(VMRegImpl::stack2reg( rax_off  + additional_frame_slots), rax->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  map->set_callee_saved(VMRegImpl::stack2reg( rcx_off  + additional_frame_slots), rcx->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  map->set_callee_saved(VMRegImpl::stack2reg( rdx_off  + additional_frame_slots), rdx->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  map->set_callee_saved(VMRegImpl::stack2reg( rbx_off  + additional_frame_slots), rbx->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
  // rbp location is known implicitly by the frame sender code, needs no oopmap
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  // and the location where rbp was saved by is ignored
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
  map->set_callee_saved(VMRegImpl::stack2reg( rsi_off  + additional_frame_slots), rsi->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
  map->set_callee_saved(VMRegImpl::stack2reg( rdi_off  + additional_frame_slots), rdi->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
  map->set_callee_saved(VMRegImpl::stack2reg( r8_off   + additional_frame_slots), r8->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  map->set_callee_saved(VMRegImpl::stack2reg( r9_off   + additional_frame_slots), r9->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
  map->set_callee_saved(VMRegImpl::stack2reg( r10_off  + additional_frame_slots), r10->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  map->set_callee_saved(VMRegImpl::stack2reg( r11_off  + additional_frame_slots), r11->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
  map->set_callee_saved(VMRegImpl::stack2reg( r12_off  + additional_frame_slots), r12->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  map->set_callee_saved(VMRegImpl::stack2reg( r13_off  + additional_frame_slots), r13->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  map->set_callee_saved(VMRegImpl::stack2reg( r14_off  + additional_frame_slots), r14->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  map->set_callee_saved(VMRegImpl::stack2reg( r15_off  + additional_frame_slots), r15->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
  map->set_callee_saved(VMRegImpl::stack2reg(xmm0_off  + additional_frame_slots), xmm0->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  map->set_callee_saved(VMRegImpl::stack2reg(xmm1_off  + additional_frame_slots), xmm1->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  map->set_callee_saved(VMRegImpl::stack2reg(xmm2_off  + additional_frame_slots), xmm2->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
  map->set_callee_saved(VMRegImpl::stack2reg(xmm3_off  + additional_frame_slots), xmm3->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
  map->set_callee_saved(VMRegImpl::stack2reg(xmm4_off  + additional_frame_slots), xmm4->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  map->set_callee_saved(VMRegImpl::stack2reg(xmm5_off  + additional_frame_slots), xmm5->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
  map->set_callee_saved(VMRegImpl::stack2reg(xmm6_off  + additional_frame_slots), xmm6->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
  map->set_callee_saved(VMRegImpl::stack2reg(xmm7_off  + additional_frame_slots), xmm7->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
  map->set_callee_saved(VMRegImpl::stack2reg(xmm8_off  + additional_frame_slots), xmm8->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
  map->set_callee_saved(VMRegImpl::stack2reg(xmm9_off  + additional_frame_slots), xmm9->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
  map->set_callee_saved(VMRegImpl::stack2reg(xmm10_off + additional_frame_slots), xmm10->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
  map->set_callee_saved(VMRegImpl::stack2reg(xmm11_off + additional_frame_slots), xmm11->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  map->set_callee_saved(VMRegImpl::stack2reg(xmm12_off + additional_frame_slots), xmm12->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
  map->set_callee_saved(VMRegImpl::stack2reg(xmm13_off + additional_frame_slots), xmm13->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  map->set_callee_saved(VMRegImpl::stack2reg(xmm14_off + additional_frame_slots), xmm14->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
  map->set_callee_saved(VMRegImpl::stack2reg(xmm15_off + additional_frame_slots), xmm15->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
  // %%% These should all be a waste but we'll keep things as they were for now
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  if (true) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
    map->set_callee_saved(VMRegImpl::stack2reg( raxH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
                          rax->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
    map->set_callee_saved(VMRegImpl::stack2reg( rcxH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
                          rcx->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
    map->set_callee_saved(VMRegImpl::stack2reg( rdxH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
                          rdx->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
    map->set_callee_saved(VMRegImpl::stack2reg( rbxH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
                          rbx->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
    // rbp location is known implicitly by the frame sender code, needs no oopmap
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
    map->set_callee_saved(VMRegImpl::stack2reg( rsiH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
                          rsi->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
    map->set_callee_saved(VMRegImpl::stack2reg( rdiH_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
                          rdi->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
    map->set_callee_saved(VMRegImpl::stack2reg( r8H_off   + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
                          r8->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
    map->set_callee_saved(VMRegImpl::stack2reg( r9H_off   + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
                          r9->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
    map->set_callee_saved(VMRegImpl::stack2reg( r10H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
                          r10->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
    map->set_callee_saved(VMRegImpl::stack2reg( r11H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
                          r11->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
    map->set_callee_saved(VMRegImpl::stack2reg( r12H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
                          r12->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
    map->set_callee_saved(VMRegImpl::stack2reg( r13H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
                          r13->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
    map->set_callee_saved(VMRegImpl::stack2reg( r14H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
                          r14->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    map->set_callee_saved(VMRegImpl::stack2reg( r15H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
                          r15->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
    map->set_callee_saved(VMRegImpl::stack2reg(xmm0H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
                          xmm0->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
    map->set_callee_saved(VMRegImpl::stack2reg(xmm1H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
                          xmm1->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
    map->set_callee_saved(VMRegImpl::stack2reg(xmm2H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
                          xmm2->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
    map->set_callee_saved(VMRegImpl::stack2reg(xmm3H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
                          xmm3->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
    map->set_callee_saved(VMRegImpl::stack2reg(xmm4H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
                          xmm4->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
    map->set_callee_saved(VMRegImpl::stack2reg(xmm5H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
                          xmm5->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
    map->set_callee_saved(VMRegImpl::stack2reg(xmm6H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
                          xmm6->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
    map->set_callee_saved(VMRegImpl::stack2reg(xmm7H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
                          xmm7->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
    map->set_callee_saved(VMRegImpl::stack2reg(xmm8H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
                          xmm8->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
    map->set_callee_saved(VMRegImpl::stack2reg(xmm9H_off  + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
                          xmm9->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
    map->set_callee_saved(VMRegImpl::stack2reg(xmm10H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
                          xmm10->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
    map->set_callee_saved(VMRegImpl::stack2reg(xmm11H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
                          xmm11->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
    map->set_callee_saved(VMRegImpl::stack2reg(xmm12H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
                          xmm12->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
    map->set_callee_saved(VMRegImpl::stack2reg(xmm13H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
                          xmm13->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
    map->set_callee_saved(VMRegImpl::stack2reg(xmm14H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
                          xmm14->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
    map->set_callee_saved(VMRegImpl::stack2reg(xmm15H_off + additional_frame_slots),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
                          xmm15->as_VMReg()->next());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
  return map;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
void RegisterSaver::restore_live_registers(MacroAssembler* masm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
  if (frame::arg_reg_save_area_bytes != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
    // Pop arg register save area
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   274
    __ addptr(rsp, frame::arg_reg_save_area_bytes);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  // Recover CPU state
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  __ pop_CPU_state();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  // Get the rbp described implicitly by the calling convention (no oopMap)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   279
  __ pop(rbp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
void RegisterSaver::restore_result_registers(MacroAssembler* masm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  // Just restore result register. Only used by deoptimization. By
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
  // now any callee save register that needs to be restored to a c2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  // caller of the deoptee has been extracted into the vframeArray
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
  // and will be stuffed into the c2i adapter we create for later
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  // restoration so only result registers need to be restored here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  // Restore fp result register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  __ movdbl(xmm0, Address(rsp, xmm0_offset_in_bytes()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  // Restore integer result register
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   293
  __ movptr(rax, Address(rsp, rax_offset_in_bytes()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   294
  __ movptr(rdx, Address(rsp, rdx_offset_in_bytes()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   295
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
  // Pop all of the register save are off the stack except the return address
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   297
  __ addptr(rsp, return_offset_in_bytes());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
// The java_calling_convention describes stack locations as ideal slots on
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
// a frame with no abi restrictions. Since we must observe abi restrictions
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
// (like the placement of the register window) the slots must be biased by
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
// the following value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
static int reg2offset_in(VMReg r) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  // Account for saved rbp and return address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  // This should really be in_preserve_stack_slots
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  return (r->reg2stack() + 4) * VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
static int reg2offset_out(VMReg r) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
  return (r->reg2stack() + SharedRuntime::out_preserve_stack_slots()) * VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
// ---------------------------------------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
// Read the array of BasicTypes from a signature, and compute where the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
// arguments should go.  Values in the VMRegPair regs array refer to 4-byte
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
// quantities.  Values less than VMRegImpl::stack0 are registers, those above
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
// refer to 4-byte stack slots.  All stack slots are based off of the stack pointer
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
// as framesizes are fixed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
// VMRegImpl::stack0 refers to the first slot 0(sp).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
// and VMRegImpl::stack0+1 refers to the memory word 4-byes higher.  Register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
// up to RegisterImpl::number_of_registers) are the 64-bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
// integer registers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
// Note: the INPUTS in sig_bt are in units of Java argument words, which are
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
// either 32-bit or 64-bit depending on the build.  The OUTPUTS are in 32-bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
// units regardless of build. Of course for i486 there is no 64 bit build
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
// The Java calling convention is a "shifted" version of the C ABI.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
// By skipping the first C ABI register we can call non-static jni methods
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
// with small numbers of arguments without having to shuffle the arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
// at all. Since we control the java ABI we ought to at least get some
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
// advantage out of it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
int SharedRuntime::java_calling_convention(const BasicType *sig_bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
                                           VMRegPair *regs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
                                           int total_args_passed,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
                                           int is_outgoing) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  // Create the mapping between argument positions and
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  // registers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  static const Register INT_ArgReg[Argument::n_int_register_parameters_j] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
    j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  static const XMMRegister FP_ArgReg[Argument::n_float_register_parameters_j] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
    j_farg0, j_farg1, j_farg2, j_farg3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
    j_farg4, j_farg5, j_farg6, j_farg7
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
  uint int_args = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  uint fp_args = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
  uint stk_args = 0; // inc by 2 each time
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  for (int i = 0; i < total_args_passed; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
    switch (sig_bt[i]) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
    case T_BOOLEAN:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
    case T_CHAR:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
    case T_BYTE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
    case T_SHORT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
    case T_INT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
      if (int_args < Argument::n_int_register_parameters_j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
        regs[i].set1(INT_ArgReg[int_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
        regs[i].set1(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
        stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
    case T_VOID:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
      // halves of T_LONG or T_DOUBLE
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
      assert(i != 0 && (sig_bt[i - 1] == T_LONG || sig_bt[i - 1] == T_DOUBLE), "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
      regs[i].set_bad();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
    case T_LONG:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
      assert(sig_bt[i + 1] == T_VOID, "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
      // fall through
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
    case T_OBJECT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
    case T_ARRAY:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
    case T_ADDRESS:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
      if (int_args < Argument::n_int_register_parameters_j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
        regs[i].set2(INT_ArgReg[int_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
        regs[i].set2(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
        stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
    case T_FLOAT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
      if (fp_args < Argument::n_float_register_parameters_j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
        regs[i].set1(FP_ArgReg[fp_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
        regs[i].set1(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
        stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
    case T_DOUBLE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
      assert(sig_bt[i + 1] == T_VOID, "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
      if (fp_args < Argument::n_float_register_parameters_j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
        regs[i].set2(FP_ArgReg[fp_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
        regs[i].set2(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
        stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
    default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
      ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
  return round_to(stk_args, 2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
// Patch the callers callsite with entry to compiled code if it exists.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
static void patch_callers_callsite(MacroAssembler *masm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
  Label L;
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   416
  __ cmpptr(Address(rbx, in_bytes(Method::code_offset())), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
  __ jcc(Assembler::equal, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
  // Save the current stack pointer
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   420
  __ mov(r13, rsp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
  // Schedule the branch target address early.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  // Call into the VM to patch the caller, then jump to compiled callee
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
  // rax isn't live so capture return address while we easily can
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   424
  __ movptr(rax, Address(rsp, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
  // align stack so push_CPU_state doesn't fault
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   427
  __ andptr(rsp, -(StackAlignmentInBytes));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
  __ push_CPU_state();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
  // VM needs caller's callsite
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
  // VM needs target method
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
  // This needs to be a long call since we will relocate this adapter to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  // the codeBuffer and it may not reach
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
  // Allocate argument register save area
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
  if (frame::arg_reg_save_area_bytes != 0) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   437
    __ subptr(rsp, frame::arg_reg_save_area_bytes);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
  }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   439
  __ mov(c_rarg0, rbx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   440
  __ mov(c_rarg1, rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, SharedRuntime::fixup_callers_callsite)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
  // De-allocate argument register save area
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
  if (frame::arg_reg_save_area_bytes != 0) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   445
    __ addptr(rsp, frame::arg_reg_save_area_bytes);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
  __ pop_CPU_state();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
  // restore sp
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   450
  __ mov(rsp, r13);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
  __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
static void gen_c2i_adapter(MacroAssembler *masm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
                            int total_args_passed,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
                            int comp_args_on_stack,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
                            const BasicType *sig_bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
                            const VMRegPair *regs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
                            Label& skip_fixup) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
  // Before we get into the guts of the C2I adapter, see if we should be here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
  // at all.  We've come from compiled code and are attempting to jump to the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
  // interpreter, which means the caller made a static call to get here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  // (vcalls always get a compiled target if there is one).  Check for a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
  // compiled target.  If there is one, we need to patch the caller's call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
  patch_callers_callsite(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
  __ bind(skip_fixup);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
  // Since all args are passed on the stack, total_args_passed *
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
  // Interpreter::stackElementSize is the space we need. Plus 1 because
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  // we also account for the return address location since
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
  // we store it first rather than hold it in rax across all the shuffling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
5419
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
   475
  int extraspace = (total_args_passed * Interpreter::stackElementSize) + wordSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
  // stack is aligned, keep it that way
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
  extraspace = round_to(extraspace, 2*wordSize);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
  // Get return address
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   481
  __ pop(rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
  // set senderSP value
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   484
  __ mov(r13, rsp);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   485
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   486
  __ subptr(rsp, extraspace);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
  // Store the return address in the expected location
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   489
  __ movptr(Address(rsp, 0), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
  // Now write the args into the outgoing interpreter space
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
  for (int i = 0; i < total_args_passed; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
    if (sig_bt[i] == T_VOID) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
      assert(i > 0 && (sig_bt[i-1] == T_LONG || sig_bt[i-1] == T_DOUBLE), "missing half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
      continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
    // offset to start parameters
5419
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
   499
    int st_off   = (total_args_passed - i) * Interpreter::stackElementSize;
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
   500
    int next_off = st_off - Interpreter::stackElementSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    // Say 4 args:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
    // i   st_off
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
    // 0   32 T_LONG
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
    // 1   24 T_VOID
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
    // 2   16 T_OBJECT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
    // 3    8 T_BOOL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
    // -    0 return address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
    // However to make thing extra confusing. Because we can fit a long/double in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
    // a single slot on a 64 bt vm and it would be silly to break them up, the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
    // leaves one slot empty and only stores to a single slot. In this case the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
    // slot that is occupied is the T_VOID slot. See I said it was confusing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
    VMReg r_1 = regs[i].first();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    VMReg r_2 = regs[i].second();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
    if (!r_1->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
      assert(!r_2->is_valid(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
      continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
    if (r_1->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
      // memory to memory use rax
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
      int ld_off = r_1->reg2stack() * VMRegImpl::stack_slot_size + extraspace;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
      if (!r_2->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
        // sign extend??
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
        __ movl(rax, Address(rsp, ld_off));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   527
        __ movptr(Address(rsp, st_off), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
        __ movq(rax, Address(rsp, ld_off));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
        // Two VMREgs|OptoRegs can be T_OBJECT, T_ADDRESS, T_DOUBLE, T_LONG
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
        // T_DOUBLE and T_LONG use two slots in the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
        if ( sig_bt[i] == T_LONG || sig_bt[i] == T_DOUBLE) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
          // ld_off == LSW, ld_off+wordSize == MSW
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
          // st_off == MSW, next_off == LSW
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
          __ movq(Address(rsp, next_off), rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
          // Overwrite the unused slot with known junk
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
          __ mov64(rax, CONST64(0xdeadffffdeadaaaa));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   542
          __ movptr(Address(rsp, st_off), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
          __ movq(Address(rsp, st_off), rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
    } else if (r_1->is_Register()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
      Register r = r_1->as_Register();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
      if (!r_2->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
        // must be only an int (or less ) so move only 32bits to slot
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
        // why not sign extend??
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
        __ movl(Address(rsp, st_off), r);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
        // Two VMREgs|OptoRegs can be T_OBJECT, T_ADDRESS, T_DOUBLE, T_LONG
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
        // T_DOUBLE and T_LONG use two slots in the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
        if ( sig_bt[i] == T_LONG || sig_bt[i] == T_DOUBLE) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
          // long/double in gpr
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
          // Overwrite the unused slot with known junk
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
          __ mov64(rax, CONST64(0xdeadffffdeadaaab));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   562
          __ movptr(Address(rsp, st_off), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
          __ movq(Address(rsp, next_off), r);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
        } else {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   566
          __ movptr(Address(rsp, st_off), r);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
      assert(r_1->is_XMMRegister(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
      if (!r_2->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
        // only a float use just part of the slot
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
        __ movflt(Address(rsp, st_off), r_1->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
        // Overwrite the unused slot with known junk
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
        __ mov64(rax, CONST64(0xdeadffffdeadaaac));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   578
        __ movptr(Address(rsp, st_off), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
        __ movdbl(Address(rsp, next_off), r_1->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
  // Schedule the branch target address early.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   586
  __ movptr(rcx, Address(rbx, in_bytes(Method::interpreter_entry_offset())));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
  __ jmp(rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   590
static void range_check(MacroAssembler* masm, Register pc_reg, Register temp_reg,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   591
                        address code_start, address code_end,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   592
                        Label& L_ok) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   593
  Label L_fail;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   594
  __ lea(temp_reg, ExternalAddress(code_start));
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   595
  __ cmpptr(pc_reg, temp_reg);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   596
  __ jcc(Assembler::belowEqual, L_fail);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   597
  __ lea(temp_reg, ExternalAddress(code_end));
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   598
  __ cmpptr(pc_reg, temp_reg);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   599
  __ jcc(Assembler::below, L_ok);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   600
  __ bind(L_fail);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   601
}
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   602
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
static void gen_i2c_adapter(MacroAssembler *masm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
                            int total_args_passed,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
                            int comp_args_on_stack,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
                            const BasicType *sig_bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
                            const VMRegPair *regs) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  // Note: r13 contains the senderSP on entry. We must preserve it since
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
  // we may do a i2c -> c2i transition if we lose a race where compiled
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
  // code goes non-entrant while we get args ready.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
  // In addition we use r13 to locate all the interpreter args as
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
  // we must align the stack to 16 bytes on an i2c entry else we
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
  // lose alignment we expect in all compiled code and register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
  // save code can segv when fxsave instructions find improperly
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
  // aligned stack pointer.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   618
  // Adapters can be frameless because they do not require the caller
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   619
  // to perform additional cleanup work, such as correcting the stack pointer.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   620
  // An i2c adapter is frameless because the *caller* frame, which is interpreted,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   621
  // routinely repairs its own stack pointer (from interpreter_frame_last_sp),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   622
  // even if a callee has modified the stack pointer.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   623
  // A c2i adapter is frameless because the *callee* frame, which is interpreted,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   624
  // routinely repairs its caller's stack pointer (from sender_sp, which is set
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   625
  // up via the senderSP register).
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   626
  // In other words, if *either* the caller or callee is interpreted, we can
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   627
  // get the stack pointer repaired after a call.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   628
  // This is why c2i and i2c adapters cannot be indefinitely composed.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   629
  // In particular, if a c2i adapter were to somehow call an i2c adapter,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   630
  // both caller and callee would be compiled methods, and neither would
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   631
  // clean up the stack pointer changes performed by the two adapters.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   632
  // If this happens, control eventually transfers back to the compiled
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   633
  // caller, but with an uncorrected stack, causing delayed havoc.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   634
8315
1503f9d7681f 7009309: JSR 292: compiler/6991596/Test6991596.java crashes on fastdebug JDK7/b122
twisti
parents: 8076
diff changeset
   635
  // Pick up the return address
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   636
  __ movptr(rax, Address(rsp, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   638
  if (VerifyAdapterCalls &&
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   639
      (Interpreter::code() != NULL || StubRoutines::code1() != NULL)) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   640
    // So, let's test for cascading c2i/i2c adapters right now.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   641
    //  assert(Interpreter::contains($return_addr) ||
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   642
    //         StubRoutines::contains($return_addr),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   643
    //         "i2c adapter must return to an interpreter frame");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   644
    __ block_comment("verify_i2c { ");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   645
    Label L_ok;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   646
    if (Interpreter::code() != NULL)
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   647
      range_check(masm, rax, r11,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   648
                  Interpreter::code()->code_start(), Interpreter::code()->code_end(),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   649
                  L_ok);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   650
    if (StubRoutines::code1() != NULL)
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   651
      range_check(masm, rax, r11,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   652
                  StubRoutines::code1()->code_begin(), StubRoutines::code1()->code_end(),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   653
                  L_ok);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   654
    if (StubRoutines::code2() != NULL)
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   655
      range_check(masm, rax, r11,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   656
                  StubRoutines::code2()->code_begin(), StubRoutines::code2()->code_end(),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   657
                  L_ok);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   658
    const char* msg = "i2c adapter must return to an interpreter frame";
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   659
    __ block_comment(msg);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   660
    __ stop(msg);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   661
    __ bind(L_ok);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   662
    __ block_comment("} verify_i2ce ");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   663
  }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
   664
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   665
  // Must preserve original SP for loading incoming arguments because
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   666
  // we need to align the outgoing SP for compiled code.
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   667
  __ movptr(r11, rsp);
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   668
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
  // Cut-out for having no stack args.  Since up to 2 int/oop args are passed
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
  // in registers, we will occasionally have no stack args.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
  int comp_words_on_stack = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  if (comp_args_on_stack) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
    // Sig words on the stack are greater-than VMRegImpl::stack0.  Those in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
    // registers are below.  By subtracting stack0, we either get a negative
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
    // number (all values in registers) or the maximum stack slot accessed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
    // Convert 4-byte c2 stack slots to words.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
    comp_words_on_stack = round_to(comp_args_on_stack*VMRegImpl::stack_slot_size, wordSize)>>LogBytesPerWord;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
    // Round up to miminum stack alignment, in wordSize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
    comp_words_on_stack = round_to(comp_words_on_stack, 2);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   681
    __ subptr(rsp, comp_words_on_stack * wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
  // Ensure compiled code always sees stack at proper alignment
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   686
  __ andptr(rsp, -16);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
  // push the return address and misalign the stack that youngest frame always sees
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
  // as far as the placement of the call instruction
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   690
  __ push(rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   692
  // Put saved SP in another register
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   693
  const Register saved_sp = rax;
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   694
  __ movptr(saved_sp, r11);
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   695
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
  // Will jump to the compiled code just as if compiled code was doing it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
  // Pre-load the register-jump target early, to schedule it better.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   698
  __ movptr(r11, Address(rbx, in_bytes(Method::from_compiled_offset())));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
  // Now generate the shuffle code.  Pick up all register args and move the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
  // rest through the floating point stack top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
  for (int i = 0; i < total_args_passed; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
    if (sig_bt[i] == T_VOID) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
      // Longs and doubles are passed in native word order, but misaligned
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
      // in the 32-bit build.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
      assert(i > 0 && (sig_bt[i-1] == T_LONG || sig_bt[i-1] == T_DOUBLE), "missing half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
      continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
    // Pick up 0, 1 or 2 words from SP+offset.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
    assert(!regs[i].second()->is_valid() || regs[i].first()->next() == regs[i].second(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
            "scrambled load targets?");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
    // Load in argument order going down.
5419
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
   715
    int ld_off = (total_args_passed - i)*Interpreter::stackElementSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
    // Point to interpreter value (vs. tag)
5419
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
   717
    int next_off = ld_off - Interpreter::stackElementSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
    VMReg r_1 = regs[i].first();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
    VMReg r_2 = regs[i].second();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
    if (!r_1->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
      assert(!r_2->is_valid(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
      continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
    if (r_1->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
      // Convert stack slot to an SP offset (+ wordSize to account for return address )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
      int st_off = regs[i].first()->reg2stack()*VMRegImpl::stack_slot_size + wordSize;
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   730
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   731
      // We can use r13 as a temp here because compiled code doesn't need r13 as an input
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   732
      // and if we end up going thru a c2i because of a miss a reasonable value of r13
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   733
      // will be generated.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
      if (!r_2->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
        // sign extend???
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   736
        __ movl(r13, Address(saved_sp, ld_off));
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   737
        __ movptr(Address(rsp, st_off), r13);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
        //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
        // We are using two optoregs. This can be either T_OBJECT, T_ADDRESS, T_LONG, or T_DOUBLE
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
        // the interpreter allocates two slots but only uses one for thr T_LONG or T_DOUBLE case
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
        // So we must adjust where to pick up the data to match the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
        //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
        // Interpreter local[n] == MSW, local[n+1] == LSW however locals
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
        // are accessed as negative so LSW is at LOW address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
        // ld_off is MSW so get LSW
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
        const int offset = (sig_bt[i]==T_LONG||sig_bt[i]==T_DOUBLE)?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
                           next_off : ld_off;
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   750
        __ movq(r13, Address(saved_sp, offset));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
        // st_off is LSW (i.e. reg.first())
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   752
        __ movq(Address(rsp, st_off), r13);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
    } else if (r_1->is_Register()) {  // Register argument
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
      Register r = r_1->as_Register();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
      assert(r != rax, "must be different");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
      if (r_2->is_valid()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
        //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
        // We are using two VMRegs. This can be either T_OBJECT, T_ADDRESS, T_LONG, or T_DOUBLE
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
        // the interpreter allocates two slots but only uses one for thr T_LONG or T_DOUBLE case
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
        // So we must adjust where to pick up the data to match the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
        const int offset = (sig_bt[i]==T_LONG||sig_bt[i]==T_DOUBLE)?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
                           next_off : ld_off;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
        // this can be a misaligned move
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   767
        __ movq(r, Address(saved_sp, offset));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
        // sign extend and use a full word?
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   770
        __ movl(r, Address(saved_sp, ld_off));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
      if (!r_2->is_valid()) {
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   774
        __ movflt(r_1->as_XMMRegister(), Address(saved_sp, ld_off));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
      } else {
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
   776
        __ movdbl(r_1->as_XMMRegister(), Address(saved_sp, next_off));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
489c9b5090e2 Initial load
duke
parents:
diff changeset
   781
  // 6243940 We might end up in handle_wrong_method if
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
  // the callee is deoptimized as we race thru here. If that
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
  // happens we don't want to take a safepoint because the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
  // caller frame will look interpreted and arguments are now
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
  // "compiled" so it is much better to make this transition
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
  // invisible to the stack walking code. Unfortunately if
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
  // we try and find the callee by normal means a safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
  // is possible. So we stash the desired callee in the thread
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
  // and the vm will find there should this case occur.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   791
  __ movptr(Address(r15_thread, JavaThread::callee_target_offset()), rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   793
  // put Method* where a c2i would expect should we end up there
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   794
  // only needed becaus eof c2 resolve stubs return Method* as a result in
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
  // rax
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   796
  __ mov(rax, rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
  __ jmp(r11);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
// ---------------------------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
AdapterHandlerEntry* SharedRuntime::generate_i2c2i_adapters(MacroAssembler *masm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
                                                            int total_args_passed,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
                                                            int comp_args_on_stack,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
                                                            const BasicType *sig_bt,
4735
3d4e4ec0df67 6911204: generated adapters with large signatures can fill up the code cache
never
parents: 4564
diff changeset
   805
                                                            const VMRegPair *regs,
3d4e4ec0df67 6911204: generated adapters with large signatures can fill up the code cache
never
parents: 4564
diff changeset
   806
                                                            AdapterFingerPrint* fingerprint) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
  address i2c_entry = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
  gen_i2c_adapter(masm, total_args_passed, comp_args_on_stack, sig_bt, regs);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
  // -------------------------------------------------------------------------
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   812
  // Generate a C2I adapter.  On entry we know rbx holds the Method* during calls
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
  // to the interpreter.  The args start out packed in the compiled layout.  They
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
  // need to be unpacked into the interpreter layout.  This will almost always
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
  // require some stack space.  We grow the current (compiled) stack, then repack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
  // the args.  We  finally end in a jump to the generic interpreter entry point.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
  // On exit from the interpreter, the interpreter will restore our SP (lest the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
  // compiled code, which relys solely on SP and not RBP, get sick).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
  address c2i_unverified_entry = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
  Label skip_fixup;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
  Label ok;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
  Register holder = rax;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
  Register receiver = j_rarg0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
  Register temp = rbx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
  {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   829
    __ load_klass(temp, receiver);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   830
    __ cmpptr(temp, Address(holder, CompiledICHolder::holder_klass_offset()));
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   831
    __ movptr(rbx, Address(holder, CompiledICHolder::holder_method_offset()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
    __ jcc(Assembler::equal, ok);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
    __ jump(RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
    __ bind(ok);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
    // Method might have been compiled since the call site was patched to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
    // interpreted if that is the case treat it as a miss so we can get
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
    // the call site corrected.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
   839
    __ cmpptr(Address(rbx, in_bytes(Method::code_offset())), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
    __ jcc(Assembler::equal, skip_fixup);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
    __ jump(RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  address c2i_entry = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  gen_c2i_adapter(masm, total_args_passed, comp_args_on_stack, sig_bt, regs, skip_fixup);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  __ flush();
4735
3d4e4ec0df67 6911204: generated adapters with large signatures can fill up the code cache
never
parents: 4564
diff changeset
   849
  return AdapterHandlerLibrary::new_entry(fingerprint, i2c_entry, c2i_entry, c2i_unverified_entry);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
int SharedRuntime::c_calling_convention(const BasicType *sig_bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
                                         VMRegPair *regs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
                                         int total_args_passed) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
// We return the amount of VMRegImpl stack slots we need to reserve for all
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
// the arguments NOT counting out_preserve_stack_slots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
// NOTE: These arrays will have to change when c1 is ported
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
    static const Register INT_ArgReg[Argument::n_int_register_parameters_c] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
      c_rarg0, c_rarg1, c_rarg2, c_rarg3
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
    };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
    static const XMMRegister FP_ArgReg[Argument::n_float_register_parameters_c] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
      c_farg0, c_farg1, c_farg2, c_farg3
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
    };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
    static const Register INT_ArgReg[Argument::n_int_register_parameters_c] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
      c_rarg0, c_rarg1, c_rarg2, c_rarg3, c_rarg4, c_rarg5
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
    };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
    static const XMMRegister FP_ArgReg[Argument::n_float_register_parameters_c] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
      c_farg0, c_farg1, c_farg2, c_farg3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
      c_farg4, c_farg5, c_farg6, c_farg7
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
    };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
    uint int_args = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
    uint fp_args = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
    uint stk_args = 0; // inc by 2 each time
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
    for (int i = 0; i < total_args_passed; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
      switch (sig_bt[i]) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
      case T_BOOLEAN:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
      case T_CHAR:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
      case T_BYTE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
      case T_SHORT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
      case T_INT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
        if (int_args < Argument::n_int_register_parameters_c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
          regs[i].set1(INT_ArgReg[int_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
          fp_args++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
          // Allocate slots for callee to stuff register args the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
          regs[i].set1(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
      case T_LONG:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
        assert(sig_bt[i + 1] == T_VOID, "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
        // fall through
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
      case T_OBJECT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
      case T_ARRAY:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
      case T_ADDRESS:
13742
9180987e305d 7195816: NPG: Crash in c1_ValueType - ShouldNotReachHere
roland
parents: 13728
diff changeset
   906
      case T_METADATA:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
        if (int_args < Argument::n_int_register_parameters_c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
          regs[i].set2(INT_ArgReg[int_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
          fp_args++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
          regs[i].set2(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
      case T_FLOAT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
        if (fp_args < Argument::n_float_register_parameters_c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
          regs[i].set1(FP_ArgReg[fp_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
          int_args++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
          // Allocate slots for callee to stuff register args the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   925
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
          regs[i].set1(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
      case T_DOUBLE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
        assert(sig_bt[i + 1] == T_VOID, "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
        if (fp_args < Argument::n_float_register_parameters_c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
          regs[i].set2(FP_ArgReg[fp_args++]->as_VMReg());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
          int_args++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
          // Allocate slots for callee to stuff register args the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   941
          regs[i].set2(VMRegImpl::stack2reg(stk_args));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   942
          stk_args += 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
      case T_VOID: // Halves of longs and doubles
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
        assert(i != 0 && (sig_bt[i - 1] == T_LONG || sig_bt[i - 1] == T_DOUBLE), "expecting half");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
        regs[i].set_bad();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
      default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
        ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  // windows abi requires that we always allocate enough stack space
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
  // for 4 64bit registers to be stored down.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
  if (stk_args < 8) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
    stk_args = 8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
  return stk_args;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
// On 64 bit we will store integer like items to the stack as
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
// 64 bits items (sparc abi) even though java would only store
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
// 32bits for a parameter. On 32bit it will simply be 32 bits
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
// So this routine will do 32->32 on 32bit and 32->64 on 64bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
static void move32_64(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  if (src.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
    if (dst.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
      // stack to stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
      __ movslq(rax, Address(rbp, reg2offset_in(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
      __ movq(Address(rsp, reg2offset_out(dst.first())), rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
      // stack to reg
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
      __ movslq(dst.first()->as_Register(), Address(rbp, reg2offset_in(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
  } else if (dst.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
    // reg to stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
    // Do we really have to sign extend???
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
    // __ movslq(src.first()->as_Register(), src.first()->as_Register());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
    __ movq(Address(rsp, reg2offset_out(dst.first())), src.first()->as_Register());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
    // Do we really have to sign extend???
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
    // __ movslq(dst.first()->as_Register(), src.first()->as_Register());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
    if (dst.first() != src.first()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
      __ movq(dst.first()->as_Register(), src.first()->as_Register());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   993
static void move_ptr(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   994
  if (src.first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   995
    if (dst.first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   996
      // stack to stack
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   997
      __ movq(rax, Address(rbp, reg2offset_in(src.first())));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   998
      __ movq(Address(rsp, reg2offset_out(dst.first())), rax);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
   999
    } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1000
      // stack to reg
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1001
      __ movq(dst.first()->as_Register(), Address(rbp, reg2offset_in(src.first())));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1002
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1003
  } else if (dst.first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1004
    // reg to stack
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1005
    __ movq(Address(rsp, reg2offset_out(dst.first())), src.first()->as_Register());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1006
  } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1007
    if (dst.first() != src.first()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1008
      __ movq(dst.first()->as_Register(), src.first()->as_Register());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1009
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1010
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1011
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
// An oop arg. Must pass a handle not the oop itself
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
static void object_move(MacroAssembler* masm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
                        OopMap* map,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
                        int oop_handle_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
                        int framesize_in_slots,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
                        VMRegPair src,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
                        VMRegPair dst,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
                        bool is_receiver,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
                        int* receiver_offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
  // must pass a handle. First figure out the location we use as a handle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
  Register rHandle = dst.first()->is_stack() ? rax : dst.first()->as_Register();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
  // See if oop is NULL if it is we need no handle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
  if (src.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
    // Oop is already on the stack as an argument
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
    int offset_in_older_frame = src.first()->reg2stack() + SharedRuntime::out_preserve_stack_slots();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
    map->set_oop(VMRegImpl::stack2reg(offset_in_older_frame + framesize_in_slots));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
    if (is_receiver) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
      *receiver_offset = (offset_in_older_frame + framesize_in_slots) * VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1038
    __ cmpptr(Address(rbp, reg2offset_in(src.first())), (int32_t)NULL_WORD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1039
    __ lea(rHandle, Address(rbp, reg2offset_in(src.first())));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
    // conditionally move a NULL
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1041
    __ cmovptr(Assembler::equal, rHandle, Address(rbp, reg2offset_in(src.first())));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
    // Oop is in an a register we must store it to the space we reserve
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
    // on the stack for oop_handles and pass a handle if oop is non-NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
    const Register rOop = src.first()->as_Register();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
    int oop_slot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
    if (rOop == j_rarg0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
      oop_slot = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1051
    else if (rOop == j_rarg1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
      oop_slot = 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
    else if (rOop == j_rarg2)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
      oop_slot = 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
    else if (rOop == j_rarg3)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
      oop_slot = 3;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
    else if (rOop == j_rarg4)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
      oop_slot = 4;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
    else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
      assert(rOop == j_rarg5, "wrong register");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
      oop_slot = 5;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
    oop_slot = oop_slot * VMRegImpl::slots_per_word + oop_handle_offset;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1065
    int offset = oop_slot*VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
    map->set_oop(VMRegImpl::stack2reg(oop_slot));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
    // Store oop in handle area, may be NULL
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1069
    __ movptr(Address(rsp, offset), rOop);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
    if (is_receiver) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
      *receiver_offset = offset;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1072
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1073
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1074
    __ cmpptr(rOop, (int32_t)NULL_WORD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1075
    __ lea(rHandle, Address(rsp, offset));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1076
    // conditionally move a NULL from the handle area where it was just stored
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1077
    __ cmovptr(Assembler::equal, rHandle, Address(rsp, offset));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
  // If arg is on the stack then place it otherwise it is already in correct reg.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
  if (dst.first()->is_stack()) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1082
    __ movptr(Address(rsp, reg2offset_out(dst.first())), rHandle);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1086
// A float arg may have to do float reg int reg conversion
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
static void float_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
  assert(!src.second()->is_valid() && !dst.second()->is_valid(), "bad float_move");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1090
  // The calling conventions assures us that each VMregpair is either
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1091
  // all really one physical register or adjacent stack slots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1092
  // This greatly simplifies the cases here compared to sparc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1093
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1094
  if (src.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1095
    if (dst.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1096
      __ movl(rax, Address(rbp, reg2offset_in(src.first())));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1097
      __ movptr(Address(rsp, reg2offset_out(dst.first())), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1098
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1099
      // stack to reg
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1100
      assert(dst.first()->is_XMMRegister(), "only expect xmm registers as parameters");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1101
      __ movflt(dst.first()->as_XMMRegister(), Address(rbp, reg2offset_in(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1102
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1103
  } else if (dst.first()->is_stack()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1104
    // reg to stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1105
    assert(src.first()->is_XMMRegister(), "only expect xmm registers as parameters");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1106
    __ movflt(Address(rsp, reg2offset_out(dst.first())), src.first()->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1107
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1108
    // reg to reg
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
    // In theory these overlap but the ordering is such that this is likely a nop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1110
    if ( src.first() != dst.first()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1111
      __ movdbl(dst.first()->as_XMMRegister(),  src.first()->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1113
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1114
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1115
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1116
// A long move
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1117
static void long_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1118
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
  // The calling conventions assures us that each VMregpair is either
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
  // all really one physical register or adjacent stack slots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
  // This greatly simplifies the cases here compared to sparc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
  if (src.is_single_phys_reg() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
    if (dst.is_single_phys_reg()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
      if (dst.first() != src.first()) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1126
        __ mov(dst.first()->as_Register(), src.first()->as_Register());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
      assert(dst.is_single_reg(), "not a stack pair");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1130
      __ movq(Address(rsp, reg2offset_out(dst.first())), src.first()->as_Register());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1131
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
  } else if (dst.is_single_phys_reg()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
    assert(src.is_single_reg(),  "not a stack pair");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
    __ movq(dst.first()->as_Register(), Address(rbp, reg2offset_out(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
    assert(src.is_single_reg() && dst.is_single_reg(), "not stack pairs");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
    __ movq(rax, Address(rbp, reg2offset_in(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
    __ movq(Address(rsp, reg2offset_out(dst.first())), rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
// A double move
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
static void double_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
  // The calling conventions assures us that each VMregpair is either
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
  // all really one physical register or adjacent stack slots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
  // This greatly simplifies the cases here compared to sparc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
  if (src.is_single_phys_reg() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
    if (dst.is_single_phys_reg()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
      // In theory these overlap but the ordering is such that this is likely a nop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
      if ( src.first() != dst.first()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
        __ movdbl(dst.first()->as_XMMRegister(), src.first()->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
      assert(dst.is_single_reg(), "not a stack pair");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
      __ movdbl(Address(rsp, reg2offset_out(dst.first())), src.first()->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
  } else if (dst.is_single_phys_reg()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
    assert(src.is_single_reg(),  "not a stack pair");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1161
    __ movdbl(dst.first()->as_XMMRegister(), Address(rbp, reg2offset_out(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1162
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
    assert(src.is_single_reg() && dst.is_single_reg(), "not stack pairs");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
    __ movq(rax, Address(rbp, reg2offset_in(src.first())));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
    __ movq(Address(rsp, reg2offset_out(dst.first())), rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
void SharedRuntime::save_native_result(MacroAssembler *masm, BasicType ret_type, int frame_slots) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
  // We always ignore the frame_slots arg and just use the space just below frame pointer
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
  // which by this time is free to use
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
  switch (ret_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
  case T_FLOAT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
    __ movflt(Address(rbp, -wordSize), xmm0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
  case T_DOUBLE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
    __ movdbl(Address(rbp, -wordSize), xmm0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
  case T_VOID:  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
  default: {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1182
    __ movptr(Address(rbp, -wordSize), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
void SharedRuntime::restore_native_result(MacroAssembler *masm, BasicType ret_type, int frame_slots) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
  // We always ignore the frame_slots arg and just use the space just below frame pointer
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
  // which by this time is free to use
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
  switch (ret_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
  case T_FLOAT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
    __ movflt(xmm0, Address(rbp, -wordSize));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
  case T_DOUBLE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
    __ movdbl(xmm0, Address(rbp, -wordSize));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1197
  case T_VOID:  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
  default: {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1199
    __ movptr(rax, Address(rbp, -wordSize));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1203
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1204
static void save_args(MacroAssembler *masm, int arg_count, int first_arg, VMRegPair *args) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
    for ( int i = first_arg ; i < arg_count ; i++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1206
      if (args[i].first()->is_Register()) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1207
        __ push(args[i].first()->as_Register());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
      } else if (args[i].first()->is_XMMRegister()) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1209
        __ subptr(rsp, 2*wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1210
        __ movdbl(Address(rsp, 0), args[i].first()->as_XMMRegister());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
static void restore_args(MacroAssembler *masm, int arg_count, int first_arg, VMRegPair *args) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1216
    for ( int i = arg_count - 1 ; i >= first_arg ; i-- ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
      if (args[i].first()->is_Register()) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1218
        __ pop(args[i].first()->as_Register());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
      } else if (args[i].first()->is_XMMRegister()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
        __ movdbl(args[i].first()->as_XMMRegister(), Address(rsp, 0));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1221
        __ addptr(rsp, 2*wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1226
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1227
static void save_or_restore_arguments(MacroAssembler* masm,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1228
                                      const int stack_slots,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1229
                                      const int total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1230
                                      const int arg_save_area,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1231
                                      OopMap* map,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1232
                                      VMRegPair* in_regs,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1233
                                      BasicType* in_sig_bt) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1234
  // if map is non-NULL then the code should store the values,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1235
  // otherwise it should load them.
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1236
  int slot = arg_save_area;
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1237
  // Save down double word first
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1238
  for ( int i = 0; i < total_in_args; i++) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1239
    if (in_regs[i].first()->is_XMMRegister() && in_sig_bt[i] == T_DOUBLE) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1240
      int offset = slot * VMRegImpl::stack_slot_size;
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1241
      slot += VMRegImpl::slots_per_word;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1242
      assert(slot <= stack_slots, "overflow");
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1243
      if (map != NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1244
        __ movdbl(Address(rsp, offset), in_regs[i].first()->as_XMMRegister());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1245
      } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1246
        __ movdbl(in_regs[i].first()->as_XMMRegister(), Address(rsp, offset));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1247
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1248
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1249
    if (in_regs[i].first()->is_Register() &&
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1250
        (in_sig_bt[i] == T_LONG || in_sig_bt[i] == T_ARRAY)) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1251
      int offset = slot * VMRegImpl::stack_slot_size;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1252
      if (map != NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1253
        __ movq(Address(rsp, offset), in_regs[i].first()->as_Register());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1254
        if (in_sig_bt[i] == T_ARRAY) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1255
          map->set_oop(VMRegImpl::stack2reg(slot));;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1256
        }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1257
      } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1258
        __ movq(in_regs[i].first()->as_Register(), Address(rsp, offset));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1259
      }
11965
a9882cd6807c 7150051: incorrect oopmap in critical native
never
parents: 11963
diff changeset
  1260
      slot += VMRegImpl::slots_per_word;
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1261
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1262
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1263
  // Save or restore single word registers
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1264
  for ( int i = 0; i < total_in_args; i++) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1265
    if (in_regs[i].first()->is_Register()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1266
      int offset = slot * VMRegImpl::stack_slot_size;
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1267
      slot++;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1268
      assert(slot <= stack_slots, "overflow");
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1269
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1270
      // Value is in an input register pass we must flush it to the stack
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1271
      const Register reg = in_regs[i].first()->as_Register();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1272
      switch (in_sig_bt[i]) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1273
        case T_BOOLEAN:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1274
        case T_CHAR:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1275
        case T_BYTE:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1276
        case T_SHORT:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1277
        case T_INT:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1278
          if (map != NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1279
            __ movl(Address(rsp, offset), reg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1280
          } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1281
            __ movl(reg, Address(rsp, offset));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1282
          }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1283
          break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1284
        case T_ARRAY:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1285
        case T_LONG:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1286
          // handled above
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1287
          break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1288
        case T_OBJECT:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1289
        default: ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1290
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1291
    } else if (in_regs[i].first()->is_XMMRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1292
      if (in_sig_bt[i] == T_FLOAT) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1293
        int offset = slot * VMRegImpl::stack_slot_size;
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1294
        slot++;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1295
        assert(slot <= stack_slots, "overflow");
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1296
        if (map != NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1297
          __ movflt(Address(rsp, offset), in_regs[i].first()->as_XMMRegister());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1298
        } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1299
          __ movflt(in_regs[i].first()->as_XMMRegister(), Address(rsp, offset));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1300
        }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1301
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1302
    } else if (in_regs[i].first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1303
      if (in_sig_bt[i] == T_ARRAY && map != NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1304
        int offset_in_older_frame = in_regs[i].first()->reg2stack() + SharedRuntime::out_preserve_stack_slots();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1305
        map->set_oop(VMRegImpl::stack2reg(offset_in_older_frame + stack_slots));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1306
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1307
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1308
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1309
}
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1310
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1311
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1312
// Check GC_locker::needs_gc and enter the runtime if it's true.  This
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1313
// keeps a new JNI critical region from starting until a GC has been
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1314
// forced.  Save down any oops in registers and describe them in an
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1315
// OopMap.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1316
static void check_needs_gc_for_critical_native(MacroAssembler* masm,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1317
                                               int stack_slots,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1318
                                               int total_c_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1319
                                               int total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1320
                                               int arg_save_area,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1321
                                               OopMapSet* oop_maps,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1322
                                               VMRegPair* in_regs,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1323
                                               BasicType* in_sig_bt) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1324
  __ block_comment("check GC_locker::needs_gc");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1325
  Label cont;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1326
  __ cmp8(ExternalAddress((address)GC_locker::needs_gc_address()), false);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1327
  __ jcc(Assembler::equal, cont);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1328
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1329
  // Save down any incoming oops and call into the runtime to halt for a GC
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1330
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1331
  OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1332
  save_or_restore_arguments(masm, stack_slots, total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1333
                            arg_save_area, map, in_regs, in_sig_bt);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1334
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1335
  address the_pc = __ pc();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1336
  oop_maps->add_gc_map( __ offset(), map);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1337
  __ set_last_Java_frame(rsp, noreg, the_pc);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1338
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1339
  __ block_comment("block_for_jni_critical");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1340
  __ movptr(c_rarg0, r15_thread);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1341
  __ mov(r12, rsp); // remember sp
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1342
  __ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1343
  __ andptr(rsp, -16); // align stack as required by ABI
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1344
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, SharedRuntime::block_for_jni_critical)));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1345
  __ mov(rsp, r12); // restore sp
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1346
  __ reinit_heapbase();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1347
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1348
  __ reset_last_Java_frame(false, true);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1349
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1350
  save_or_restore_arguments(masm, stack_slots, total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1351
                            arg_save_area, NULL, in_regs, in_sig_bt);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1352
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1353
  __ bind(cont);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1354
#ifdef ASSERT
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1355
  if (StressCriticalJNINatives) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1356
    // Stress register saving
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1357
    OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1358
    save_or_restore_arguments(masm, stack_slots, total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1359
                              arg_save_area, map, in_regs, in_sig_bt);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1360
    // Destroy argument registers
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1361
    for (int i = 0; i < total_in_args - 1; i++) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1362
      if (in_regs[i].first()->is_Register()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1363
        const Register reg = in_regs[i].first()->as_Register();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1364
        __ xorptr(reg, reg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1365
      } else if (in_regs[i].first()->is_XMMRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1366
        __ xorpd(in_regs[i].first()->as_XMMRegister(), in_regs[i].first()->as_XMMRegister());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1367
      } else if (in_regs[i].first()->is_FloatRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1368
        ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1369
      } else if (in_regs[i].first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1370
        // Nothing to do
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1371
      } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1372
        ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1373
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1374
      if (in_sig_bt[i] == T_LONG || in_sig_bt[i] == T_DOUBLE) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1375
        i++;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1376
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1377
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1378
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1379
    save_or_restore_arguments(masm, stack_slots, total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1380
                              arg_save_area, NULL, in_regs, in_sig_bt);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1381
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1382
#endif
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1383
}
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1384
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1385
// Unpack an array argument into a pointer to the body and the length
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1386
// if the array is non-null, otherwise pass 0 for both.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1387
static void unpack_array_argument(MacroAssembler* masm, VMRegPair reg, BasicType in_elem_type, VMRegPair body_arg, VMRegPair length_arg) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1388
  Register tmp_reg = rax;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1389
  assert(!body_arg.first()->is_Register() || body_arg.first()->as_Register() != tmp_reg,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1390
         "possible collision");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1391
  assert(!length_arg.first()->is_Register() || length_arg.first()->as_Register() != tmp_reg,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1392
         "possible collision");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1393
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1394
  // Pass the length, ptr pair
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1395
  Label is_null, done;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1396
  VMRegPair tmp;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1397
  tmp.set_ptr(tmp_reg->as_VMReg());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1398
  if (reg.first()->is_stack()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1399
    // Load the arg up from the stack
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1400
    move_ptr(masm, reg, tmp);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1401
    reg = tmp;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1402
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1403
  __ testptr(reg.first()->as_Register(), reg.first()->as_Register());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1404
  __ jccb(Assembler::equal, is_null);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1405
  __ lea(tmp_reg, Address(reg.first()->as_Register(), arrayOopDesc::base_offset_in_bytes(in_elem_type)));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1406
  move_ptr(masm, tmp, body_arg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1407
  // load the length relative to the body.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1408
  __ movl(tmp_reg, Address(tmp_reg, arrayOopDesc::length_offset_in_bytes() -
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1409
                           arrayOopDesc::base_offset_in_bytes(in_elem_type)));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1410
  move32_64(masm, tmp, length_arg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1411
  __ jmpb(done);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1412
  __ bind(is_null);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1413
  // Pass zeros
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1414
  __ xorptr(tmp_reg, tmp_reg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1415
  move_ptr(masm, tmp, body_arg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1416
  move32_64(masm, tmp, length_arg);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1417
  __ bind(done);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1418
}
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1419
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1420
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1421
// Different signatures may require very different orders for the move
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1422
// to avoid clobbering other arguments.  There's no simple way to
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1423
// order them safely.  Compute a safe order for issuing stores and
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1424
// break any cycles in those stores.  This code is fairly general but
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1425
// it's not necessary on the other platforms so we keep it in the
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1426
// platform dependent code instead of moving it into a shared file.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1427
// (See bugs 7013347 & 7145024.)
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1428
// Note that this code is specific to LP64.
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1429
class ComputeMoveOrder: public StackObj {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1430
  class MoveOperation: public ResourceObj {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1431
    friend class ComputeMoveOrder;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1432
   private:
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1433
    VMRegPair        _src;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1434
    VMRegPair        _dst;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1435
    int              _src_index;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1436
    int              _dst_index;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1437
    bool             _processed;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1438
    MoveOperation*  _next;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1439
    MoveOperation*  _prev;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1440
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1441
    static int get_id(VMRegPair r) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1442
      return r.first()->value();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1443
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1444
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1445
   public:
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1446
    MoveOperation(int src_index, VMRegPair src, int dst_index, VMRegPair dst):
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1447
      _src(src)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1448
    , _src_index(src_index)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1449
    , _dst(dst)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1450
    , _dst_index(dst_index)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1451
    , _next(NULL)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1452
    , _prev(NULL)
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1453
    , _processed(false) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1454
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1455
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1456
    VMRegPair src() const              { return _src; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1457
    int src_id() const                 { return get_id(src()); }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1458
    int src_index() const              { return _src_index; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1459
    VMRegPair dst() const              { return _dst; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1460
    void set_dst(int i, VMRegPair dst) { _dst_index = i, _dst = dst; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1461
    int dst_index() const              { return _dst_index; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1462
    int dst_id() const                 { return get_id(dst()); }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1463
    MoveOperation* next() const       { return _next; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1464
    MoveOperation* prev() const       { return _prev; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1465
    void set_processed()               { _processed = true; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1466
    bool is_processed() const          { return _processed; }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1467
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1468
    // insert
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1469
    void break_cycle(VMRegPair temp_register) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1470
      // create a new store following the last store
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1471
      // to move from the temp_register to the original
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1472
      MoveOperation* new_store = new MoveOperation(-1, temp_register, dst_index(), dst());
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1473
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1474
      // break the cycle of links and insert new_store at the end
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1475
      // break the reverse link.
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1476
      MoveOperation* p = prev();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1477
      assert(p->next() == this, "must be");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1478
      _prev = NULL;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1479
      p->_next = new_store;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1480
      new_store->_prev = p;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1481
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1482
      // change the original store to save it's value in the temp.
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1483
      set_dst(-1, temp_register);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1484
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1485
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1486
    void link(GrowableArray<MoveOperation*>& killer) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1487
      // link this store in front the store that it depends on
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1488
      MoveOperation* n = killer.at_grow(src_id(), NULL);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1489
      if (n != NULL) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1490
        assert(_next == NULL && n->_prev == NULL, "shouldn't have been set yet");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1491
        _next = n;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1492
        n->_prev = this;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1493
      }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1494
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1495
  };
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1496
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1497
 private:
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1498
  GrowableArray<MoveOperation*> edges;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1499
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1500
 public:
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1501
  ComputeMoveOrder(int total_in_args, VMRegPair* in_regs, int total_c_args, VMRegPair* out_regs,
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1502
                    BasicType* in_sig_bt, GrowableArray<int>& arg_order, VMRegPair tmp_vmreg) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1503
    // Move operations where the dest is the stack can all be
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1504
    // scheduled first since they can't interfere with the other moves.
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1505
    for (int i = total_in_args - 1, c_arg = total_c_args - 1; i >= 0; i--, c_arg--) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1506
      if (in_sig_bt[i] == T_ARRAY) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1507
        c_arg--;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1508
        if (out_regs[c_arg].first()->is_stack() &&
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1509
            out_regs[c_arg + 1].first()->is_stack()) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1510
          arg_order.push(i);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1511
          arg_order.push(c_arg);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1512
        } else {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1513
          if (out_regs[c_arg].first()->is_stack() ||
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1514
              in_regs[i].first() == out_regs[c_arg].first()) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1515
            add_edge(i, in_regs[i].first(), c_arg, out_regs[c_arg + 1]);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1516
          } else {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1517
            add_edge(i, in_regs[i].first(), c_arg, out_regs[c_arg]);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1518
          }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1519
        }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1520
      } else if (in_sig_bt[i] == T_VOID) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1521
        arg_order.push(i);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1522
        arg_order.push(c_arg);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1523
      } else {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1524
        if (out_regs[c_arg].first()->is_stack() ||
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1525
            in_regs[i].first() == out_regs[c_arg].first()) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1526
          arg_order.push(i);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1527
          arg_order.push(c_arg);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1528
        } else {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1529
          add_edge(i, in_regs[i].first(), c_arg, out_regs[c_arg]);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1530
        }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1531
      }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1532
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1533
    // Break any cycles in the register moves and emit the in the
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1534
    // proper order.
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1535
    GrowableArray<MoveOperation*>* stores = get_store_order(tmp_vmreg);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1536
    for (int i = 0; i < stores->length(); i++) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1537
      arg_order.push(stores->at(i)->src_index());
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1538
      arg_order.push(stores->at(i)->dst_index());
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1539
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1540
 }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1541
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1542
  // Collected all the move operations
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1543
  void add_edge(int src_index, VMRegPair src, int dst_index, VMRegPair dst) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1544
    if (src.first() == dst.first()) return;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1545
    edges.append(new MoveOperation(src_index, src, dst_index, dst));
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1546
  }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1547
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1548
  // Walk the edges breaking cycles between moves.  The result list
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1549
  // can be walked in order to produce the proper set of loads
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1550
  GrowableArray<MoveOperation*>* get_store_order(VMRegPair temp_register) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1551
    // Record which moves kill which values
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1552
    GrowableArray<MoveOperation*> killer;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1553
    for (int i = 0; i < edges.length(); i++) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1554
      MoveOperation* s = edges.at(i);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1555
      assert(killer.at_grow(s->dst_id(), NULL) == NULL, "only one killer");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1556
      killer.at_put_grow(s->dst_id(), s, NULL);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1557
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1558
    assert(killer.at_grow(MoveOperation::get_id(temp_register), NULL) == NULL,
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1559
           "make sure temp isn't in the registers that are killed");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1560
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1561
    // create links between loads and stores
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1562
    for (int i = 0; i < edges.length(); i++) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1563
      edges.at(i)->link(killer);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1564
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1565
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1566
    // at this point, all the move operations are chained together
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1567
    // in a doubly linked list.  Processing it backwards finds
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1568
    // the beginning of the chain, forwards finds the end.  If there's
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1569
    // a cycle it can be broken at any point,  so pick an edge and walk
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1570
    // backward until the list ends or we end where we started.
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1571
    GrowableArray<MoveOperation*>* stores = new GrowableArray<MoveOperation*>();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1572
    for (int e = 0; e < edges.length(); e++) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1573
      MoveOperation* s = edges.at(e);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1574
      if (!s->is_processed()) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1575
        MoveOperation* start = s;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1576
        // search for the beginning of the chain or cycle
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1577
        while (start->prev() != NULL && start->prev() != s) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1578
          start = start->prev();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1579
        }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1580
        if (start->prev() == s) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1581
          start->break_cycle(temp_register);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1582
        }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1583
        // walk the chain forward inserting to store list
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1584
        while (start != NULL) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1585
          stores->append(start);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1586
          start->set_processed();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1587
          start = start->next();
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1588
        }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1589
      }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1590
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1591
    return stores;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1592
  }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1593
};
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1594
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1595
static void verify_oop_args(MacroAssembler* masm,
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1596
                            methodHandle method,
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1597
                            const BasicType* sig_bt,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1598
                            const VMRegPair* regs) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1599
  Register temp_reg = rbx;  // not part of any compiled calling seq
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1600
  if (VerifyOops) {
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1601
    for (int i = 0; i < method->size_of_parameters(); i++) {
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1602
      if (sig_bt[i] == T_OBJECT ||
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1603
          sig_bt[i] == T_ARRAY) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1604
        VMReg r = regs[i].first();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1605
        assert(r->is_valid(), "bad oop arg");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1606
        if (r->is_stack()) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1607
          __ movptr(temp_reg, Address(rsp, r->reg2stack() * VMRegImpl::stack_slot_size + wordSize));
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1608
          __ verify_oop(temp_reg);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1609
        } else {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1610
          __ verify_oop(r->as_Register());
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1611
        }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1612
      }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1613
    }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1614
  }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1615
}
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1616
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1617
static void gen_special_dispatch(MacroAssembler* masm,
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1618
                                 methodHandle method,
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1619
                                 const BasicType* sig_bt,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1620
                                 const VMRegPair* regs) {
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1621
  verify_oop_args(masm, method, sig_bt, regs);
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1622
  vmIntrinsics::ID iid = method->intrinsic_id();
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1623
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1624
  // Now write the args into the outgoing interpreter space
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1625
  bool     has_receiver   = false;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1626
  Register receiver_reg   = noreg;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1627
  int      member_arg_pos = -1;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1628
  Register member_reg     = noreg;
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1629
  int      ref_kind       = MethodHandles::signature_polymorphic_intrinsic_ref_kind(iid);
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1630
  if (ref_kind != 0) {
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1631
    member_arg_pos = method->size_of_parameters() - 1;  // trailing MemberName argument
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1632
    member_reg = rbx;  // known to be free at this point
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1633
    has_receiver = MethodHandles::ref_kind_has_receiver(ref_kind);
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1634
  } else if (iid == vmIntrinsics::_invokeBasic) {
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1635
    has_receiver = true;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1636
  } else {
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1637
    fatal(err_msg_res("unexpected intrinsic id %d", iid));
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1638
  }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1639
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1640
  if (member_reg != noreg) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1641
    // Load the member_arg into register, if necessary.
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1642
    SharedRuntime::check_member_name_argument_is_last_argument(method, sig_bt, regs);
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1643
    VMReg r = regs[member_arg_pos].first();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1644
    if (r->is_stack()) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1645
      __ movptr(member_reg, Address(rsp, r->reg2stack() * VMRegImpl::stack_slot_size + wordSize));
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1646
    } else {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1647
      // no data motion is needed
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1648
      member_reg = r->as_Register();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1649
    }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1650
  }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1651
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1652
  if (has_receiver) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1653
    // Make sure the receiver is loaded into a register.
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1654
    assert(method->size_of_parameters() > 0, "oob");
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1655
    assert(sig_bt[0] == T_OBJECT, "receiver argument must be an object");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1656
    VMReg r = regs[0].first();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1657
    assert(r->is_valid(), "bad receiver arg");
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1658
    if (r->is_stack()) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1659
      // Porting note:  This assumes that compiled calling conventions always
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1660
      // pass the receiver oop in a register.  If this is not true on some
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1661
      // platform, pick a temp and load the receiver from stack.
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1662
      fatal("receiver always in a register");
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1663
      receiver_reg = j_rarg0;  // known to be free at this point
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1664
      __ movptr(receiver_reg, Address(rsp, r->reg2stack() * VMRegImpl::stack_slot_size + wordSize));
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1665
    } else {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1666
      // no data motion is needed
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1667
      receiver_reg = r->as_Register();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1668
    }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1669
  }
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1670
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1671
  // Figure out which address we are really jumping to:
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1672
  MethodHandles::generate_method_handle_dispatch(masm, iid,
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1673
                                                 receiver_reg, member_reg, /*for_compiler_entry:*/ true);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1674
}
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  1675
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
// ---------------------------------------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
// Generate a native wrapper for a given method.  The method takes arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
// in the Java compiled code convention, marshals them to the native
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
// convention (handlizes oops, etc), transitions to native, makes the call,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
// returns to java state (possibly blocking), unhandlizes any result and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
// returns.
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1682
//
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1683
// Critical native functions are a shorthand for the use of
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1684
// GetPrimtiveArrayCritical and disallow the use of any other JNI
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1685
// functions.  The wrapper is expected to unpack the arguments before
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1686
// passing them to the callee and perform checks before and after the
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1687
// native call to ensure that they GC_locker
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1688
// lock_critical/unlock_critical semantics are followed.  Some other
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1689
// parts of JNI setup are skipped like the tear down of the JNI handle
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1690
// block and the check for pending exceptions it's impossible for them
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1691
// to be thrown.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1692
//
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1693
// They are roughly structured like this:
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1694
//    if (GC_locker::needs_gc())
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1695
//      SharedRuntime::block_for_jni_critical();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1696
//    tranistion to thread_in_native
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1697
//    unpack arrray arguments and call native entry point
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1698
//    check for safepoint in progress
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1699
//    check if any thread suspend flags are set
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1700
//      call into JVM and possible unlock the JNI critical
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1701
//      if a GC was suppressed while in the critical native.
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1702
//    transition back to thread_in_Java
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1703
//    return to caller
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1704
//
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1705
nmethod* SharedRuntime::generate_native_wrapper(MacroAssembler* masm,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
                                                methodHandle method,
8872
36680c58660e 7022998: JSR 292 recursive method handle calls inline themselves infinitely
twisti
parents: 8315
diff changeset
  1707
                                                int compile_id,
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1708
                                                BasicType* in_sig_bt,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1709
                                                VMRegPair* in_regs,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
                                                BasicType ret_type) {
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1711
  if (method->is_method_handle_intrinsic()) {
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1712
    vmIntrinsics::ID iid = method->intrinsic_id();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1713
    intptr_t start = (intptr_t)__ pc();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1714
    int vep_offset = ((intptr_t)__ pc()) - start;
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1715
    gen_special_dispatch(masm,
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1716
                         method,
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1717
                         in_sig_bt,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1718
                         in_regs);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1719
    int frame_complete = ((intptr_t)__ pc()) - start;  // not complete, period
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1720
    __ flush();
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1721
    int stack_slots = SharedRuntime::out_preserve_stack_slots();  // no out slots at all, actually
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1722
    return nmethod::new_native_nmethod(method,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1723
                                       compile_id,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1724
                                       masm->code(),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1725
                                       vep_offset,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1726
                                       frame_complete,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1727
                                       stack_slots / VMRegImpl::slots_per_word,
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1728
                                       in_ByteSize(-1),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1729
                                       in_ByteSize(-1),
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1730
                                       (OopMapSet*)NULL);
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1731
  }
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1732
  bool is_critical_native = true;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1733
  address native_func = method->critical_native_function();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1734
  if (native_func == NULL) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1735
    native_func = method->native_function();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1736
    is_critical_native = false;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1737
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1738
  assert(native_func != NULL, "must have function");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1739
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1740
  // An OopMap for lock (and class if static)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
  OopMapSet *oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1742
  intptr_t start = (intptr_t)__ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
  // We have received a description of where all the java arg are located
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1745
  // on entry to the wrapper. We need to convert these args to where
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1746
  // the jni function will expect them. To figure out where they go
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1747
  // we convert the java signature to a C signature by inserting
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
  // the hidden arguments as arg[0] and possibly arg[1] (static method)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
13881
a326d528f3e1 7196262: JSR 292: java/lang/invoke/PrivateInvokeTest.java fails on solaris-sparc
twisti
parents: 13742
diff changeset
  1750
  const int total_in_args = method->size_of_parameters();
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1751
  int total_c_args = total_in_args;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1752
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1753
    total_c_args += 1;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1754
    if (method->is_static()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1755
      total_c_args++;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1756
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1757
  } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1758
    for (int i = 0; i < total_in_args; i++) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1759
      if (in_sig_bt[i] == T_ARRAY) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1760
        total_c_args++;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1761
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1762
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1764
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
  BasicType* out_sig_bt = NEW_RESOURCE_ARRAY(BasicType, total_c_args);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1766
  VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_c_args);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1767
  BasicType* in_elem_bt = NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
  int argc = 0;
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1770
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1771
    out_sig_bt[argc++] = T_ADDRESS;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1772
    if (method->is_static()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1773
      out_sig_bt[argc++] = T_OBJECT;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1774
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1775
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1776
    for (int i = 0; i < total_in_args ; i++ ) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1777
      out_sig_bt[argc++] = in_sig_bt[i];
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1778
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1779
  } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1780
    Thread* THREAD = Thread::current();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1781
    in_elem_bt = NEW_RESOURCE_ARRAY(BasicType, total_in_args);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1782
    SignatureStream ss(method->signature());
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1783
    for (int i = 0; i < total_in_args ; i++ ) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1784
      if (in_sig_bt[i] == T_ARRAY) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1785
        // Arrays are passed as int, elem* pair
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1786
        out_sig_bt[argc++] = T_INT;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1787
        out_sig_bt[argc++] = T_ADDRESS;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1788
        Symbol* atype = ss.as_symbol(CHECK_NULL);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1789
        const char* at = atype->as_C_string();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1790
        if (strlen(at) == 2) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1791
          assert(at[0] == '[', "must be");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1792
          switch (at[1]) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1793
            case 'B': in_elem_bt[i]  = T_BYTE; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1794
            case 'C': in_elem_bt[i]  = T_CHAR; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1795
            case 'D': in_elem_bt[i]  = T_DOUBLE; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1796
            case 'F': in_elem_bt[i]  = T_FLOAT; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1797
            case 'I': in_elem_bt[i]  = T_INT; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1798
            case 'J': in_elem_bt[i]  = T_LONG; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1799
            case 'S': in_elem_bt[i]  = T_SHORT; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1800
            case 'Z': in_elem_bt[i]  = T_BOOLEAN; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1801
            default: ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1802
          }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1803
        }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1804
      } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1805
        out_sig_bt[argc++] = in_sig_bt[i];
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1806
        in_elem_bt[i] = T_VOID;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1807
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1808
      if (in_sig_bt[i] != T_VOID) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1809
        assert(in_sig_bt[i] == ss.type(), "must match");
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1810
        ss.next();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1811
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1812
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
  // Now figure out where the args must be stored and how much stack space
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1816
  // they require.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1817
  int out_arg_slots;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
  out_arg_slots = c_calling_convention(out_sig_bt, out_regs, total_c_args);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
  // Compute framesize for the wrapper.  We need to handlize all oops in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1821
  // incoming registers
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1823
  // Calculate the total number of stack slots we will need.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1825
  // First count the abi requirement plus all of the outgoing args
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
  int stack_slots = SharedRuntime::out_preserve_stack_slots() + out_arg_slots;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
  // Now the space for the inbound oop handle area
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1829
  int total_save_slots = 6 * VMRegImpl::slots_per_word;  // 6 arguments passed in registers
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1830
  if (is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1831
    // Critical natives may have to call out so they need a save area
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1832
    // for register arguments.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1833
    int double_slots = 0;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1834
    int single_slots = 0;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1835
    for ( int i = 0; i < total_in_args; i++) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1836
      if (in_regs[i].first()->is_Register()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1837
        const Register reg = in_regs[i].first()->as_Register();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1838
        switch (in_sig_bt[i]) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1839
          case T_BOOLEAN:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1840
          case T_BYTE:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1841
          case T_SHORT:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1842
          case T_CHAR:
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1843
          case T_INT:  single_slots++; break;
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11965
diff changeset
  1844
          case T_ARRAY:  // specific to LP64 (7145024)
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1845
          case T_LONG: double_slots++; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1846
          default:  ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1847
        }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1848
      } else if (in_regs[i].first()->is_XMMRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1849
        switch (in_sig_bt[i]) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1850
          case T_FLOAT:  single_slots++; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1851
          case T_DOUBLE: double_slots++; break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1852
          default:  ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1853
        }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1854
      } else if (in_regs[i].first()->is_FloatRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1855
        ShouldNotReachHere();
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1856
      }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1857
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1858
    total_save_slots = double_slots * 2 + single_slots;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1859
    // align the save area
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1860
    if (double_slots != 0) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1861
      stack_slots = round_to(stack_slots, 2);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1862
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1863
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
  int oop_handle_offset = stack_slots;
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1866
  stack_slots += total_save_slots;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
  // Now any space we need for handlizing a klass if static method
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
  int klass_slot_offset = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
  int klass_offset = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
  int lock_slot_offset = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
  bool is_static = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
  if (method->is_static()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1876
    klass_slot_offset = stack_slots;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
    stack_slots += VMRegImpl::slots_per_word;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
    klass_offset = klass_slot_offset * VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1879
    is_static = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1882
  // Plus a lock if needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1883
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
  if (method->is_synchronized()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
    lock_slot_offset = stack_slots;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
    stack_slots += VMRegImpl::slots_per_word;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1889
  // Now a place (+2) to save return values or temp during shuffling
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
  // + 4 for return address (which we own) and saved rbp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
  stack_slots += 6;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1892
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1893
  // Ok The space we have allocated will look like:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1894
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1895
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
  // FP-> |                     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
  //      |---------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
  //      | 2 slots for moves   |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
  //      |---------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1900
  //      | lock box (if sync)  |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
  //      |---------------------| <- lock_slot_offset
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
  //      | klass (if static)   |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1903
  //      |---------------------| <- klass_slot_offset
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1904
  //      | oopHandle area      |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1905
  //      |---------------------| <- oop_handle_offset (6 java arg registers)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1906
  //      | outbound memory     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
  //      | based arguments     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1908
  //      |                     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
  //      |---------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
  //      |                     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1911
  // SP-> | out_preserved_slots |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1916
  // Now compute actual number of stack words we need rounding to make
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
  // stack properly aligned.
1900
68ea5d5fab8b 6792301: StackAlignmentInBytes not honored for compiled native methods
xlu
parents: 1896
diff changeset
  1918
  stack_slots = round_to(stack_slots, StackAlignmentInSlots);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
  int stack_size = stack_slots * VMRegImpl::stack_slot_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1922
  // First thing make an ic check to see if we should even be here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
  // We are free to use all registers as temps without saving them and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
  // restoring them except rbp. rbp is the only callee save register
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
  // as far as the interpreter and the compiler(s) are concerned.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
  const Register ic_reg = rax;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1930
  const Register receiver = j_rarg0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1932
  Label hit;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
  Label exception_pending;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
3265
d57651294166 6859338: amd64 native unverified entry point pushes values before implicit null check
never
parents: 2349
diff changeset
  1935
  assert_different_registers(ic_reg, receiver, rscratch1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
  __ verify_oop(receiver);
3265
d57651294166 6859338: amd64 native unverified entry point pushes values before implicit null check
never
parents: 2349
diff changeset
  1937
  __ load_klass(rscratch1, receiver);
d57651294166 6859338: amd64 native unverified entry point pushes values before implicit null check
never
parents: 2349
diff changeset
  1938
  __ cmpq(ic_reg, rscratch1);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1939
  __ jcc(Assembler::equal, hit);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
  __ jump(RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
  // Verified entry point must be aligned
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
  __ align(8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1946
  __ bind(hit);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1947
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
  int vep_offset = ((intptr_t)__ pc()) - start;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
  // The instruction at the verified entry point must be 5 bytes or longer
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
  // because it can be patched on the fly by make_non_entrant. The stack bang
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1952
  // instruction fits that requirement.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
  // Generate stack overflow check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
  if (UseStackBanging) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
    __ bang_stack_with_offset(StackShadowPages*os::vm_page_size());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1958
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
    // need a 5 byte instruction to allow MT safe patching to non-entrant
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1960
    __ fat_nop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1961
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
  // Generate a new frame for the wrapper.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
  __ enter();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
  // -2 because return address is already present and so is saved rbp
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1966
  __ subptr(rsp, stack_size - 2*wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1967
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1968
  // Frame is now completed as far as size and linkage.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1969
  int frame_complete = ((intptr_t)__ pc()) - start;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1970
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
      Label L;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1974
      __ mov(rax, rsp);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1900
diff changeset
  1975
      __ andptr(rax, -16); // must be 16 byte boundary (see amd64 ABI)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1976
      __ cmpptr(rax, rsp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
      __ jcc(Assembler::equal, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
      __ stop("improperly aligned stack");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
      __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1982
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1983
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
  // We use r14 as the oop handle for the receiver/klass
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
  // It is callee save so it survives the call to native
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
  const Register oop_handle_reg = r14;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1989
  if (is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1990
    check_needs_gc_for_critical_native(masm, stack_slots, total_c_args, total_in_args,
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1991
                                       oop_handle_offset, oop_maps, in_regs, in_sig_bt);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  1992
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1993
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1994
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1995
  // We immediately shuffle the arguments so that any vm call we have to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1996
  // make from here on out (sync slow path, jvmti, etc.) we will have
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1997
  // captured the oops from our caller and have a valid oopMap for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1998
  // them.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1999
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2000
  // -----------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2001
  // The Grand Shuffle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2002
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2003
  // The Java calling convention is either equal (linux) or denser (win64) than the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2004
  // c calling convention. However the because of the jni_env argument the c calling
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2005
  // convention always has at least one more (and two for static) arguments than Java.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2006
  // Therefore if we move the args from java -> c backwards then we will never have
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2007
  // a register->register conflict and we don't have to build a dependency graph
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2008
  // and figure out how to break any cycles.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2009
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2010
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2011
  // Record esp-based slot for receiver on stack for non-static methods
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2012
  int receiver_offset = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2013
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2014
  // This is a trick. We double the stack slots so we can claim
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2015
  // the oops in the caller's frame. Since we are sure to have
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2016
  // more args than the caller doubling is enough to make
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2017
  // sure we can capture all the incoming oop args from the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2018
  // caller.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2019
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2020
  OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2021
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2022
  // Mark location of rbp (someday)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2023
  // map->set_callee_saved(VMRegImpl::stack2reg( stack_slots - 2), stack_slots * 2, 0, vmreg(rbp));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2024
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2025
  // Use eax, ebx as temporaries during any memory-memory moves we have to do
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2026
  // All inbound args are referenced based on rbp and all outbound args via rsp.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2027
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2028
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2029
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2030
  bool reg_destroyed[RegisterImpl::number_of_registers];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2031
  bool freg_destroyed[XMMRegisterImpl::number_of_registers];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2032
  for ( int r = 0 ; r < RegisterImpl::number_of_registers ; r++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2033
    reg_destroyed[r] = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2034
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2035
  for ( int f = 0 ; f < XMMRegisterImpl::number_of_registers ; f++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2036
    freg_destroyed[f] = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2037
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2038
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2039
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2040
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2041
  // This may iterate in two different directions depending on the
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2042
  // kind of native it is.  The reason is that for regular JNI natives
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2043
  // the incoming and outgoing registers are offset upwards and for
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2044
  // critical natives they are offset down.
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2045
  GrowableArray<int> arg_order(2 * total_in_args);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2046
  VMRegPair tmp_vmreg;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2047
  tmp_vmreg.set1(rbx->as_VMReg());
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2048
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2049
  if (!is_critical_native) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2050
    for (int i = total_in_args - 1, c_arg = total_c_args - 1; i >= 0; i--, c_arg--) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2051
      arg_order.push(i);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2052
      arg_order.push(c_arg);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2053
    }
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2054
  } else {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2055
    // Compute a valid move order, using tmp_vmreg to break any cycles
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2056
    ComputeMoveOrder cmo(total_in_args, in_regs, total_c_args, out_regs, in_sig_bt, arg_order, tmp_vmreg);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2057
  }
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2058
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2059
  int temploc = -1;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2060
  for (int ai = 0; ai < arg_order.length(); ai += 2) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2061
    int i = arg_order.at(ai);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2062
    int c_arg = arg_order.at(ai + 1);
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2063
    __ block_comment(err_msg("move %d -> %d", i, c_arg));
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2064
    if (c_arg == -1) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2065
      assert(is_critical_native, "should only be required for critical natives");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2066
      // This arg needs to be moved to a temporary
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2067
      __ mov(tmp_vmreg.first()->as_Register(), in_regs[i].first()->as_Register());
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2068
      in_regs[i] = tmp_vmreg;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2069
      temploc = i;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2070
      continue;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2071
    } else if (i == -1) {
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2072
      assert(is_critical_native, "should only be required for critical natives");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2073
      // Read from the temporary location
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2074
      assert(temploc != -1, "must be valid");
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2075
      i = temploc;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2076
      temploc = -1;
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2077
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2079
    if (in_regs[i].first()->is_Register()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
      assert(!reg_destroyed[in_regs[i].first()->as_Register()->encoding()], "destroyed reg!");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
    } else if (in_regs[i].first()->is_XMMRegister()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
      assert(!freg_destroyed[in_regs[i].first()->as_XMMRegister()->encoding()], "destroyed reg!");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2083
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
    if (out_regs[c_arg].first()->is_Register()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
      reg_destroyed[out_regs[c_arg].first()->as_Register()->encoding()] = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2086
    } else if (out_regs[c_arg].first()->is_XMMRegister()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
      freg_destroyed[out_regs[c_arg].first()->as_XMMRegister()->encoding()] = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2089
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
    switch (in_sig_bt[i]) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2091
      case T_ARRAY:
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2092
        if (is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2093
          unpack_array_argument(masm, in_regs[i], in_elem_bt[i], out_regs[c_arg + 1], out_regs[c_arg]);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2094
          c_arg++;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2095
#ifdef ASSERT
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2096
          if (out_regs[c_arg].first()->is_Register()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2097
            reg_destroyed[out_regs[c_arg].first()->as_Register()->encoding()] = true;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2098
          } else if (out_regs[c_arg].first()->is_XMMRegister()) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2099
            freg_destroyed[out_regs[c_arg].first()->as_XMMRegister()->encoding()] = true;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2100
          }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2101
#endif
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2102
          break;
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2103
        }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2104
      case T_OBJECT:
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2105
        assert(!is_critical_native, "no oop arguments");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
        object_move(masm, map, oop_handle_offset, stack_slots, in_regs[i], out_regs[c_arg],
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
                    ((i == 0) && (!is_static)),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2108
                    &receiver_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
      case T_VOID:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2113
      case T_FLOAT:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
        float_move(masm, in_regs[i], out_regs[c_arg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
          break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
      case T_DOUBLE:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
        assert( i + 1 < total_in_args &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
                in_sig_bt[i + 1] == T_VOID &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2120
                out_sig_bt[c_arg+1] == T_VOID, "bad arg list");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
        double_move(masm, in_regs[i], out_regs[c_arg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
      case T_LONG :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
        long_move(masm, in_regs[i], out_regs[c_arg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2126
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2128
      case T_ADDRESS: assert(false, "found T_ADDRESS in java args");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
      default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
        move32_64(masm, in_regs[i], out_regs[c_arg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2135
  // point c_arg at the first arg that is already loaded in case we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
  // need to spill before we call out
11963
1ff2ccec5667 7145024: Crashes in ucrypto related to C2
never
parents: 11962
diff changeset
  2137
  int c_arg = total_c_args - total_in_args;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
  // Pre-load a static method's oop into r14.  Used both by locking code and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
  // the normal JNI call code.
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2141
  if (method->is_static() && !is_critical_native) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
    //  load oop into a register
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
    __ movoop(oop_handle_reg, JNIHandles::make_local(Klass::cast(method->method_holder())->java_mirror()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2146
    // Now handlize the static class mirror it's known not-null.
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2147
    __ movptr(Address(rsp, klass_offset), oop_handle_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
    map->set_oop(VMRegImpl::stack2reg(klass_slot_offset));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2150
    // Now get the handle
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2151
    __ lea(oop_handle_reg, Address(rsp, klass_offset));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
    // store the klass handle as second argument
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2153
    __ movptr(c_rarg1, oop_handle_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
    // and protect the arg if we must spill
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
    c_arg--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2156
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2157
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
  // Change state to native (we save the return address in the thread, since it might not
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
  // be pushed on the stack when we do a a stack traversal). It is enough that the pc()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
  // points into the right code segment. It does not have to be the correct return pc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
  // We use the same pc/oopMap repeatedly when we call out
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2162
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2163
  intptr_t the_pc = (intptr_t) __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
  oop_maps->add_gc_map(the_pc - start, map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
  __ set_last_Java_frame(rsp, noreg, (address)the_pc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2168
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
  // We have all of the arguments setup at this point. We must not touch any register
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
  // argument registers at this point (what if we save/restore them there are no oop?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2172
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2173
    SkipIfEqual skip(masm, &DTraceMethodProbes, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
    // protect the args we've loaded
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
    save_args(masm, total_c_args, c_arg, out_regs);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
  2176
    __ mov_metadata(c_rarg1, method());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
    __ call_VM_leaf(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2178
      CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_entry),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2179
      r15_thread, c_rarg1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2180
    restore_args(masm, total_c_args, c_arg, out_regs);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2182
2136
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2183
  // RedefineClasses() tracing support for obsolete method entry
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2184
  if (RC_TRACE_IN_RANGE(0x00001000, 0x00002000)) {
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2185
    // protect the args we've loaded
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2186
    save_args(masm, total_c_args, c_arg, out_regs);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
  2187
    __ mov_metadata(c_rarg1, method());
2136
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2188
    __ call_VM_leaf(
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2189
      CAST_FROM_FN_PTR(address, SharedRuntime::rc_trace_method_entry),
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2190
      r15_thread, c_rarg1);
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2191
    restore_args(masm, total_c_args, c_arg, out_regs);
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2192
  }
c55428da3cec 6805864: 4/3 Problem with jvmti->redefineClasses: some methods don't get redefined
dcubed
parents: 1066
diff changeset
  2193
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
  // Lock a synchronized method
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2195
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2196
  // Register definitions used by locking and unlocking
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2197
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2198
  const Register swap_reg = rax;  // Must use rax for cmpxchg instruction
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2199
  const Register obj_reg  = rbx;  // Will contain the oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2200
  const Register lock_reg = r13;  // Address of compiler lock object (BasicLock)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2201
  const Register old_hdr  = r13;  // value of old header at unlock time
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2202
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2203
  Label slow_path_lock;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2204
  Label lock_done;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2205
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2206
  if (method->is_synchronized()) {
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2207
    assert(!is_critical_native, "unhandled");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2208
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2209
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2210
    const int mark_word_offset = BasicLock::displaced_header_offset_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2211
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2212
    // Get the handle (the 2nd argument)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2213
    __ mov(oop_handle_reg, c_rarg1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2214
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2215
    // Get address of the box
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2216
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2217
    __ lea(lock_reg, Address(rsp, lock_slot_offset * VMRegImpl::stack_slot_size));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2218
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2219
    // Load the oop from the handle
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2220
    __ movptr(obj_reg, Address(oop_handle_reg, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2221
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2222
    if (UseBiasedLocking) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2223
      __ biased_locking_enter(lock_reg, obj_reg, swap_reg, rscratch1, false, lock_done, &slow_path_lock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2224
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2225
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2226
    // Load immediate 1 into swap_reg %rax
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2227
    __ movl(swap_reg, 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2228
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2229
    // Load (object->mark() | 1) into swap_reg %rax
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2230
    __ orptr(swap_reg, Address(obj_reg, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2231
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2232
    // Save (object->mark() | 1) into BasicLock's displaced header
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2233
    __ movptr(Address(lock_reg, mark_word_offset), swap_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2234
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2235
    if (os::is_MP()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2236
      __ lock();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2237
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2238
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2239
    // src -> dest iff dest == rax else rax <- dest
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2240
    __ cmpxchgptr(lock_reg, Address(obj_reg, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2241
    __ jcc(Assembler::equal, lock_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2242
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2243
    // Hmm should this move to the slow path code area???
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2244
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2245
    // Test if the oopMark is an obvious stack pointer, i.e.,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2246
    //  1) (mark & 3) == 0, and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2247
    //  2) rsp <= mark < mark + os::pagesize()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2248
    // These 3 tests can be done by evaluating the following
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2249
    // expression: ((mark - rsp) & (3 - os::vm_page_size())),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2250
    // assuming both stack pointer and pagesize have their
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2251
    // least significant 2 bits clear.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2252
    // NOTE: the oopMark is in swap_reg %rax as the result of cmpxchg
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2253
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2254
    __ subptr(swap_reg, rsp);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2255
    __ andptr(swap_reg, 3 - os::vm_page_size());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2256
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2257
    // Save the test result, for recursive case, the result is zero
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2258
    __ movptr(Address(lock_reg, mark_word_offset), swap_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2259
    __ jcc(Assembler::notEqual, slow_path_lock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2260
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2261
    // Slow path will re-enter here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2262
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2263
    __ bind(lock_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2264
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2265
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2266
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2267
  // Finally just about ready to make the JNI call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
  // get JNIEnv* which is first argument to native
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2271
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2272
    __ lea(c_rarg0, Address(r15_thread, in_bytes(JavaThread::jni_environment_offset())));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2273
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2274
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2275
  // Now set thread in native
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2276
  __ movl(Address(r15_thread, JavaThread::thread_state_offset()), _thread_in_native);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2277
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2278
  __ call(RuntimeAddress(native_func));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2279
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2280
    // Either restore the MXCSR register after returning from the JNI Call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2281
    // or verify that it wasn't changed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2282
    if (RestoreMXCSROnJNICalls) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2283
      __ ldmxcsr(ExternalAddress(StubRoutines::x86::mxcsr_std()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2284
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2285
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2286
    else if (CheckJNICalls ) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2287
      __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, StubRoutines::x86::verify_mxcsr_entry())));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2288
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2289
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2290
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2291
  // Unpack native results.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2292
  switch (ret_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2293
  case T_BOOLEAN: __ c2bool(rax);            break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
  case T_CHAR   : __ movzwl(rax, rax);      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
  case T_BYTE   : __ sign_extend_byte (rax); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
  case T_SHORT  : __ sign_extend_short(rax); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
  case T_INT    : /* nothing to do */        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
  case T_DOUBLE :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2299
  case T_FLOAT  :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
    // Result is in xmm0 we'll save as needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
  case T_ARRAY:                 // Really a handle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2303
  case T_OBJECT:                // Really a handle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2304
      break; // can't de-handlize until after safepoint check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2305
  case T_VOID: break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
  case T_LONG: break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2307
  default       : ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2308
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
  // Switch thread to "native transition" state before reading the synchronization state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
  // This additional state is necessary because reading and testing the synchronization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
  // state is not atomic w.r.t. GC, as this scenario demonstrates:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2313
  //     Java thread A, in _thread_in_native state, loads _not_synchronized and is preempted.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2314
  //     VM thread changes sync state to synchronizing and suspends threads for GC.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2315
  //     Thread A is resumed to finish this native method, but doesn't block here since it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2316
  //     didn't see any synchronization is progress, and escapes.
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2317
  __ movl(Address(r15_thread, JavaThread::thread_state_offset()), _thread_in_native_trans);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2318
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2319
  if(os::is_MP()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2320
    if (UseMembar) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2321
      // Force this write out before the read below
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2322
      __ membar(Assembler::Membar_mask_bits(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2323
           Assembler::LoadLoad | Assembler::LoadStore |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
           Assembler::StoreLoad | Assembler::StoreStore));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
      // Write serialization page so VM thread can do a pseudo remote membar.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
      // We use the current thread pointer to calculate a thread specific
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
      // offset to write to within the page. This minimizes bus traffic
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2329
      // due to cache line collision.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2330
      __ serialize_memory(r15_thread, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2331
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2332
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2333
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2334
  Label after_transition;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2335
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2336
  // check for safepoint operation in progress and/or pending suspend requests
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2337
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2338
    Label Continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2339
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2340
    __ cmp32(ExternalAddress((address)SafepointSynchronize::address_of_state()),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2341
             SafepointSynchronize::_not_synchronized);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2342
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2343
    Label L;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2344
    __ jcc(Assembler::notEqual, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2345
    __ cmpl(Address(r15_thread, JavaThread::suspend_flags_offset()), 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2346
    __ jcc(Assembler::equal, Continue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2347
    __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2348
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2349
    // Don't use call_VM as it will see a possible pending exception and forward it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2350
    // and never return here preventing us from clearing _last_native_pc down below.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2351
    // Also can't use call_VM_leaf either as it will check to see if rsi & rdi are
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2352
    // preserved and correspond to the bcp/locals pointers. So we do a runtime call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2353
    // by hand.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2354
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2355
    save_native_result(masm, ret_type, stack_slots);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2356
    __ mov(c_rarg0, r15_thread);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2357
    __ mov(r12, rsp); // remember sp
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2358
    __ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2359
    __ andptr(rsp, -16); // align stack as required by ABI
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2360
    if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2361
      __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans)));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2362
    } else {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2363
      __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans_and_transition)));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2364
    }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2365
    __ mov(rsp, r12); // restore sp
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  2366
    __ reinit_heapbase();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2367
    // Restore any method result value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
    restore_native_result(masm, ret_type, stack_slots);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2369
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2370
    if (is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2371
      // The call above performed the transition to thread_in_Java so
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2372
      // skip the transition logic below.
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2373
      __ jmpb(after_transition);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2374
    }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2375
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
    __ bind(Continue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2378
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2379
  // change thread state
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2380
  __ movl(Address(r15_thread, JavaThread::thread_state_offset()), _thread_in_Java);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2381
  __ bind(after_transition);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2382
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2383
  Label reguard;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2384
  Label reguard_done;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2385
  __ cmpl(Address(r15_thread, JavaThread::stack_guard_state_offset()), JavaThread::stack_guard_yellow_disabled);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
  __ jcc(Assembler::equal, reguard);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
  __ bind(reguard_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2389
  // native result if any is live
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2390
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2391
  // Unlock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2392
  Label unlock_done;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2393
  Label slow_path_unlock;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2394
  if (method->is_synchronized()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2395
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2396
    // Get locked oop from the handle we passed to jni
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2397
    __ movptr(obj_reg, Address(oop_handle_reg, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2398
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2399
    Label done;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2400
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2401
    if (UseBiasedLocking) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2402
      __ biased_locking_exit(obj_reg, old_hdr, done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2403
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2404
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2405
    // Simple recursive lock?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2406
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2407
    __ cmpptr(Address(rsp, lock_slot_offset * VMRegImpl::stack_slot_size), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2408
    __ jcc(Assembler::equal, done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2409
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2410
    // Must save rax if if it is live now because cmpxchg must use it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2411
    if (ret_type != T_FLOAT && ret_type != T_DOUBLE && ret_type != T_VOID) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2412
      save_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2413
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2414
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2415
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2416
    // get address of the stack lock
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2417
    __ lea(rax, Address(rsp, lock_slot_offset * VMRegImpl::stack_slot_size));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2418
    //  get old displaced header
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2419
    __ movptr(old_hdr, Address(rax, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2420
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2421
    // Atomic swap old header if oop still contains the stack lock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2422
    if (os::is_MP()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2423
      __ lock();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2424
    }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2425
    __ cmpxchgptr(old_hdr, Address(obj_reg, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2426
    __ jcc(Assembler::notEqual, slow_path_unlock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2427
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2428
    // slow path re-enters here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2429
    __ bind(unlock_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2430
    if (ret_type != T_FLOAT && ret_type != T_DOUBLE && ret_type != T_VOID) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2431
      restore_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2432
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2433
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2434
    __ bind(done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2435
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2436
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2437
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2438
    SkipIfEqual skip(masm, &DTraceMethodProbes, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2439
    save_native_result(masm, ret_type, stack_slots);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
  2440
    __ mov_metadata(c_rarg1, method());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2441
    __ call_VM_leaf(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2442
         CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_exit),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2443
         r15_thread, c_rarg1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2444
    restore_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2445
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2446
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2447
  __ reset_last_Java_frame(false, true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2448
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2449
  // Unpack oop result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2450
  if (ret_type == T_OBJECT || ret_type == T_ARRAY) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2451
      Label L;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2452
      __ testptr(rax, rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2453
      __ jcc(Assembler::zero, L);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2454
      __ movptr(rax, Address(rax, 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2455
      __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2456
      __ verify_oop(rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2457
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2458
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2459
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2460
    // reset handle block
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2461
    __ movptr(rcx, Address(r15_thread, JavaThread::active_handles_offset()));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2462
    __ movptr(Address(rcx, JNIHandleBlock::top_offset_in_bytes()), (int32_t)NULL_WORD);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2463
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2464
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2465
  // pop our frame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2466
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2467
  __ leave();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2468
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2469
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2470
    // Any exception pending?
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2471
    __ cmpptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int32_t)NULL_WORD);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2472
    __ jcc(Assembler::notEqual, exception_pending);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2473
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2474
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2475
  // Return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2476
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2477
  __ ret(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2478
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2479
  // Unexpected paths are out of line and go here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2480
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2481
  if (!is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2482
    // forward the exception
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2483
    __ bind(exception_pending);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2484
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2485
    // and forward the exception
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2486
    __ jump(RuntimeAddress(StubRoutines::forward_exception_entry()));
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2487
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2488
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2489
  // Slow path locking & unlocking
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2490
  if (method->is_synchronized()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2491
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2492
    // BEGIN Slow path lock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2493
    __ bind(slow_path_lock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2494
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2495
    // has last_Java_frame setup. No exceptions so do vanilla call not call_VM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2496
    // args are (oop obj, BasicLock* lock, JavaThread* thread)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2497
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2498
    // protect the args we've loaded
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2499
    save_args(masm, total_c_args, c_arg, out_regs);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2500
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2501
    __ mov(c_rarg0, obj_reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2502
    __ mov(c_rarg1, lock_reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2503
    __ mov(c_rarg2, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2504
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2505
    // Not a leaf but we have last_Java_frame setup as we want
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2506
    __ call_VM_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::complete_monitor_locking_C), 3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2507
    restore_args(masm, total_c_args, c_arg, out_regs);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2508
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2509
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2510
    { Label L;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2511
    __ cmpptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2512
    __ jcc(Assembler::equal, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2513
    __ stop("no pending exception allowed on exit from monitorenter");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2514
    __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2515
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2516
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2517
    __ jmp(lock_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2518
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2519
    // END Slow path lock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2520
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2521
    // BEGIN Slow path unlock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2522
    __ bind(slow_path_unlock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2523
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2524
    // If we haven't already saved the native result we must save it now as xmm registers
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2525
    // are still exposed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2526
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2527
    if (ret_type == T_FLOAT || ret_type == T_DOUBLE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2528
      save_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2529
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2530
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2531
    __ lea(c_rarg1, Address(rsp, lock_slot_offset * VMRegImpl::stack_slot_size));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2532
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2533
    __ mov(c_rarg0, obj_reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2534
    __ mov(r12, rsp); // remember sp
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2535
    __ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2536
    __ andptr(rsp, -16); // align stack as required by ABI
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2537
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2538
    // Save pending exception around call to VM (which contains an EXCEPTION_MARK)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2539
    // NOTE that obj_reg == rbx currently
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2540
    __ movptr(rbx, Address(r15_thread, in_bytes(Thread::pending_exception_offset())));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2541
    __ movptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2542
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2543
    __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, SharedRuntime::complete_monitor_unlocking_C)));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2544
    __ mov(rsp, r12); // restore sp
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  2545
    __ reinit_heapbase();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2546
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2547
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2548
      Label L;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2549
      __ cmpptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2550
      __ jcc(Assembler::equal, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2551
      __ stop("no pending exception allowed on exit complete_monitor_unlocking_C");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2552
      __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2553
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2554
#endif /* ASSERT */
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2555
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2556
    __ movptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2557
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2558
    if (ret_type == T_FLOAT || ret_type == T_DOUBLE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2559
      restore_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2560
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2561
    __ jmp(unlock_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2562
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2563
    // END Slow path unlock
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2564
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2565
  } // synchronized
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2566
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2567
  // SLOW PATH Reguard the stack if needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2568
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2569
  __ bind(reguard);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2570
  save_native_result(masm, ret_type, stack_slots);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2571
  __ mov(r12, rsp); // remember sp
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2572
  __ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2573
  __ andptr(rsp, -16); // align stack as required by ABI
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2574
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, SharedRuntime::reguard_yellow_pages)));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  2575
  __ mov(rsp, r12); // restore sp
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  2576
  __ reinit_heapbase();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2577
  restore_native_result(masm, ret_type, stack_slots);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2578
  // and continue
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2579
  __ jmp(reguard_done);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2580
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2581
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2582
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2583
  __ flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2584
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2585
  nmethod *nm = nmethod::new_native_nmethod(method,
8872
36680c58660e 7022998: JSR 292 recursive method handle calls inline themselves infinitely
twisti
parents: 8315
diff changeset
  2586
                                            compile_id,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2587
                                            masm->code(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2588
                                            vep_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2589
                                            frame_complete,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2590
                                            stack_slots / VMRegImpl::slots_per_word,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2591
                                            (is_static ? in_ByteSize(klass_offset) : in_ByteSize(receiver_offset)),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2592
                                            in_ByteSize(lock_slot_offset*VMRegImpl::stack_slot_size),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2593
                                            oop_maps);
11637
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2594
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2595
  if (is_critical_native) {
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2596
    nm->set_lazy_critical_native(true);
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2597
  }
030466036615 7013347: allow crypto functions to be called inline to enhance performance
never
parents: 10981
diff changeset
  2598
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2599
  return nm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2600
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2601
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2602
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2603
#ifdef HAVE_DTRACE_H
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2604
// ---------------------------------------------------------------------------
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2605
// Generate a dtrace nmethod for a given signature.  The method takes arguments
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2606
// in the Java compiled code convention, marshals them to the native
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2607
// abi and then leaves nops at the position you would expect to call a native
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2608
// function. When the probe is enabled the nops are replaced with a trap
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2609
// instruction that dtrace inserts and the trace will cause a notification
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2610
// to dtrace.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2611
//
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2612
// The probes are only able to take primitive types and java/lang/String as
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2613
// arguments.  No other java types are allowed. Strings are converted to utf8
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2614
// strings so that from dtrace point of view java strings are converted to C
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2615
// strings. There is an arbitrary fixed limit on the total space that a method
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2616
// can use for converting the strings. (256 chars per string in the signature).
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2617
// So any java string larger then this is truncated.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2618
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2619
static int  fp_offset[ConcreteRegisterImpl::number_of_registers] = { 0 };
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2620
static bool offsets_initialized = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2621
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2622
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2623
nmethod *SharedRuntime::generate_dtrace_nmethod(MacroAssembler *masm,
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2624
                                                methodHandle method) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2625
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2626
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2627
  // generate_dtrace_nmethod is guarded by a mutex so we are sure to
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2628
  // be single threaded in this method.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2629
  assert(AdapterHandlerLibrary_lock->owned_by_self(), "must be");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2630
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2631
  if (!offsets_initialized) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2632
    fp_offset[c_rarg0->as_VMReg()->value()] = -1 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2633
    fp_offset[c_rarg1->as_VMReg()->value()] = -2 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2634
    fp_offset[c_rarg2->as_VMReg()->value()] = -3 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2635
    fp_offset[c_rarg3->as_VMReg()->value()] = -4 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2636
    fp_offset[c_rarg4->as_VMReg()->value()] = -5 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2637
    fp_offset[c_rarg5->as_VMReg()->value()] = -6 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2638
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2639
    fp_offset[c_farg0->as_VMReg()->value()] = -7 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2640
    fp_offset[c_farg1->as_VMReg()->value()] = -8 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2641
    fp_offset[c_farg2->as_VMReg()->value()] = -9 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2642
    fp_offset[c_farg3->as_VMReg()->value()] = -10 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2643
    fp_offset[c_farg4->as_VMReg()->value()] = -11 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2644
    fp_offset[c_farg5->as_VMReg()->value()] = -12 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2645
    fp_offset[c_farg6->as_VMReg()->value()] = -13 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2646
    fp_offset[c_farg7->as_VMReg()->value()] = -14 * wordSize;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2647
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2648
    offsets_initialized = true;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2649
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2650
  // Fill in the signature array, for the calling-convention call.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2651
  int total_args_passed = method->size_of_parameters();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2652
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2653
  BasicType* in_sig_bt  = NEW_RESOURCE_ARRAY(BasicType, total_args_passed);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2654
  VMRegPair  *in_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_args_passed);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2655
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2656
  // The signature we are going to use for the trap that dtrace will see
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2657
  // java/lang/String is converted. We drop "this" and any other object
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2658
  // is converted to NULL.  (A one-slot java/lang/Long object reference
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2659
  // is converted to a two-slot long, which is why we double the allocation).
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2660
  BasicType* out_sig_bt = NEW_RESOURCE_ARRAY(BasicType, total_args_passed * 2);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2661
  VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_args_passed * 2);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2662
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2663
  int i=0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2664
  int total_strings = 0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2665
  int first_arg_to_pass = 0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2666
  int total_c_args = 0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2667
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2668
  // Skip the receiver as dtrace doesn't want to see it
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2669
  if( !method->is_static() ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2670
    in_sig_bt[i++] = T_OBJECT;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2671
    first_arg_to_pass = 1;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2672
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2673
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2674
  // We need to convert the java args to where a native (non-jni) function
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2675
  // would expect them. To figure out where they go we convert the java
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2676
  // signature to a C signature.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2677
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2678
  SignatureStream ss(method->signature());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2679
  for ( ; !ss.at_return_type(); ss.next()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2680
    BasicType bt = ss.type();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2681
    in_sig_bt[i++] = bt;  // Collect remaining bits of signature
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2682
    out_sig_bt[total_c_args++] = bt;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2683
    if( bt == T_OBJECT) {
8076
96d498ec7ae1 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 7397
diff changeset
  2684
      Symbol* s = ss.as_symbol_or_null();   // symbol is created
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2685
      if (s == vmSymbols::java_lang_String()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2686
        total_strings++;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2687
        out_sig_bt[total_c_args-1] = T_ADDRESS;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2688
      } else if (s == vmSymbols::java_lang_Boolean() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2689
                 s == vmSymbols::java_lang_Character() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2690
                 s == vmSymbols::java_lang_Byte() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2691
                 s == vmSymbols::java_lang_Short() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2692
                 s == vmSymbols::java_lang_Integer() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2693
                 s == vmSymbols::java_lang_Float()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2694
        out_sig_bt[total_c_args-1] = T_INT;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2695
      } else if (s == vmSymbols::java_lang_Long() ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2696
                 s == vmSymbols::java_lang_Double()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2697
        out_sig_bt[total_c_args-1] = T_LONG;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2698
        out_sig_bt[total_c_args++] = T_VOID;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2699
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2700
    } else if ( bt == T_LONG || bt == T_DOUBLE ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2701
      in_sig_bt[i++] = T_VOID;   // Longs & doubles take 2 Java slots
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2702
      // We convert double to long
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2703
      out_sig_bt[total_c_args-1] = T_LONG;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2704
      out_sig_bt[total_c_args++] = T_VOID;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2705
    } else if ( bt == T_FLOAT) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2706
      // We convert float to int
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2707
      out_sig_bt[total_c_args-1] = T_INT;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2708
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2709
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2710
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2711
  assert(i==total_args_passed, "validly parsed signature");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2712
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2713
  // Now get the compiled-Java layout as input arguments
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2714
  int comp_args_on_stack;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2715
  comp_args_on_stack = SharedRuntime::java_calling_convention(
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2716
      in_sig_bt, in_regs, total_args_passed, false);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2717
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2718
  // Now figure out where the args must be stored and how much stack space
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2719
  // they require (neglecting out_preserve_stack_slots but space for storing
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2720
  // the 1st six register arguments). It's weird see int_stk_helper.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2721
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2722
  int out_arg_slots;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2723
  out_arg_slots = c_calling_convention(out_sig_bt, out_regs, total_c_args);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2724
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2725
  // Calculate the total number of stack slots we will need.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2726
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2727
  // First count the abi requirement plus all of the outgoing args
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2728
  int stack_slots = SharedRuntime::out_preserve_stack_slots() + out_arg_slots;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2729
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2730
  // Now space for the string(s) we must convert
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2731
  int* string_locs   = NEW_RESOURCE_ARRAY(int, total_strings + 1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2732
  for (i = 0; i < total_strings ; i++) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2733
    string_locs[i] = stack_slots;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2734
    stack_slots += max_dtrace_string_size / VMRegImpl::stack_slot_size;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2735
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2736
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2737
  // Plus the temps we might need to juggle register args
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2738
  // regs take two slots each
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2739
  stack_slots += (Argument::n_int_register_parameters_c +
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2740
                  Argument::n_float_register_parameters_c) * 2;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2741
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2742
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2743
  // + 4 for return address (which we own) and saved rbp,
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2744
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2745
  stack_slots += 4;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2746
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2747
  // Ok The space we have allocated will look like:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2748
  //
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2749
  //
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2750
  // FP-> |                     |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2751
  //      |---------------------|
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2752
  //      | string[n]           |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2753
  //      |---------------------| <- string_locs[n]
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2754
  //      | string[n-1]         |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2755
  //      |---------------------| <- string_locs[n-1]
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2756
  //      | ...                 |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2757
  //      | ...                 |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2758
  //      |---------------------| <- string_locs[1]
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2759
  //      | string[0]           |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2760
  //      |---------------------| <- string_locs[0]
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2761
  //      | outbound memory     |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2762
  //      | based arguments     |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2763
  //      |                     |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2764
  //      |---------------------|
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2765
  //      |                     |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2766
  // SP-> | out_preserved_slots |
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2767
  //
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2768
  //
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2769
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2770
  // Now compute actual number of stack words we need rounding to make
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2771
  // stack properly aligned.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2772
  stack_slots = round_to(stack_slots, 4 * VMRegImpl::slots_per_word);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2773
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2774
  int stack_size = stack_slots * VMRegImpl::stack_slot_size;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2775
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2776
  intptr_t start = (intptr_t)__ pc();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2777
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2778
  // First thing make an ic check to see if we should even be here
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2779
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2780
  // We are free to use all registers as temps without saving them and
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2781
  // restoring them except rbp. rbp, is the only callee save register
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2782
  // as far as the interpreter and the compiler(s) are concerned.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2783
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2784
  const Register ic_reg = rax;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2785
  const Register receiver = rcx;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2786
  Label hit;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2787
  Label exception_pending;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2788
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2789
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2790
  __ verify_oop(receiver);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2791
  __ cmpl(ic_reg, Address(receiver, oopDesc::klass_offset_in_bytes()));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2792
  __ jcc(Assembler::equal, hit);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2793
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2794
  __ jump(RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2795
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2796
  // verified entry must be aligned for code patching.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2797
  // and the first 5 bytes must be in the same cache line
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2798
  // if we align at 8 then we will be sure 5 bytes are in the same line
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2799
  __ align(8);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2800
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2801
  __ bind(hit);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2802
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2803
  int vep_offset = ((intptr_t)__ pc()) - start;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2804
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2805
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2806
  // The instruction at the verified entry point must be 5 bytes or longer
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2807
  // because it can be patched on the fly by make_non_entrant. The stack bang
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2808
  // instruction fits that requirement.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2809
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2810
  // Generate stack overflow check
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2811
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2812
  if (UseStackBanging) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2813
    if (stack_size <= StackShadowPages*os::vm_page_size()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2814
      __ bang_stack_with_offset(StackShadowPages*os::vm_page_size());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2815
    } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2816
      __ movl(rax, stack_size);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2817
      __ bang_stack_size(rax, rbx);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2818
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2819
  } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2820
    // need a 5 byte instruction to allow MT safe patching to non-entrant
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2821
    __ fat_nop();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2822
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2823
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2824
  assert(((uintptr_t)__ pc() - start - vep_offset) >= 5,
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2825
         "valid size for make_non_entrant");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2826
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2827
  // Generate a new frame for the wrapper.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2828
  __ enter();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2829
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2830
  // -4 because return address is already present and so is saved rbp,
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2831
  if (stack_size - 2*wordSize != 0) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2832
    __ subq(rsp, stack_size - 2*wordSize);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2833
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2834
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2835
  // Frame is now completed as far a size and linkage.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2836
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2837
  int frame_complete = ((intptr_t)__ pc()) - start;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2838
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2839
  int c_arg, j_arg;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2840
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2841
  // State of input register args
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2842
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2843
  bool  live[ConcreteRegisterImpl::number_of_registers];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2844
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2845
  live[j_rarg0->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2846
  live[j_rarg1->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2847
  live[j_rarg2->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2848
  live[j_rarg3->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2849
  live[j_rarg4->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2850
  live[j_rarg5->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2851
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2852
  live[j_farg0->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2853
  live[j_farg1->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2854
  live[j_farg2->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2855
  live[j_farg3->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2856
  live[j_farg4->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2857
  live[j_farg5->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2858
  live[j_farg6->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2859
  live[j_farg7->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2860
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2861
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2862
  bool rax_is_zero = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2863
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2864
  // All args (except strings) destined for the stack are moved first
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2865
  for (j_arg = first_arg_to_pass, c_arg = 0 ;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2866
       j_arg < total_args_passed ; j_arg++, c_arg++ ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2867
    VMRegPair src = in_regs[j_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2868
    VMRegPair dst = out_regs[c_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2869
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2870
    // Get the real reg value or a dummy (rsp)
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2871
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2872
    int src_reg = src.first()->is_reg() ?
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2873
                  src.first()->value() :
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2874
                  rsp->as_VMReg()->value();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2875
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2876
    bool useless =  in_sig_bt[j_arg] == T_ARRAY ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2877
                    (in_sig_bt[j_arg] == T_OBJECT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2878
                     out_sig_bt[c_arg] != T_INT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2879
                     out_sig_bt[c_arg] != T_ADDRESS &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2880
                     out_sig_bt[c_arg] != T_LONG);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2881
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2882
    live[src_reg] = !useless;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2883
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2884
    if (dst.first()->is_stack()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2885
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2886
      // Even though a string arg in a register is still live after this loop
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2887
      // after the string conversion loop (next) it will be dead so we take
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2888
      // advantage of that now for simpler code to manage live.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2889
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2890
      live[src_reg] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2891
      switch (in_sig_bt[j_arg]) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2892
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2893
        case T_ARRAY:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2894
        case T_OBJECT:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2895
          {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2896
            Address stack_dst(rsp, reg2offset_out(dst.first()));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2897
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2898
            if (out_sig_bt[c_arg] == T_INT || out_sig_bt[c_arg] == T_LONG) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2899
              // need to unbox a one-word value
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2900
              Register in_reg = rax;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2901
              if ( src.first()->is_reg() ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2902
                in_reg = src.first()->as_Register();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2903
              } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2904
                __ movq(rax, Address(rbp, reg2offset_in(src.first())));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2905
                rax_is_zero = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2906
              }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2907
              Label skipUnbox;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2908
              __ movptr(Address(rsp, reg2offset_out(dst.first())),
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2909
                        (int32_t)NULL_WORD);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2910
              __ testq(in_reg, in_reg);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2911
              __ jcc(Assembler::zero, skipUnbox);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2912
591
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  2913
              BasicType bt = out_sig_bt[c_arg];
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  2914
              int box_offset = java_lang_boxing_object::value_offset_in_bytes(bt);
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2915
              Address src1(in_reg, box_offset);
591
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  2916
              if ( bt == T_LONG ) {
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2917
                __ movq(in_reg,  src1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2918
                __ movq(stack_dst, in_reg);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2919
                assert(out_sig_bt[c_arg+1] == T_VOID, "must be");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2920
                ++c_arg; // skip over T_VOID to keep the loop indices in sync
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2921
              } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2922
                __ movl(in_reg,  src1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2923
                __ movl(stack_dst, in_reg);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2924
              }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2925
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2926
              __ bind(skipUnbox);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2927
            } else if (out_sig_bt[c_arg] != T_ADDRESS) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2928
              // Convert the arg to NULL
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2929
              if (!rax_is_zero) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2930
                __ xorq(rax, rax);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2931
                rax_is_zero = true;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2932
              }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2933
              __ movq(stack_dst, rax);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2934
            }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2935
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2936
          break;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2937
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2938
        case T_VOID:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2939
          break;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2940
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2941
        case T_FLOAT:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2942
          // This does the right thing since we know it is destined for the
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2943
          // stack
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2944
          float_move(masm, src, dst);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2945
          break;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2946
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2947
        case T_DOUBLE:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2948
          // This does the right thing since we know it is destined for the
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2949
          // stack
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2950
          double_move(masm, src, dst);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2951
          break;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2952
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2953
        case T_LONG :
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2954
          long_move(masm, src, dst);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2955
          break;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2956
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2957
        case T_ADDRESS: assert(false, "found T_ADDRESS in java args");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2958
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2959
        default:
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2960
          move32_64(masm, src, dst);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2961
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2962
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2963
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2964
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2965
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2966
  // If we have any strings we must store any register based arg to the stack
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2967
  // This includes any still live xmm registers too.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2968
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2969
  int sid = 0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2970
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2971
  if (total_strings > 0 ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2972
    for (j_arg = first_arg_to_pass, c_arg = 0 ;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2973
         j_arg < total_args_passed ; j_arg++, c_arg++ ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2974
      VMRegPair src = in_regs[j_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2975
      VMRegPair dst = out_regs[c_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2976
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2977
      if (src.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2978
        Address src_tmp(rbp, fp_offset[src.first()->value()]);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2979
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2980
        // string oops were left untouched by the previous loop even if the
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2981
        // eventual (converted) arg is destined for the stack so park them
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2982
        // away now (except for first)
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2983
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2984
        if (out_sig_bt[c_arg] == T_ADDRESS) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2985
          Address utf8_addr = Address(
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2986
              rsp, string_locs[sid++] * VMRegImpl::stack_slot_size);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2987
          if (sid != 1) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2988
            // The first string arg won't be killed until after the utf8
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2989
            // conversion
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2990
            __ movq(utf8_addr, src.first()->as_Register());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2991
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2992
        } else if (dst.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2993
          if (in_sig_bt[j_arg] == T_FLOAT || in_sig_bt[j_arg] == T_DOUBLE) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2994
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2995
            // Convert the xmm register to an int and store it in the reserved
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2996
            // location for the eventual c register arg
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2997
            XMMRegister f = src.first()->as_XMMRegister();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2998
            if (in_sig_bt[j_arg] == T_FLOAT) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  2999
              __ movflt(src_tmp, f);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3000
            } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3001
              __ movdbl(src_tmp, f);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3002
            }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3003
          } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3004
            // If the arg is an oop type we don't support don't bother to store
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3005
            // it remember string was handled above.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3006
            bool useless =  in_sig_bt[j_arg] == T_ARRAY ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3007
                            (in_sig_bt[j_arg] == T_OBJECT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3008
                             out_sig_bt[c_arg] != T_INT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3009
                             out_sig_bt[c_arg] != T_LONG);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3010
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3011
            if (!useless) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3012
              __ movq(src_tmp, src.first()->as_Register());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3013
            }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3014
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3015
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3016
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3017
      if (in_sig_bt[j_arg] == T_OBJECT && out_sig_bt[c_arg] == T_LONG) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3018
        assert(out_sig_bt[c_arg+1] == T_VOID, "must be");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3019
        ++c_arg; // skip over T_VOID to keep the loop indices in sync
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3020
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3021
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3022
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3023
    // Now that the volatile registers are safe, convert all the strings
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3024
    sid = 0;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3025
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3026
    for (j_arg = first_arg_to_pass, c_arg = 0 ;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3027
         j_arg < total_args_passed ; j_arg++, c_arg++ ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3028
      if (out_sig_bt[c_arg] == T_ADDRESS) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3029
        // It's a string
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3030
        Address utf8_addr = Address(
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3031
            rsp, string_locs[sid++] * VMRegImpl::stack_slot_size);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3032
        // The first string we find might still be in the original java arg
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3033
        // register
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3034
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3035
        VMReg src = in_regs[j_arg].first();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3036
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3037
        // We will need to eventually save the final argument to the trap
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3038
        // in the von-volatile location dedicated to src. This is the offset
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3039
        // from fp we will use.
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3040
        int src_off = src->is_reg() ?
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3041
            fp_offset[src->value()] : reg2offset_in(src);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3042
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3043
        // This is where the argument will eventually reside
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3044
        VMRegPair dst = out_regs[c_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3045
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3046
        if (src->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3047
          if (sid == 1) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3048
            __ movq(c_rarg0, src->as_Register());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3049
          } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3050
            __ movq(c_rarg0, utf8_addr);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3051
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3052
        } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3053
          // arg is still in the original location
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3054
          __ movq(c_rarg0, Address(rbp, reg2offset_in(src)));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3055
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3056
        Label done, convert;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3057
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3058
        // see if the oop is NULL
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3059
        __ testq(c_rarg0, c_rarg0);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3060
        __ jcc(Assembler::notEqual, convert);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3061
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3062
        if (dst.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3063
          // Save the ptr to utf string in the origina src loc or the tmp
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3064
          // dedicated to it
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3065
          __ movq(Address(rbp, src_off), c_rarg0);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3066
        } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3067
          __ movq(Address(rsp, reg2offset_out(dst.first())), c_rarg0);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3068
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3069
        __ jmp(done);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3070
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3071
        __ bind(convert);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3072
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3073
        __ lea(c_rarg1, utf8_addr);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3074
        if (dst.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3075
          __ movq(Address(rbp, src_off), c_rarg1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3076
        } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3077
          __ movq(Address(rsp, reg2offset_out(dst.first())), c_rarg1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3078
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3079
        // And do the conversion
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3080
        __ call(RuntimeAddress(
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3081
                CAST_FROM_FN_PTR(address, SharedRuntime::get_utf)));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3082
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3083
        __ bind(done);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3084
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3085
      if (in_sig_bt[j_arg] == T_OBJECT && out_sig_bt[c_arg] == T_LONG) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3086
        assert(out_sig_bt[c_arg+1] == T_VOID, "must be");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3087
        ++c_arg; // skip over T_VOID to keep the loop indices in sync
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3088
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3089
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3090
    // The get_utf call killed all the c_arg registers
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3091
    live[c_rarg0->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3092
    live[c_rarg1->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3093
    live[c_rarg2->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3094
    live[c_rarg3->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3095
    live[c_rarg4->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3096
    live[c_rarg5->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3097
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3098
    live[c_farg0->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3099
    live[c_farg1->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3100
    live[c_farg2->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3101
    live[c_farg3->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3102
    live[c_farg4->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3103
    live[c_farg5->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3104
    live[c_farg6->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3105
    live[c_farg7->as_VMReg()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3106
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3107
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3108
  // Now we can finally move the register args to their desired locations
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3109
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3110
  rax_is_zero = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3111
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3112
  for (j_arg = first_arg_to_pass, c_arg = 0 ;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3113
       j_arg < total_args_passed ; j_arg++, c_arg++ ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3114
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3115
    VMRegPair src = in_regs[j_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3116
    VMRegPair dst = out_regs[c_arg];
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3117
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3118
    // Only need to look for args destined for the interger registers (since we
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3119
    // convert float/double args to look like int/long outbound)
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3120
    if (dst.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3121
      Register r =  dst.first()->as_Register();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3122
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3123
      // Check if the java arg is unsupported and thereofre useless
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3124
      bool useless =  in_sig_bt[j_arg] == T_ARRAY ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3125
                      (in_sig_bt[j_arg] == T_OBJECT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3126
                       out_sig_bt[c_arg] != T_INT &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3127
                       out_sig_bt[c_arg] != T_ADDRESS &&
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3128
                       out_sig_bt[c_arg] != T_LONG);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3129
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3130
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3131
      // If we're going to kill an existing arg save it first
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3132
      if (live[dst.first()->value()]) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3133
        // you can't kill yourself
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3134
        if (src.first() != dst.first()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3135
          __ movq(Address(rbp, fp_offset[dst.first()->value()]), r);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3136
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3137
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3138
      if (src.first()->is_reg()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3139
        if (live[src.first()->value()] ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3140
          if (in_sig_bt[j_arg] == T_FLOAT) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3141
            __ movdl(r, src.first()->as_XMMRegister());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3142
          } else if (in_sig_bt[j_arg] == T_DOUBLE) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3143
            __ movdq(r, src.first()->as_XMMRegister());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3144
          } else if (r != src.first()->as_Register()) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3145
            if (!useless) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3146
              __ movq(r, src.first()->as_Register());
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3147
            }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3148
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3149
        } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3150
          // If the arg is an oop type we don't support don't bother to store
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3151
          // it
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3152
          if (!useless) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3153
            if (in_sig_bt[j_arg] == T_DOUBLE ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3154
                in_sig_bt[j_arg] == T_LONG  ||
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3155
                in_sig_bt[j_arg] == T_OBJECT ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3156
              __ movq(r, Address(rbp, fp_offset[src.first()->value()]));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3157
            } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3158
              __ movl(r, Address(rbp, fp_offset[src.first()->value()]));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3159
            }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3160
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3161
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3162
        live[src.first()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3163
      } else if (!useless) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3164
        // full sized move even for int should be ok
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3165
        __ movq(r, Address(rbp, reg2offset_in(src.first())));
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3166
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3167
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3168
      // At this point r has the original java arg in the final location
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3169
      // (assuming it wasn't useless). If the java arg was an oop
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3170
      // we have a bit more to do
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3171
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3172
      if (in_sig_bt[j_arg] == T_ARRAY || in_sig_bt[j_arg] == T_OBJECT ) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3173
        if (out_sig_bt[c_arg] == T_INT || out_sig_bt[c_arg] == T_LONG) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3174
          // need to unbox a one-word value
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3175
          Label skip;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3176
          __ testq(r, r);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3177
          __ jcc(Assembler::equal, skip);
591
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  3178
          BasicType bt = out_sig_bt[c_arg];
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  3179
          int box_offset = java_lang_boxing_object::value_offset_in_bytes(bt);
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3180
          Address src1(r, box_offset);
591
04d2e26e6d69 6703888: Compressed Oops: use the 32-bits gap after klass in a object
kvn
parents: 363
diff changeset
  3181
          if ( bt == T_LONG ) {
363
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3182
            __ movq(r, src1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3183
          } else {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3184
            __ movl(r, src1);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3185
          }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3186
          __ bind(skip);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3187
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3188
        } else if (out_sig_bt[c_arg] != T_ADDRESS) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3189
          // Convert the arg to NULL
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3190
          __ xorq(r, r);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3191
        }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3192
      }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3193
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3194
      // dst can longer be holding an input value
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3195
      live[dst.first()->value()] = false;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3196
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3197
    if (in_sig_bt[j_arg] == T_OBJECT && out_sig_bt[c_arg] == T_LONG) {
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3198
      assert(out_sig_bt[c_arg+1] == T_VOID, "must be");
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3199
      ++c_arg; // skip over T_VOID to keep the loop indices in sync
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3200
    }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3201
  }
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3202
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3203
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3204
  // Ok now we are done. Need to place the nop that dtrace wants in order to
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3205
  // patch in the trap
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3206
  int patch_offset = ((intptr_t)__ pc()) - start;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3207
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3208
  __ nop();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3209
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3210
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3211
  // Return
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3212
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3213
  __ leave();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3214
  __ ret(0);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3215
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3216
  __ flush();
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3217
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3218
  nmethod *nm = nmethod::new_dtrace_nmethod(
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3219
      method, masm->code(), vep_offset, patch_offset, frame_complete,
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3220
      stack_slots / VMRegImpl::slots_per_word);
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3221
  return nm;
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3222
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3223
}
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3224
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3225
#endif // HAVE_DTRACE_H
99d43e8a76ad 6537506: Provide a mechanism for specifying Java-level USDT-like dtrace probes
kamg
parents: 360
diff changeset
  3226
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3227
// this function returns the adjust size (in number of words) to a c2i adapter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3228
// activation for use during deoptimization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3229
int Deoptimization::last_frame_adjust(int callee_parameters, int callee_locals ) {
5419
f2e8cc8c12ea 6943304: remove tagged stack interpreter
twisti
parents: 5252
diff changeset
  3230
  return (callee_locals - callee_parameters) * Interpreter::stackElementWords;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3231
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3232
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3233
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3234
uint SharedRuntime::out_preserve_stack_slots() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3235
  return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3236
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3237
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3238
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3239
//------------------------------generate_deopt_blob----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3240
void SharedRuntime::generate_deopt_blob() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3241
  // Allocate space for the code
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3242
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3243
  // Setup code generation tools
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3244
  CodeBuffer buffer("deopt_blob", 2048, 1024);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3245
  MacroAssembler* masm = new MacroAssembler(&buffer);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3246
  int frame_size_in_words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3247
  OopMap* map = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3248
  OopMapSet *oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3249
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3250
  // -------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3251
  // This code enters when returning to a de-optimized nmethod.  A return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3252
  // address has been pushed on the the stack, and return values are in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3253
  // registers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3254
  // If we are doing a normal deopt then we were called from the patched
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3255
  // nmethod from the point we returned to the nmethod. So the return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3256
  // address on the stack is wrong by NativeCall::instruction_size
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3257
  // We will adjust the value so it looks like we have the original return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3258
  // address on the stack (like when we eagerly deoptimized).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3259
  // In the case of an exception pending when deoptimizing, we enter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3260
  // with a return address on the stack that points after the call we patched
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3261
  // into the exception handler. We have the following register state from,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3262
  // e.g., the forward exception stub (see stubGenerator_x86_64.cpp).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3263
  //    rax: exception oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3264
  //    rbx: exception handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3265
  //    rdx: throwing pc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3266
  // So in this case we simply jam rdx into the useless return address and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3267
  // the stack looks just like we want.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3268
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3269
  // At this point we need to de-opt.  We save the argument return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3270
  // registers.  We call the first C routine, fetch_unroll_info().  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3271
  // routine captures the return values and returns a structure which
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3272
  // describes the current frame size and the sizes of all replacement frames.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3273
  // The current frame is compiled code and may contain many inlined
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3274
  // functions, each with their own JVM state.  We pop the current frame, then
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3275
  // push all the new frames.  Then we call the C routine unpack_frames() to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3276
  // populate these frames.  Finally unpack_frames() returns us the new target
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3277
  // address.  Notice that callee-save registers are BLOWN here; they have
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3278
  // already been captured in the vframeArray at the time the return PC was
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3279
  // patched.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3280
  address start = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3281
  Label cont;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3282
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3283
  // Prolog for non exception case!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3284
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3285
  // Save everything in sight.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3286
  map = RegisterSaver::save_live_registers(masm, 0, &frame_size_in_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3287
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3288
  // Normal deoptimization.  Save exec mode for unpack_frames.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  3289
  __ movl(r14, Deoptimization::Unpack_deopt); // callee-saved
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3290
  __ jmp(cont);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3291
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3292
  int reexecute_offset = __ pc() - start;
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3293
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3294
  // Reexecute case
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3295
  // return address is the pc describes what bci to do re-execute at
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3296
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3297
  // No need to update map as each call to save_live_registers will produce identical oopmap
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3298
  (void) RegisterSaver::save_live_registers(masm, 0, &frame_size_in_words);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3299
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3300
  __ movl(r14, Deoptimization::Unpack_reexecute); // callee-saved
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3301
  __ jmp(cont);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3302
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3303
  int exception_offset = __ pc() - start;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3304
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3305
  // Prolog for exception case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3306
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3307
  // all registers are dead at this entry point, except for rax, and
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3308
  // rdx which contain the exception oop and exception pc
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3309
  // respectively.  Set them in TLS and fall thru to the
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3310
  // unpack_with_exception_in_tls entry point.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3311
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3312
  __ movptr(Address(r15_thread, JavaThread::exception_pc_offset()), rdx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3313
  __ movptr(Address(r15_thread, JavaThread::exception_oop_offset()), rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3314
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3315
  int exception_in_tls_offset = __ pc() - start;
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3316
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3317
  // new implementation because exception oop is now passed in JavaThread
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3318
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3319
  // Prolog for exception case
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3320
  // All registers must be preserved because they might be used by LinearScan
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3321
  // Exceptiop oop and throwing PC are passed in JavaThread
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3322
  // tos: stack at point of call to method that threw the exception (i.e. only
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3323
  // args are on the stack, no return address)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3324
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3325
  // make room on stack for the return address
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3326
  // It will be patched later with the throwing pc. The correct value is not
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3327
  // available now because loading it from memory would destroy registers.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3328
  __ push(0);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3329
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3330
  // Save everything in sight.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3331
  map = RegisterSaver::save_live_registers(masm, 0, &frame_size_in_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3332
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3333
  // Now it is safe to overwrite any register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3334
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3335
  // Deopt during an exception.  Save exec mode for unpack_frames.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  3336
  __ movl(r14, Deoptimization::Unpack_exception); // callee-saved
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3337
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3338
  // load throwing pc from JavaThread and patch it as the return address
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3339
  // of the current frame. Then clear the field in JavaThread
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3340
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3341
  __ movptr(rdx, Address(r15_thread, JavaThread::exception_pc_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3342
  __ movptr(Address(rbp, wordSize), rdx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3343
  __ movptr(Address(r15_thread, JavaThread::exception_pc_offset()), (int32_t)NULL_WORD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3344
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3345
#ifdef ASSERT
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3346
  // verify that there is really an exception oop in JavaThread
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3347
  __ movptr(rax, Address(r15_thread, JavaThread::exception_oop_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3348
  __ verify_oop(rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3349
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3350
  // verify that there is no pending exception
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3351
  Label no_pending_exception;
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3352
  __ movptr(rax, Address(r15_thread, Thread::pending_exception_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3353
  __ testptr(rax, rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3354
  __ jcc(Assembler::zero, no_pending_exception);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3355
  __ stop("must not have pending exception here");
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3356
  __ bind(no_pending_exception);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3357
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3358
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3359
  __ bind(cont);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3360
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3361
  // Call C code.  Need thread and this frame, but NOT official VM entry
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3362
  // crud.  We cannot block on this call, no GC can happen.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3363
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3364
  // UnrollBlock* fetch_unroll_info(JavaThread* thread)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3365
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3366
  // fetch_unroll_info needs to call last_java_frame().
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3367
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3368
  __ set_last_Java_frame(noreg, noreg, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3369
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3370
  { Label L;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3371
    __ cmpptr(Address(r15_thread,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3372
                    JavaThread::last_Java_fp_offset()),
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3373
            (int32_t)0);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3374
    __ jcc(Assembler::equal, L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3375
    __ stop("SharedRuntime::generate_deopt_blob: last_Java_fp not cleared");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3376
    __ bind(L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3377
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3378
#endif // ASSERT
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3379
  __ mov(c_rarg0, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3380
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, Deoptimization::fetch_unroll_info)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3381
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3382
  // Need to have an oopmap that tells fetch_unroll_info where to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3383
  // find any register it might need.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3384
  oop_maps->add_gc_map(__ pc() - start, map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3385
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3386
  __ reset_last_Java_frame(false, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3387
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3388
  // Load UnrollBlock* into rdi
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3389
  __ mov(rdi, rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3390
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3391
   Label noException;
2349
d438a6c62f88 6824463: deopt blob is testing wrong register on 64-bit x86
never
parents: 2154
diff changeset
  3392
  __ cmpl(r14, Deoptimization::Unpack_exception);   // Was exception pending?
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3393
  __ jcc(Assembler::notEqual, noException);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3394
  __ movptr(rax, Address(r15_thread, JavaThread::exception_oop_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3395
  // QQQ this is useless it was NULL above
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3396
  __ movptr(rdx, Address(r15_thread, JavaThread::exception_pc_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3397
  __ movptr(Address(r15_thread, JavaThread::exception_oop_offset()), (int32_t)NULL_WORD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3398
  __ movptr(Address(r15_thread, JavaThread::exception_pc_offset()), (int32_t)NULL_WORD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3399
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3400
  __ verify_oop(rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3401
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3402
  // Overwrite the result registers with the exception results.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3403
  __ movptr(Address(rsp, RegisterSaver::rax_offset_in_bytes()), rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3404
  // I think this is useless
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3405
  __ movptr(Address(rsp, RegisterSaver::rdx_offset_in_bytes()), rdx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3406
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3407
  __ bind(noException);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3408
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3409
  // Only register save data is on the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3410
  // Now restore the result registers.  Everything else is either dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3411
  // or captured in the vframeArray.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3412
  RegisterSaver::restore_result_registers(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3413
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3414
  // All of the register save area has been popped of the stack. Only the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3415
  // return address remains.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3416
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3417
  // Pop all the frames we must move/replace.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3418
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3419
  // Frame picture (youngest to oldest)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3420
  // 1: self-frame (no frame link)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3421
  // 2: deopting frame  (no frame link)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3422
  // 3: caller of deopting frame (could be compiled/interpreted).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3423
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3424
  // Note: by leaving the return address of self-frame on the stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3425
  // and using the size of frame 2 to adjust the stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3426
  // when we are done the return to frame 3 will still be on the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3427
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3428
  // Pop deoptimized frame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3429
  __ movl(rcx, Address(rdi, Deoptimization::UnrollBlock::size_of_deoptimized_frame_offset_in_bytes()));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3430
  __ addptr(rsp, rcx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3431
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3432
  // rsp should be pointing at the return address to the caller (3)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3433
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3434
  // Stack bang to make sure there's enough room for these interpreter frames.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3435
  if (UseStackBanging) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3436
    __ movl(rbx, Address(rdi, Deoptimization::UnrollBlock::total_frame_sizes_offset_in_bytes()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3437
    __ bang_stack_size(rbx, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3438
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3439
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3440
  // Load address of array of frame pcs into rcx
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3441
  __ movptr(rcx, Address(rdi, Deoptimization::UnrollBlock::frame_pcs_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3442
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3443
  // Trash the old pc
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3444
  __ addptr(rsp, wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3445
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3446
  // Load address of array of frame sizes into rsi
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3447
  __ movptr(rsi, Address(rdi, Deoptimization::UnrollBlock::frame_sizes_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3448
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3449
  // Load counter into rdx
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3450
  __ movl(rdx, Address(rdi, Deoptimization::UnrollBlock::number_of_frames_offset_in_bytes()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3451
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3452
  // Pick up the initial fp we should save
10539
f87cedf7983c 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 9976
diff changeset
  3453
  __ movptr(rbp, Address(rdi, Deoptimization::UnrollBlock::initial_info_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3454
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3455
  // Now adjust the caller's stack to make up for the extra locals
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3456
  // but record the original sp so that we can save it in the skeletal interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3457
  // frame and the stack walking of interpreter_sender will get the unextended sp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3458
  // value and not the "real" sp value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3459
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3460
  const Register sender_sp = r8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3461
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3462
  __ mov(sender_sp, rsp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3463
  __ movl(rbx, Address(rdi,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3464
                       Deoptimization::UnrollBlock::
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3465
                       caller_adjustment_offset_in_bytes()));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3466
  __ subptr(rsp, rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3467
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3468
  // Push interpreter frames in a loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3469
  Label loop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3470
  __ bind(loop);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3471
  __ movptr(rbx, Address(rsi, 0));      // Load frame size
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3472
#ifdef CC_INTERP
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3473
  __ subptr(rbx, 4*wordSize);           // we'll push pc and ebp by hand and
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3474
#ifdef ASSERT
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3475
  __ push(0xDEADDEAD);                  // Make a recognizable pattern
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3476
  __ push(0xDEADDEAD);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3477
#else /* ASSERT */
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3478
  __ subptr(rsp, 2*wordSize);           // skip the "static long no_param"
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3479
#endif /* ASSERT */
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3480
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3481
  __ subptr(rbx, 2*wordSize);           // We'll push pc and ebp by hand
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3482
#endif // CC_INTERP
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3483
  __ pushptr(Address(rcx, 0));          // Save return address
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3484
  __ enter();                           // Save old & set new ebp
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3485
  __ subptr(rsp, rbx);                  // Prolog
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3486
#ifdef CC_INTERP
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3487
  __ movptr(Address(rbp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3488
                  -(sizeof(BytecodeInterpreter)) + in_bytes(byte_offset_of(BytecodeInterpreter, _sender_sp))),
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3489
            sender_sp); // Make it walkable
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3490
#else /* CC_INTERP */
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3491
  // This value is corrected by layout_activation_impl
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3492
  __ movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), (int32_t)NULL_WORD );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3493
  __ movptr(Address(rbp, frame::interpreter_frame_sender_sp_offset * wordSize), sender_sp); // Make it walkable
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3494
#endif /* CC_INTERP */
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3495
  __ mov(sender_sp, rsp);               // Pass sender_sp to next frame
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3496
  __ addptr(rsi, wordSize);             // Bump array pointer (sizes)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3497
  __ addptr(rcx, wordSize);             // Bump array pointer (pcs)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3498
  __ decrementl(rdx);                   // Decrement counter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3499
  __ jcc(Assembler::notZero, loop);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3500
  __ pushptr(Address(rcx, 0));          // Save final return address
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3501
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3502
  // Re-push self-frame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3503
  __ enter();                           // Save old & set new ebp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3504
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3505
  // Allocate a full sized register save area.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3506
  // Return address and rbp are in place, so we allocate two less words.
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3507
  __ subptr(rsp, (frame_size_in_words - 2) * wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3508
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3509
  // Restore frame locals after moving the frame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3510
  __ movdbl(Address(rsp, RegisterSaver::xmm0_offset_in_bytes()), xmm0);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3511
  __ movptr(Address(rsp, RegisterSaver::rax_offset_in_bytes()), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3512
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3513
  // Call C code.  Need thread but NOT official VM entry
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3514
  // crud.  We cannot block on this call, no GC can happen.  Call should
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3515
  // restore return values to their stack-slots with the new SP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3516
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3517
  // void Deoptimization::unpack_frames(JavaThread* thread, int exec_mode)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3518
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3519
  // Use rbp because the frames look interpreted now
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3520
  // Save "the_pc" since it cannot easily be retrieved using the last_java_SP after we aligned SP.
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3521
  // Don't need the precise return PC here, just precise enough to point into this code blob.
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3522
  address the_pc = __ pc();
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3523
  __ set_last_Java_frame(noreg, rbp, the_pc);
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3524
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3525
  __ andptr(rsp, -(StackAlignmentInBytes));  // Fix stack alignment as required by ABI
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3526
  __ mov(c_rarg0, r15_thread);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
  3527
  __ movl(c_rarg1, r14); // second arg: exec_mode
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3528
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, Deoptimization::unpack_frames)));
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3529
  // Revert SP alignment after call since we're going to do some SP relative addressing below
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3530
  __ movptr(rsp, Address(r15_thread, JavaThread::last_Java_sp_offset()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3531
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3532
  // Set an oopmap for the call site
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3533
  // Use the same PC we used for the last java frame
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3534
  oop_maps->add_gc_map(the_pc - start,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3535
                       new OopMap( frame_size_in_words, 0 ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3536
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3537
  // Clear fp AND pc
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3538
  __ reset_last_Java_frame(true, true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3539
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3540
  // Collect return values
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3541
  __ movdbl(xmm0, Address(rsp, RegisterSaver::xmm0_offset_in_bytes()));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3542
  __ movptr(rax, Address(rsp, RegisterSaver::rax_offset_in_bytes()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3543
  // I think this is useless (throwing pc?)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3544
  __ movptr(rdx, Address(rsp, RegisterSaver::rdx_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3545
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3546
  // Pop self-frame.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3547
  __ leave();                           // Epilog
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3548
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3549
  // Jump to interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3550
  __ ret(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3551
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3552
  // Make sure all code is generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3553
  masm->flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3554
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3555
  _deopt_blob = DeoptimizationBlob::create(&buffer, oop_maps, 0, exception_offset, reexecute_offset, frame_size_in_words);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3556
  _deopt_blob->set_unpack_with_exception_in_tls_offset(exception_in_tls_offset);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3557
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3558
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3559
#ifdef COMPILER2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3560
//------------------------------generate_uncommon_trap_blob--------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3561
void SharedRuntime::generate_uncommon_trap_blob() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3562
  // Allocate space for the code
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3563
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3564
  // Setup code generation tools
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3565
  CodeBuffer buffer("uncommon_trap_blob", 2048, 1024);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3566
  MacroAssembler* masm = new MacroAssembler(&buffer);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3567
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3568
  assert(SimpleRuntimeFrame::framesize % 4 == 0, "sp not 16-byte aligned");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3569
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3570
  address start = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3571
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3572
  // Push self-frame.  We get here with a return address on the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3573
  // stack, so rsp is 8-byte aligned until we allocate our frame.
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3574
  __ subptr(rsp, SimpleRuntimeFrame::return_off << LogBytesPerInt); // Epilog!
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3575
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3576
  // No callee saved registers. rbp is assumed implicitly saved
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3577
  __ movptr(Address(rsp, SimpleRuntimeFrame::rbp_off << LogBytesPerInt), rbp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3578
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3579
  // compiler left unloaded_class_index in j_rarg0 move to where the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3580
  // runtime expects it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3581
  __ movl(c_rarg1, j_rarg0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3582
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3583
  __ set_last_Java_frame(noreg, noreg, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3584
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3585
  // Call C code.  Need thread but NOT official VM entry
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3586
  // crud.  We cannot block on this call, no GC can happen.  Call should
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3587
  // capture callee-saved registers as well as return values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3588
  // Thread is in rdi already.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3589
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3590
  // UnrollBlock* uncommon_trap(JavaThread* thread, jint unloaded_class_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3591
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3592
  __ mov(c_rarg0, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3593
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, Deoptimization::uncommon_trap)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3594
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3595
  // Set an oopmap for the call site
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3596
  OopMapSet* oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3597
  OopMap* map = new OopMap(SimpleRuntimeFrame::framesize, 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3598
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3599
  // location of rbp is known implicitly by the frame sender code
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3600
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3601
  oop_maps->add_gc_map(__ pc() - start, map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3602
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3603
  __ reset_last_Java_frame(false, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3604
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3605
  // Load UnrollBlock* into rdi
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3606
  __ mov(rdi, rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3607
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3608
  // Pop all the frames we must move/replace.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3609
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3610
  // Frame picture (youngest to oldest)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3611
  // 1: self-frame (no frame link)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3612
  // 2: deopting frame  (no frame link)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3613
  // 3: caller of deopting frame (could be compiled/interpreted).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3614
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3615
  // Pop self-frame.  We have no frame, and must rely only on rax and rsp.
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3616
  __ addptr(rsp, (SimpleRuntimeFrame::framesize - 2) << LogBytesPerInt); // Epilog!
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3617
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3618
  // Pop deoptimized frame (int)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3619
  __ movl(rcx, Address(rdi,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3620
                       Deoptimization::UnrollBlock::
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3621
                       size_of_deoptimized_frame_offset_in_bytes()));
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3622
  __ addptr(rsp, rcx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3623
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3624
  // rsp should be pointing at the return address to the caller (3)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3625
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3626
  // Stack bang to make sure there's enough room for these interpreter frames.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3627
  if (UseStackBanging) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3628
    __ movl(rbx, Address(rdi ,Deoptimization::UnrollBlock::total_frame_sizes_offset_in_bytes()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3629
    __ bang_stack_size(rbx, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3630
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3631
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3632
  // Load address of array of frame pcs into rcx (address*)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3633
  __ movptr(rcx,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3634
            Address(rdi,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3635
                    Deoptimization::UnrollBlock::frame_pcs_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3636
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3637
  // Trash the return pc
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3638
  __ addptr(rsp, wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3639
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3640
  // Load address of array of frame sizes into rsi (intptr_t*)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3641
  __ movptr(rsi, Address(rdi,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3642
                         Deoptimization::UnrollBlock::
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3643
                         frame_sizes_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3644
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3645
  // Counter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3646
  __ movl(rdx, Address(rdi,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3647
                       Deoptimization::UnrollBlock::
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3648
                       number_of_frames_offset_in_bytes())); // (int)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3649
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3650
  // Pick up the initial fp we should save
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3651
  __ movptr(rbp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3652
            Address(rdi,
10539
f87cedf7983c 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 9976
diff changeset
  3653
                    Deoptimization::UnrollBlock::initial_info_offset_in_bytes()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3654
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3655
  // Now adjust the caller's stack to make up for the extra locals but
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3656
  // record the original sp so that we can save it in the skeletal
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3657
  // interpreter frame and the stack walking of interpreter_sender
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3658
  // will get the unextended sp value and not the "real" sp value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3659
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3660
  const Register sender_sp = r8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3661
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3662
  __ mov(sender_sp, rsp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3663
  __ movl(rbx, Address(rdi,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3664
                       Deoptimization::UnrollBlock::
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3665
                       caller_adjustment_offset_in_bytes())); // (int)
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3666
  __ subptr(rsp, rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3667
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3668
  // Push interpreter frames in a loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3669
  Label loop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3670
  __ bind(loop);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3671
  __ movptr(rbx, Address(rsi, 0)); // Load frame size
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3672
  __ subptr(rbx, 2 * wordSize);    // We'll push pc and rbp by hand
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3673
  __ pushptr(Address(rcx, 0));     // Save return address
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3674
  __ enter();                      // Save old & set new rbp
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3675
  __ subptr(rsp, rbx);             // Prolog
1896
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3676
#ifdef CC_INTERP
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3677
  __ movptr(Address(rbp,
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3678
                  -(sizeof(BytecodeInterpreter)) + in_bytes(byte_offset_of(BytecodeInterpreter, _sender_sp))),
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3679
            sender_sp); // Make it walkable
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3680
#else // CC_INTERP
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3681
  __ movptr(Address(rbp, frame::interpreter_frame_sender_sp_offset * wordSize),
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3682
            sender_sp);            // Make it walkable
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3683
  // This value is corrected by layout_activation_impl
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3684
  __ movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), (int32_t)NULL_WORD );
1896
cce23a9ff495 6791168: Fix invalid code in bytecodeInterpreter that can cause gcc ICE
coleenp
parents: 1066
diff changeset
  3685
#endif // CC_INTERP
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3686
  __ mov(sender_sp, rsp);          // Pass sender_sp to next frame
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3687
  __ addptr(rsi, wordSize);        // Bump array pointer (sizes)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3688
  __ addptr(rcx, wordSize);        // Bump array pointer (pcs)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3689
  __ decrementl(rdx);              // Decrement counter
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3690
  __ jcc(Assembler::notZero, loop);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3691
  __ pushptr(Address(rcx, 0));     // Save final return address
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3692
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3693
  // Re-push self-frame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3694
  __ enter();                 // Save old & set new rbp
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3695
  __ subptr(rsp, (SimpleRuntimeFrame::framesize - 4) << LogBytesPerInt);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3696
                              // Prolog
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3697
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3698
  // Use rbp because the frames look interpreted now
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3699
  // Save "the_pc" since it cannot easily be retrieved using the last_java_SP after we aligned SP.
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3700
  // Don't need the precise return PC here, just precise enough to point into this code blob.
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3701
  address the_pc = __ pc();
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3702
  __ set_last_Java_frame(noreg, rbp, the_pc);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3703
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3704
  // Call C code.  Need thread but NOT official VM entry
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3705
  // crud.  We cannot block on this call, no GC can happen.  Call should
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3706
  // restore return values to their stack-slots with the new SP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3707
  // Thread is in rdi already.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3708
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3709
  // BasicType unpack_frames(JavaThread* thread, int exec_mode);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3710
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3711
  __ andptr(rsp, -(StackAlignmentInBytes)); // Align SP as required by ABI
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3712
  __ mov(c_rarg0, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3713
  __ movl(c_rarg1, Deoptimization::Unpack_uncommon_trap);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3714
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, Deoptimization::unpack_frames)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3715
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3716
  // Set an oopmap for the call site
10981
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3717
  // Use the same PC we used for the last java frame
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3718
  oop_maps->add_gc_map(the_pc - start, new OopMap(SimpleRuntimeFrame::framesize, 0));
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3719
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3720
  // Clear fp AND pc
31a7be6a8ef8 6636110: unaligned stackpointer leads to crash during deoptimization
never
parents: 10539
diff changeset
  3721
  __ reset_last_Java_frame(true, true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3722
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3723
  // Pop self-frame.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3724
  __ leave();                 // Epilog
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3725
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3726
  // Jump to interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3727
  __ ret(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3728
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3729
  // Make sure all code is generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3730
  masm->flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3731
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3732
  _uncommon_trap_blob =  UncommonTrapBlob::create(&buffer, oop_maps,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3733
                                                 SimpleRuntimeFrame::framesize >> 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3734
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3735
#endif // COMPILER2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3736
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3737
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3738
//------------------------------generate_handler_blob------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3739
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3740
// Generate a special Compile2Runtime blob that saves all registers,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3741
// and setup oopmap.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3742
//
9976
6fef34e63df1 7045514: SPARC assembly code for JSR 292 ricochet frames
never
parents: 9630
diff changeset
  3743
SafepointBlob* SharedRuntime::generate_handler_blob(address call_ptr, bool cause_return) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3744
  assert(StubRoutines::forward_exception_entry() != NULL,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3745
         "must be generated before");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3746
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3747
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3748
  OopMapSet *oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3749
  OopMap* map;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3750
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3751
  // Allocate space for the code.  Setup code generation tools.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3752
  CodeBuffer buffer("handler_blob", 2048, 1024);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3753
  MacroAssembler* masm = new MacroAssembler(&buffer);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3754
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3755
  address start   = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3756
  address call_pc = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3757
  int frame_size_in_words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3758
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3759
  // Make room for return address (or push it again)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3760
  if (!cause_return) {
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3761
    __ push(rbx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3762
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3763
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3764
  // Save registers, fpu state, and flags
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3765
  map = RegisterSaver::save_live_registers(masm, 0, &frame_size_in_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3766
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3767
  // The following is basically a call_VM.  However, we need the precise
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3768
  // address of the call in order to generate an oopmap. Hence, we do all the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3769
  // work outselves.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3770
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3771
  __ set_last_Java_frame(noreg, noreg, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3772
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3773
  // The return address must always be correct so that frame constructor never
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3774
  // sees an invalid pc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3775
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3776
  if (!cause_return) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3777
    // overwrite the dummy value we pushed on entry
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3778
    __ movptr(c_rarg0, Address(r15_thread, JavaThread::saved_exception_pc_offset()));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3779
    __ movptr(Address(rbp, wordSize), c_rarg0);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3780
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3781
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3782
  // Do the call
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3783
  __ mov(c_rarg0, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3784
  __ call(RuntimeAddress(call_ptr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3785
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3786
  // Set an oopmap for the call site.  This oopmap will map all
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3787
  // oop-registers and debug-info registers as callee-saved.  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3788
  // will allow deoptimization at this safepoint to find all possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3789
  // debug-info recordings, as well as let GC find all oops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3790
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3791
  oop_maps->add_gc_map( __ pc() - start, map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3792
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3793
  Label noException;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3794
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3795
  __ reset_last_Java_frame(false, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3796
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3797
  __ cmpptr(Address(r15_thread, Thread::pending_exception_offset()), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3798
  __ jcc(Assembler::equal, noException);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3799
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3800
  // Exception pending
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3801
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3802
  RegisterSaver::restore_live_registers(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3803
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3804
  __ jump(RuntimeAddress(StubRoutines::forward_exception_entry()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3805
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3806
  // No exception case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3807
  __ bind(noException);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3808
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3809
  // Normal exit, restore registers and exit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3810
  RegisterSaver::restore_live_registers(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3811
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3812
  __ ret(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3813
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3814
  // Make sure all code is generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3815
  masm->flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3816
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3817
  // Fill-out other meta info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3818
  return SafepointBlob::create(&buffer, oop_maps, frame_size_in_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3819
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3820
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3821
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3822
// generate_resolve_blob - call resolution (static/virtual/opt-virtual/ic-miss
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3823
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3824
// Generate a stub that calls into vm to find out the proper destination
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3825
// of a java call. All the argument registers are live at this point
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3826
// but since this is generic code we don't know what they are and the caller
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3827
// must do any gc of the args.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3828
//
9976
6fef34e63df1 7045514: SPARC assembly code for JSR 292 ricochet frames
never
parents: 9630
diff changeset
  3829
RuntimeStub* SharedRuntime::generate_resolve_blob(address destination, const char* name) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3830
  assert (StubRoutines::forward_exception_entry() != NULL, "must be generated before");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3831
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3832
  // allocate space for the code
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3833
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3834
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3835
  CodeBuffer buffer(name, 1000, 512);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3836
  MacroAssembler* masm                = new MacroAssembler(&buffer);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3837
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3838
  int frame_size_in_words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3839
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3840
  OopMapSet *oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3841
  OopMap* map = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3842
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3843
  int start = __ offset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3844
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3845
  map = RegisterSaver::save_live_registers(masm, 0, &frame_size_in_words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3846
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3847
  int frame_complete = __ offset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3848
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3849
  __ set_last_Java_frame(noreg, noreg, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3850
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3851
  __ mov(c_rarg0, r15_thread);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3852
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3853
  __ call(RuntimeAddress(destination));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3854
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3855
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3856
  // Set an oopmap for the call site.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3857
  // We need this not only for callee-saved registers, but also for volatile
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3858
  // registers that the compiler might be keeping live across a safepoint.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3859
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3860
  oop_maps->add_gc_map( __ offset() - start, map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3861
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3862
  // rax contains the address we are going to jump to assuming no exception got installed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3863
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3864
  // clear last_Java_sp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3865
  __ reset_last_Java_frame(false, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3866
  // check for pending exceptions
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3867
  Label pending;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3868
  __ cmpptr(Address(r15_thread, Thread::pending_exception_offset()), (int32_t)NULL_WORD);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3869
  __ jcc(Assembler::notEqual, pending);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3870
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
  3871
  // get the returned Method*
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13391
diff changeset
  3872
  __ get_vm_result_2(rbx, r15_thread);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3873
  __ movptr(Address(rsp, RegisterSaver::rbx_offset_in_bytes()), rbx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3874
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3875
  __ movptr(Address(rsp, RegisterSaver::rax_offset_in_bytes()), rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3876
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3877
  RegisterSaver::restore_live_registers(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3878
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3879
  // We are back the the original state on entry and ready to go.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3880
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3881
  __ jmp(rax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3882
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3883
  // Pending exception after the safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3884
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3885
  __ bind(pending);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3886
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3887
  RegisterSaver::restore_live_registers(masm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3888
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3889
  // exception pending => remove activation and forward to exception handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3890
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3891
  __ movptr(Address(r15_thread, JavaThread::vm_result_offset()), (int)NULL_WORD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3892
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3893
  __ movptr(rax, Address(r15_thread, Thread::pending_exception_offset()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3894
  __ jump(RuntimeAddress(StubRoutines::forward_exception_entry()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3895
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3896
  // -------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3897
  // make sure all code is generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3898
  masm->flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3899
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3900
  // return the  blob
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3901
  // frame_size_words or bytes??
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3902
  return RuntimeStub::new_runtime_stub(name, &buffer, frame_complete, frame_size_in_words, oop_maps, true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3903
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3904
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3905
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3906
#ifdef COMPILER2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3907
// This is here instead of runtime_x86_64.cpp because it uses SimpleRuntimeFrame
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3908
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3909
//------------------------------generate_exception_blob---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3910
// creates exception blob at the end
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3911
// Using exception blob, this code is jumped from a compiled method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3912
// (see emit_exception_handler in x86_64.ad file)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3913
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3914
// Given an exception pc at a call we call into the runtime for the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3915
// handler in this method. This handler might merely restore state
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3916
// (i.e. callee save registers) unwind the frame and jump to the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3917
// exception handler for the nmethod if there is no Java level handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3918
// for the nmethod.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3919
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3920
// This code is entered with a jmp.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3921
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3922
// Arguments:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3923
//   rax: exception oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3924
//   rdx: exception pc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3925
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3926
// Results:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3927
//   rax: exception oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3928
//   rdx: exception pc in caller or ???
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3929
//   destination: exception handler of caller
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3930
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3931
// Note: the exception pc MUST be at a call (precise debug information)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3932
//       Registers rax, rdx, rcx, rsi, rdi, r8-r11 are not callee saved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3933
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3934
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3935
void OptoRuntime::generate_exception_blob() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3936
  assert(!OptoRuntime::is_callee_saved_register(RDX_num), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3937
  assert(!OptoRuntime::is_callee_saved_register(RAX_num), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3938
  assert(!OptoRuntime::is_callee_saved_register(RCX_num), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3939
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3940
  assert(SimpleRuntimeFrame::framesize % 4 == 0, "sp not 16-byte aligned");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3941
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3942
  // Allocate space for the code
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3943
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3944
  // Setup code generation tools
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3945
  CodeBuffer buffer("exception_blob", 2048, 1024);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3946
  MacroAssembler* masm = new MacroAssembler(&buffer);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3947
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3948
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3949
  address start = __ pc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3950
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3951
  // Exception pc is 'return address' for stack walker
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3952
  __ push(rdx);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3953
  __ subptr(rsp, SimpleRuntimeFrame::return_off << LogBytesPerInt); // Prolog
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3954
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3955
  // Save callee-saved registers.  See x86_64.ad.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3956
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3957
  // rbp is an implicitly saved callee saved register (i.e. the calling
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3958
  // convention will save restore it in prolog/epilog) Other than that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3959
  // there are no callee save registers now that adapter frames are gone.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3960
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3961
  __ movptr(Address(rsp, SimpleRuntimeFrame::rbp_off << LogBytesPerInt), rbp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3962
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3963
  // Store exception in Thread object. We cannot pass any arguments to the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3964
  // handle_exception call, since we do not want to make any assumption
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3965
  // about the size of the frame where the exception happened in.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3966
  // c_rarg0 is either rdi (Linux) or rcx (Windows).
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3967
  __ movptr(Address(r15_thread, JavaThread::exception_oop_offset()),rax);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3968
  __ movptr(Address(r15_thread, JavaThread::exception_pc_offset()), rdx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3969
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3970
  // This call does all the hard work.  It checks if an exception handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3971
  // exists in the method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3972
  // If so, it returns the handler address.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3973
  // If not, it prepares for stack-unwinding, restoring the callee-save
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3974
  // registers of the frame being removed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3975
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3976
  // address OptoRuntime::handle_exception_C(JavaThread* thread)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3977
11962
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3978
  // At a method handle call, the stack may not be properly aligned
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3979
  // when returning with an exception.
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3980
  address the_pc = __ pc();
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3981
  __ set_last_Java_frame(noreg, noreg, the_pc);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  3982
  __ mov(c_rarg0, r15_thread);
11962
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3983
  __ andptr(rsp, -(StackAlignmentInBytes));    // Align stack
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3984
  __ call(RuntimeAddress(CAST_FROM_FN_PTR(address, OptoRuntime::handle_exception_C)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3985
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3986
  // Set an oopmap for the call site.  This oopmap will only be used if we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3987
  // are unwinding the stack.  Hence, all locations will be dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3988
  // Callee-saved registers will be the same as the frame above (i.e.,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3989
  // handle_exception_stub), since they were restored when we got the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3990
  // exception.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3991
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3992
  OopMapSet* oop_maps = new OopMapSet();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3993
11962
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3994
  oop_maps->add_gc_map(the_pc - start, new OopMap(SimpleRuntimeFrame::framesize, 0));
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3995
42ae1f21ed2b 7148486: At a method handle call returning with an exception may call the runtime with misaligned stack (x64)
roland
parents: 11637
diff changeset
  3996
  __ reset_last_Java_frame(false, true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3997
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3998
  // Restore callee-saved registers
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3999
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4000
  // rbp is an implicitly saved callee saved register (i.e. the calling
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4001
  // convention will save restore it in prolog/epilog) Other than that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4002
  // there are no callee save registers no that adapter frames are gone.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4003
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4004
  __ movptr(rbp, Address(rsp, SimpleRuntimeFrame::rbp_off << LogBytesPerInt));
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4005
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4006
  __ addptr(rsp, SimpleRuntimeFrame::return_off << LogBytesPerInt); // Epilog
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4007
  __ pop(rdx);                  // No need for exception pc anymore
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4008
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4009
  // rax: exception handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4010
5252
58f23871a5b6 6941529: SharedRuntime::raw_exception_handler_for_return_address must reset thread MethodHandle flag
twisti
parents: 4735
diff changeset
  4011
  // Restore SP from BP if the exception PC is a MethodHandle call site.
58f23871a5b6 6941529: SharedRuntime::raw_exception_handler_for_return_address must reset thread MethodHandle flag
twisti
parents: 4735
diff changeset
  4012
  __ cmpl(Address(r15_thread, JavaThread::is_method_handle_return_offset()), 0);
5690
796ff3814b23 6934104: JSR 292 needs to support SPARC C2
twisti
parents: 5419
diff changeset
  4013
  __ cmovptr(Assembler::notEqual, rsp, rbp_mh_SP_save);
4564
55dfb20908d0 6893081: method handle & invokedynamic code needs additional cleanup (post 6815692, 6858164)
twisti
parents: 3265
diff changeset
  4014
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4015
  // We have a handler in rax (could be deopt blob).
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4016
  __ mov(r8, rax);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4017
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4018
  // Get the exception oop
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4019
  __ movptr(rax, Address(r15_thread, JavaThread::exception_oop_offset()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4020
  // Get the exception pc in case we are deoptimized
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  4021
  __ movptr(rdx, Address(r15_thread, JavaThread::exception_pc_offset()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4022
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4023
  __ movptr(Address(r15_thread, JavaThread::exception_handler_pc_offset()), (int)NULL_WORD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4024
  __ movptr(Address(r15_thread, JavaThread::exception_pc_offset()), (int)NULL_WORD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4025
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4026
  // Clear the exception oop so GC no longer processes it as a root.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4027
  __ movptr(Address(r15_thread, JavaThread::exception_oop_offset()), (int)NULL_WORD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4028
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4029
  // rax: exception oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4030
  // r8:  exception handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4031
  // rdx: exception pc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4032
  // Jump to handler
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4033
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4034
  __ jmp(r8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4035
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4036
  // Make sure all code is generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4037
  masm->flush();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4038
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4039
  // Set exception blob
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4040
  _exception_blob =  ExceptionBlob::create(&buffer, oop_maps, SimpleRuntimeFrame::framesize >> 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4041
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  4042
#endif // COMPILER2