hotspot/src/share/vm/opto/graphKit.cpp
author dcubed
Mon, 01 Feb 2010 17:35:05 -0700
changeset 4761 bdb7375a1fee
parent 4637 af4d405aacc1
child 4898 b5bbb74def0b
permissions -rw-r--r--
6902182: 4/4 Starting with jdwp agent should not incur performance penalty Summary: Rename can_post_exceptions support to can_post_on_exceptions. Add support for should_post_on_exceptions flag to permit per JavaThread optimizations. Reviewed-by: never, kvn, dcubed Contributed-by: tom.deneau@amd.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
4761
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
     2
 * Copyright 2001-2010 Sun Microsystems, Inc.  All Rights Reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
#include "incls/_precompiled.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
#include "incls/_graphKit.cpp.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
//----------------------------GraphKit-----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
// Main utility constructor.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
GraphKit::GraphKit(JVMState* jvms)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
  : Phase(Phase::Parser),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
    _env(C->env()),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
    _gvn(*C->initial_gvn())
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
  _exceptions = jvms->map()->next_exception();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
  if (_exceptions != NULL)  jvms->map()->set_next_exception(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
  set_jvms(jvms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
// Private constructor for parser.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
GraphKit::GraphKit()
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  : Phase(Phase::Parser),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
    _env(C->env()),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
    _gvn(*C->initial_gvn())
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
  _exceptions = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
  set_map(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  debug_only(_sp = -99);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  debug_only(set_bci(-99));
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
//---------------------------clean_stack---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
// Clear away rubbish from the stack area of the JVM state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
// This destroys any arguments that may be waiting on the stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
void GraphKit::clean_stack(int from_sp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  SafePointNode* map      = this->map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
  JVMState*      jvms     = this->jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  int            stk_size = jvms->stk_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
  int            stkoff   = jvms->stkoff();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  Node*          top      = this->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  for (int i = from_sp; i < stk_size; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
    if (map->in(stkoff + i) != top) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
      map->set_req(stkoff + i, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
//--------------------------------sync_jvms-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
// Make sure our current jvms agrees with our parse state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
JVMState* GraphKit::sync_jvms() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  JVMState* jvms = this->jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
  jvms->set_bci(bci());       // Record the new bci in the JVMState
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  jvms->set_sp(sp());         // Record the new sp in the JVMState
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
  assert(jvms_in_sync(), "jvms is now in sync");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  return jvms;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
bool GraphKit::jvms_in_sync() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
  Parse* parse = is_Parse();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
  if (parse == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
    if (bci() !=      jvms()->bci())          return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
    if (sp()  != (int)jvms()->sp())           return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
    return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  if (jvms()->method() != parse->method())    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  if (jvms()->bci()    != parse->bci())       return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  int jvms_sp = jvms()->sp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  if (jvms_sp          != parse->sp())        return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
  int jvms_depth = jvms()->depth();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  if (jvms_depth       != parse->depth())     return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
// Local helper checks for special internal merge points
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
// used to accumulate and merge exception states.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
// They are marked by the region's in(0) edge being the map itself.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
// Such merge points must never "escape" into the parser at large,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
// until they have been handed to gvn.transform.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
static bool is_hidden_merge(Node* reg) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  if (reg == NULL)  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  if (reg->is_Phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
    reg = reg->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    if (reg == NULL)  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  return reg->is_Region() && reg->in(0) != NULL && reg->in(0)->is_Root();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
void GraphKit::verify_map() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  if (map() == NULL)  return;  // null map is OK
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  assert(map()->req() <= jvms()->endoff(), "no extra garbage on map");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  assert(!map()->has_exceptions(),    "call add_exception_states_from 1st");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  assert(!is_hidden_merge(control()), "call use_exception_state, not set_map");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
void GraphKit::verify_exception_state(SafePointNode* ex_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
  assert(ex_map->next_exception() == NULL, "not already part of a chain");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  assert(has_saved_ex_oop(ex_map), "every exception state has an ex_oop");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
//---------------------------stop_and_kill_map---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
// Set _map to NULL, signalling a stop to further bytecode execution.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
// First smash the current map's control to a constant, to mark it dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
void GraphKit::stop_and_kill_map() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  SafePointNode* dead_map = stop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  if (dead_map != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
    dead_map->disconnect_inputs(NULL); // Mark the map as killed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
    assert(dead_map->is_killed(), "must be so marked");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
//--------------------------------stopped--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
// Tell if _map is NULL, or control is top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
bool GraphKit::stopped() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
  if (map() == NULL)           return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
  else if (control() == top()) return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  else                         return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
//-----------------------------has_ex_handler----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
// Tell if this method or any caller method has exception handlers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
bool GraphKit::has_ex_handler() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
  for (JVMState* jvmsp = jvms(); jvmsp != NULL; jvmsp = jvmsp->caller()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
    if (jvmsp->has_method() && jvmsp->method()->has_exception_handlers()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
      return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
//------------------------------save_ex_oop------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
// Save an exception without blowing stack contents or other JVM state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
void GraphKit::set_saved_ex_oop(SafePointNode* ex_map, Node* ex_oop) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  assert(!has_saved_ex_oop(ex_map), "clear ex-oop before setting again");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  ex_map->add_req(ex_oop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
  debug_only(verify_exception_state(ex_map));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
inline static Node* common_saved_ex_oop(SafePointNode* ex_map, bool clear_it) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  assert(GraphKit::has_saved_ex_oop(ex_map), "ex_oop must be there");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  Node* ex_oop = ex_map->in(ex_map->req()-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  if (clear_it)  ex_map->del_req(ex_map->req()-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  return ex_oop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
//-----------------------------saved_ex_oop------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
// Recover a saved exception from its map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
Node* GraphKit::saved_ex_oop(SafePointNode* ex_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  return common_saved_ex_oop(ex_map, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
//--------------------------clear_saved_ex_oop---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
// Erase a previously saved exception from its map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
Node* GraphKit::clear_saved_ex_oop(SafePointNode* ex_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  return common_saved_ex_oop(ex_map, true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
//---------------------------has_saved_ex_oop----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
// Erase a previously saved exception from its map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
bool GraphKit::has_saved_ex_oop(SafePointNode* ex_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  return ex_map->req() == ex_map->jvms()->endoff()+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
//-------------------------make_exception_state--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
// Turn the current JVM state into an exception state, appending the ex_oop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
SafePointNode* GraphKit::make_exception_state(Node* ex_oop) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
  sync_jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
  SafePointNode* ex_map = stop();  // do not manipulate this map any more
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
  set_saved_ex_oop(ex_map, ex_oop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  return ex_map;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
//--------------------------add_exception_state--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
// Add an exception to my list of exceptions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
void GraphKit::add_exception_state(SafePointNode* ex_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  if (ex_map == NULL || ex_map->control() == top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
  verify_exception_state(ex_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  if (has_exceptions()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
    assert(ex_map->jvms()->same_calls_as(_exceptions->jvms()), "all collected exceptions must come from the same place");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
  // If there is already an exception of exactly this type, merge with it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
  // In particular, null-checks and other low-level exceptions common up here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
  Node*       ex_oop  = saved_ex_oop(ex_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  const Type* ex_type = _gvn.type(ex_oop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
  if (ex_oop == top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
    // No action needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
  assert(ex_type->isa_instptr(), "exception must be an instance");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
  for (SafePointNode* e2 = _exceptions; e2 != NULL; e2 = e2->next_exception()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
    const Type* ex_type2 = _gvn.type(saved_ex_oop(e2));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
    // We check sp also because call bytecodes can generate exceptions
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
    // both before and after arguments are popped!
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
    if (ex_type2 == ex_type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
        && e2->_jvms->sp() == ex_map->_jvms->sp()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
      combine_exception_states(ex_map, e2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  // No pre-existing exception of the same type.  Chain it on the list.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
  push_exception_state(ex_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
//-----------------------add_exception_states_from-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
void GraphKit::add_exception_states_from(JVMState* jvms) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  SafePointNode* ex_map = jvms->map()->next_exception();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
  if (ex_map != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
    jvms->map()->set_next_exception(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
    for (SafePointNode* next_map; ex_map != NULL; ex_map = next_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
      next_map = ex_map->next_exception();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
      ex_map->set_next_exception(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
      add_exception_state(ex_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
//-----------------------transfer_exceptions_into_jvms-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
JVMState* GraphKit::transfer_exceptions_into_jvms() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
  if (map() == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
    // We need a JVMS to carry the exceptions, but the map has gone away.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
    // Create a scratch JVMS, cloned from any of the exception states...
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
    if (has_exceptions()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
      _map = _exceptions;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
      _map = clone_map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
      _map->set_next_exception(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
      clear_saved_ex_oop(_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
      debug_only(verify_map());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
      // ...or created from scratch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
      JVMState* jvms = new (C) JVMState(_method, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
      jvms->set_bci(_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
      jvms->set_sp(_sp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
      jvms->set_map(new (C, TypeFunc::Parms) SafePointNode(TypeFunc::Parms, jvms));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
      set_jvms(jvms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
      for (uint i = 0; i < map()->req(); i++)  map()->init_req(i, top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
      set_all_memory(top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
      while (map()->req() < jvms->endoff())  map()->add_req(top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
    // (This is a kludge, in case you didn't notice.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
    set_control(top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  JVMState* jvms = sync_jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  assert(!jvms->map()->has_exceptions(), "no exceptions on this map yet");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  jvms->map()->set_next_exception(_exceptions);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  _exceptions = NULL;   // done with this set of exceptions
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  return jvms;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
static inline void add_n_reqs(Node* dstphi, Node* srcphi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
  assert(is_hidden_merge(dstphi), "must be a special merge node");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  assert(is_hidden_merge(srcphi), "must be a special merge node");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
  uint limit = srcphi->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  for (uint i = PhiNode::Input; i < limit; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
    dstphi->add_req(srcphi->in(i));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
static inline void add_one_req(Node* dstphi, Node* src) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
  assert(is_hidden_merge(dstphi), "must be a special merge node");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  assert(!is_hidden_merge(src), "must not be a special merge node");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
  dstphi->add_req(src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
//-----------------------combine_exception_states------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
// This helper function combines exception states by building phis on a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
// specially marked state-merging region.  These regions and phis are
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
// untransformed, and can build up gradually.  The region is marked by
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
// having a control input of its exception map, rather than NULL.  Such
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
// regions do not appear except in this function, and in use_exception_state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
void GraphKit::combine_exception_states(SafePointNode* ex_map, SafePointNode* phi_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  if (failing())  return;  // dying anyway...
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  JVMState* ex_jvms = ex_map->_jvms;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  assert(ex_jvms->same_calls_as(phi_map->_jvms), "consistent call chains");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  assert(ex_jvms->stkoff() == phi_map->_jvms->stkoff(), "matching locals");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
  assert(ex_jvms->sp() == phi_map->_jvms->sp(), "matching stack sizes");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
  assert(ex_jvms->monoff() == phi_map->_jvms->monoff(), "matching JVMS");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
  assert(ex_map->req() == phi_map->req(), "matching maps");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  uint tos = ex_jvms->stkoff() + ex_jvms->sp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
  Node*         hidden_merge_mark = root();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
  Node*         region  = phi_map->control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
  MergeMemNode* phi_mem = phi_map->merged_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  MergeMemNode* ex_mem  = ex_map->merged_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
  if (region->in(0) != hidden_merge_mark) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
    // The control input is not (yet) a specially-marked region in phi_map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
    // Make it so, and build some phis.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
    region = new (C, 2) RegionNode(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
    _gvn.set_type(region, Type::CONTROL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
    region->set_req(0, hidden_merge_mark);  // marks an internal ex-state
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
    region->init_req(1, phi_map->control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
    phi_map->set_control(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
    Node* io_phi = PhiNode::make(region, phi_map->i_o(), Type::ABIO);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
    record_for_igvn(io_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
    _gvn.set_type(io_phi, Type::ABIO);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
    phi_map->set_i_o(io_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
    for (MergeMemStream mms(phi_mem); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
      Node* m = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
      Node* m_phi = PhiNode::make(region, m, Type::MEMORY, mms.adr_type(C));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
      record_for_igvn(m_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
      _gvn.set_type(m_phi, Type::MEMORY);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
      mms.set_memory(m_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
  // Either or both of phi_map and ex_map might already be converted into phis.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
  Node* ex_control = ex_map->control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  // if there is special marking on ex_map also, we add multiple edges from src
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  bool add_multiple = (ex_control->in(0) == hidden_merge_mark);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  // how wide was the destination phi_map, originally?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
  uint orig_width = region->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  if (add_multiple) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
    add_n_reqs(region, ex_control);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
    add_n_reqs(phi_map->i_o(), ex_map->i_o());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
    // ex_map has no merges, so we just add single edges everywhere
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
    add_one_req(region, ex_control);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
    add_one_req(phi_map->i_o(), ex_map->i_o());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
  for (MergeMemStream mms(phi_mem, ex_mem); mms.next_non_empty2(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
    if (mms.is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
      // get a copy of the base memory, and patch some inputs into it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
      const TypePtr* adr_type = mms.adr_type(C);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
      Node* phi = mms.force_memory()->as_Phi()->slice_memory(adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
      assert(phi->as_Phi()->region() == mms.base_memory()->in(0), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
      mms.set_memory(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
      // Prepare to append interesting stuff onto the newly sliced phi:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
      while (phi->req() > orig_width)  phi->del_req(phi->req()-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
    // Append stuff from ex_map:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
    if (add_multiple) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
      add_n_reqs(mms.memory(), mms.memory2());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
      add_one_req(mms.memory(), mms.memory2());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
  uint limit = ex_map->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  for (uint i = TypeFunc::Parms; i < limit; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
    // Skip everything in the JVMS after tos.  (The ex_oop follows.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
    if (i == tos)  i = ex_jvms->monoff();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
    Node* src = ex_map->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
    Node* dst = phi_map->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
    if (src != dst) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
      PhiNode* phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
      if (dst->in(0) != region) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
        dst = phi = PhiNode::make(region, dst, _gvn.type(dst));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
        record_for_igvn(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
        _gvn.set_type(phi, phi->type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
        phi_map->set_req(i, dst);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
        // Prepare to append interesting stuff onto the new phi:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
        while (dst->req() > orig_width)  dst->del_req(dst->req()-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
        assert(dst->is_Phi(), "nobody else uses a hidden region");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
        phi = (PhiNode*)dst;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
      if (add_multiple && src->in(0) == ex_control) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
        // Both are phis.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
        add_n_reqs(dst, src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
        while (dst->req() < region->req())  add_one_req(dst, src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
      const Type* srctype = _gvn.type(src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
      if (phi->type() != srctype) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
        const Type* dsttype = phi->type()->meet(srctype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
        if (phi->type() != dsttype) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
          phi->set_type(dsttype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
          _gvn.set_type(phi, dsttype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
//--------------------------use_exception_state--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
Node* GraphKit::use_exception_state(SafePointNode* phi_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
  if (failing()) { stop(); return top(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
  Node* region = phi_map->control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
  Node* hidden_merge_mark = root();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
  assert(phi_map->jvms()->map() == phi_map, "sanity: 1-1 relation");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
  Node* ex_oop = clear_saved_ex_oop(phi_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
  if (region->in(0) == hidden_merge_mark) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
    // Special marking for internal ex-states.  Process the phis now.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
    region->set_req(0, region);  // now it's an ordinary region
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
    set_jvms(phi_map->jvms());   // ...so now we can use it as a map
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
    // Note: Setting the jvms also sets the bci and sp.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
    set_control(_gvn.transform(region));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
    uint tos = jvms()->stkoff() + sp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
    for (uint i = 1; i < tos; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
      Node* x = phi_map->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
      if (x->in(0) == region) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
        assert(x->is_Phi(), "expected a special phi");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
        phi_map->set_req(i, _gvn.transform(x));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
    for (MergeMemStream mms(merged_memory()); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
      Node* x = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
      if (x->in(0) == region) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
        assert(x->is_Phi(), "nobody else uses a hidden region");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
        mms.set_memory(_gvn.transform(x));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
    if (ex_oop->in(0) == region) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
      assert(ex_oop->is_Phi(), "expected a special phi");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
      ex_oop = _gvn.transform(ex_oop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
    set_jvms(phi_map->jvms());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
  assert(!is_hidden_merge(phi_map->control()), "hidden ex. states cleared");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
  assert(!is_hidden_merge(phi_map->i_o()), "hidden ex. states cleared");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
  return ex_oop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
//---------------------------------java_bc-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
Bytecodes::Code GraphKit::java_bc() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
  ciMethod* method = this->method();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
  int       bci    = this->bci();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
  if (method != NULL && bci != InvocationEntryBci)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
    return method->java_code_at_bci(bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
  else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
    return Bytecodes::_illegal;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
4761
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   458
void GraphKit::uncommon_trap_if_should_post_on_exceptions(Deoptimization::DeoptReason reason,
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   459
                                                          bool must_throw) {
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   460
    // if the exception capability is set, then we will generate code
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   461
    // to check the JavaThread.should_post_on_exceptions flag to see
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   462
    // if we actually need to report exception events (for this
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   463
    // thread).  If we don't need to report exception events, we will
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   464
    // take the normal fast path provided by add_exception_events.  If
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   465
    // exception event reporting is enabled for this thread, we will
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   466
    // take the uncommon_trap in the BuildCutout below.
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   467
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   468
    // first must access the should_post_on_exceptions_flag in this thread's JavaThread
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   469
    Node* jthread = _gvn.transform(new (C, 1) ThreadLocalNode());
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   470
    Node* adr = basic_plus_adr(top(), jthread, in_bytes(JavaThread::should_post_on_exceptions_flag_offset()));
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   471
    Node* should_post_flag = make_load(control(), adr, TypeInt::INT, T_INT, Compile::AliasIdxRaw, false);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   472
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   473
    // Test the should_post_on_exceptions_flag vs. 0
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   474
    Node* chk = _gvn.transform( new (C, 3) CmpINode(should_post_flag, intcon(0)) );
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   475
    Node* tst = _gvn.transform( new (C, 2) BoolNode(chk, BoolTest::eq) );
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   476
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   477
    // Branch to slow_path if should_post_on_exceptions_flag was true
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   478
    { BuildCutout unless(this, tst, PROB_MAX);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   479
      // Do not try anything fancy if we're notifying the VM on every throw.
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   480
      // Cf. case Bytecodes::_athrow in parse2.cpp.
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   481
      uncommon_trap(reason, Deoptimization::Action_none,
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   482
                    (ciKlass*)NULL, (char*)NULL, must_throw);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   483
    }
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   484
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   485
}
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   486
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
//------------------------------builtin_throw----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
void GraphKit::builtin_throw(Deoptimization::DeoptReason reason, Node* arg) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
  bool must_throw = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
4761
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   491
  if (env()->jvmti_can_post_on_exceptions()) {
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   492
    // check if we must post exception events, take uncommon trap if so
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   493
    uncommon_trap_if_should_post_on_exceptions(reason, must_throw);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   494
    // here if should_post_on_exceptions is false
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4637
diff changeset
   495
    // continue on with the normal codegen
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
  // If this particular condition has not yet happened at this
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
  // bytecode, then use the uncommon trap mechanism, and allow for
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
  // a future recompilation if several traps occur here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
  // If the throw is hot, try to use a more complicated inline mechanism
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
  // which keeps execution inside the compiled code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
  bool treat_throw_as_hot = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
  ciMethodData* md = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
  if (ProfileTraps) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
    if (too_many_traps(reason)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
      treat_throw_as_hot = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
    // (If there is no MDO at all, assume it is early in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
    // execution, and that any deopts are part of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
    // startup transient, and don't need to be remembered.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
    // Also, if there is a local exception handler, treat all throws
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
    // as hot if there has been at least one in this method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    if (C->trap_count(reason) != 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
        && method()->method_data()->trap_count(reason) != 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
        && has_ex_handler()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
        treat_throw_as_hot = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
  // If this throw happens frequently, an uncommon trap might cause
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
  // a performance pothole.  If there is a local exception handler,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
  // and if this particular bytecode appears to be deoptimizing often,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
  // let us handle the throw inline, with a preconstructed instance.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
  // Note:   If the deopt count has blown up, the uncommon trap
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
  // runtime is going to flush this nmethod, not matter what.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
  if (treat_throw_as_hot
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
      && (!StackTraceInThrowable || OmitStackTraceInFastThrow)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
    // If the throw is local, we use a pre-existing instance and
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
    // punt on the backtrace.  This would lead to a missing backtrace
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
    // (a repeat of 4292742) if the backtrace object is ever asked
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
    // for its backtrace.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
    // Fixing this remaining case of 4292742 requires some flavor of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
    // escape analysis.  Leave that for the future.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
    ciInstance* ex_obj = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
    switch (reason) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
    case Deoptimization::Reason_null_check:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
      ex_obj = env()->NullPointerException_instance();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
    case Deoptimization::Reason_div0_check:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
      ex_obj = env()->ArithmeticException_instance();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
    case Deoptimization::Reason_range_check:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
      ex_obj = env()->ArrayIndexOutOfBoundsException_instance();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
    case Deoptimization::Reason_class_check:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
      if (java_bc() == Bytecodes::_aastore) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
        ex_obj = env()->ArrayStoreException_instance();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
        ex_obj = env()->ClassCastException_instance();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
    if (failing()) { stop(); return; }  // exception allocation might fail
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
    if (ex_obj != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
      // Cheat with a preallocated exception object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
      if (C->log() != NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
        C->log()->elem("hot_throw preallocated='1' reason='%s'",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
                       Deoptimization::trap_reason_name(reason));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
      const TypeInstPtr* ex_con  = TypeInstPtr::make(ex_obj);
590
2954744d7bba 6703890: Compressed Oops: add LoadNKlass node to generate narrow oops (32-bits) compare instructions
kvn
parents: 360
diff changeset
   563
      Node*              ex_node = _gvn.transform( ConNode::make(C, ex_con) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
      // Clear the detail message of the preallocated exception object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
      // Weblogic sometimes mutates the detail message of exceptions
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
      // using reflection.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
      int offset = java_lang_Throwable::get_detailMessage_offset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
      const TypePtr* adr_typ = ex_con->add_offset(offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
      Node *adr = basic_plus_adr(ex_node, ex_node, offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
      Node *store = store_oop_to_object(control(), ex_node, adr, adr_typ, null(), ex_con, T_OBJECT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
      add_exception_state(make_exception_state(ex_node));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
  // %%% Maybe add entry to OptoRuntime which directly throws the exc.?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
  // It won't be much cheaper than bailing to the interp., since we'll
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
  // have to pass up all the debug-info, and the runtime will have to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
  // create the stack trace.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
  // Usual case:  Bail to interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
  // Reserve the right to recompile if we haven't seen anything yet.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
  Deoptimization::DeoptAction action = Deoptimization::Action_maybe_recompile;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
  if (treat_throw_as_hot
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
      && (method()->method_data()->trap_recompiled_at(bci())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
          || C->too_many_traps(reason))) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
    // We cannot afford to take more traps here.  Suffer in the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
    if (C->log() != NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
      C->log()->elem("hot_throw preallocated='0' reason='%s' mcount='%d'",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
                     Deoptimization::trap_reason_name(reason),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
                     C->trap_count(reason));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
    action = Deoptimization::Action_none;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
  // "must_throw" prunes the JVM state to include only the stack, if there
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
  // are no local exception handlers.  This should cut down on register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
  // allocation time and code size, by drastically reducing the number
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
  // of in-edges on the call to the uncommon trap.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
  uncommon_trap(reason, action, (ciKlass*)NULL, (char*)NULL, must_throw);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
//----------------------------PreserveJVMState---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
PreserveJVMState::PreserveJVMState(GraphKit* kit, bool clone_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
  debug_only(kit->verify_map());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
  _kit    = kit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
  _map    = kit->map();   // preserve the map
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
  _sp     = kit->sp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
  kit->set_map(clone_map ? kit->clone_map() : NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
  _bci    = kit->bci();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
  Parse* parser = kit->is_Parse();
1399
9648dfd4ce09 6384206: Phis which are later unneeded are impairing our ability to inline based on static types
never
parents: 1398
diff changeset
   618
  int block = (parser == NULL || parser->block() == NULL) ? -1 : parser->block()->rpo();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
  _block  = block;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
PreserveJVMState::~PreserveJVMState() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
  GraphKit* kit = _kit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
  assert(kit->bci() == _bci, "bci must not shift");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
  Parse* parser = kit->is_Parse();
1399
9648dfd4ce09 6384206: Phis which are later unneeded are impairing our ability to inline based on static types
never
parents: 1398
diff changeset
   627
  int block = (parser == NULL || parser->block() == NULL) ? -1 : parser->block()->rpo();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
  assert(block == _block,    "block must not shift");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
  kit->set_map(_map);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
  kit->set_sp(_sp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
//-----------------------------BuildCutout-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
BuildCutout::BuildCutout(GraphKit* kit, Node* p, float prob, float cnt)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
  : PreserveJVMState(kit)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
  assert(p->is_Con() || p->is_Bool(), "test must be a bool");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
  SafePointNode* outer_map = _map;   // preserved map is caller's
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
  SafePointNode* inner_map = kit->map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
  IfNode* iff = kit->create_and_map_if(outer_map->control(), p, prob, cnt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
  outer_map->set_control(kit->gvn().transform( new (kit->C, 1) IfTrueNode(iff) ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
  inner_map->set_control(kit->gvn().transform( new (kit->C, 1) IfFalseNode(iff) ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
BuildCutout::~BuildCutout() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
  GraphKit* kit = _kit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  assert(kit->stopped(), "cutout code must stop, throw, return, etc.");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
3600
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   651
//---------------------------PreserveReexecuteState----------------------------
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   652
PreserveReexecuteState::PreserveReexecuteState(GraphKit* kit) {
3797
3f6a7898f912 6875577: CTW fails with /hotspot/src/share/vm/opto/memnode.cpp
kvn
parents: 3600
diff changeset
   653
  assert(!kit->stopped(), "must call stopped() before");
3600
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   654
  _kit    =    kit;
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   655
  _sp     =    kit->sp();
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   656
  _reexecute = kit->jvms()->_reexecute;
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   657
}
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   658
PreserveReexecuteState::~PreserveReexecuteState() {
3797
3f6a7898f912 6875577: CTW fails with /hotspot/src/share/vm/opto/memnode.cpp
kvn
parents: 3600
diff changeset
   659
  if (_kit->stopped()) return;
3600
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   660
  _kit->jvms()->_reexecute = _reexecute;
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   661
  _kit->set_sp(_sp);
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   662
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
//------------------------------clone_map--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
// Implementation of PreserveJVMState
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
// Only clone_map(...) here. If this function is only used in the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
// PreserveJVMState class we may want to get rid of this extra
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
// function eventually and do it all there.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
SafePointNode* GraphKit::clone_map() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  if (map() == NULL)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
  // Clone the memory edge first
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
  Node* mem = MergeMemNode::make(C, map()->memory());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
  gvn().set_type_bottom(mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
  SafePointNode *clonemap = (SafePointNode*)map()->clone();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
  JVMState* jvms = this->jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
  JVMState* clonejvms = jvms->clone_shallow(C);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
  clonemap->set_memory(mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  clonemap->set_jvms(clonejvms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
  clonejvms->set_map(clonemap);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
  record_for_igvn(clonemap);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
  gvn().set_type_bottom(clonemap);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
  return clonemap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
//-----------------------------set_map_clone-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
void GraphKit::set_map_clone(SafePointNode* m) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
  _map = m;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
  _map = clone_map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
  _map->set_next_exception(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
  debug_only(verify_map());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
//----------------------------kill_dead_locals---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
// Detect any locals which are known to be dead, and force them to top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
void GraphKit::kill_dead_locals() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
  // Consult the liveness information for the locals.  If any
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
  // of them are unused, then they can be replaced by top().  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
  // should help register allocation time and cut down on the size
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
  // of the deoptimization information.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
  // This call is made from many of the bytecode handling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
  // subroutines called from the Big Switch in do_one_bytecode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
  // Every bytecode which might include a slow path is responsible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
  // for killing its dead locals.  The more consistent we
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
  // are about killing deads, the fewer useless phis will be
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
  // constructed for them at various merge points.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
  // bci can be -1 (InvocationEntryBci).  We return the entry
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
  // liveness for the method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
  if (method() == NULL || method()->code_size() == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
    // We are building a graph for a call to a native method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
    // All locals are live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
  // Consult the liveness information for the locals.  If any
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
  // of them are unused, then they can be replaced by top().  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
  // should help register allocation time and cut down on the size
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
  // of the deoptimization information.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
  MethodLivenessResult live_locals = method()->liveness_at_bci(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
  int len = (int)live_locals.size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
  assert(len <= jvms()->loc_size(), "too many live locals");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
  for (int local = 0; local < len; local++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
    if (!live_locals.at(local)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
      set_local(local, top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
//-------------------------dead_locals_are_killed------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
// Return true if all dead locals are set to top in the map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
// Used to assert "clean" debug info at various points.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
bool GraphKit::dead_locals_are_killed() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
  if (method() == NULL || method()->code_size() == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
    // No locals need to be dead, so all is as it should be.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
    return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
  // Make sure somebody called kill_dead_locals upstream.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
  for (JVMState* jvms = this->jvms(); jvms != NULL; jvms = jvms->caller()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
    if (jvms->loc_size() == 0)  continue;  // no locals to consult
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
    SafePointNode* map = jvms->map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
    ciMethod* method = jvms->method();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
    int       bci    = jvms->bci();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
    if (jvms == this->jvms()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
      bci = this->bci();  // it might not yet be synched
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
    MethodLivenessResult live_locals = method->liveness_at_bci(bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
    int len = (int)live_locals.size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
    if (!live_locals.is_valid() || len == 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
      // This method is trivial, or is poisoned by a breakpoint.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
      return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
    assert(len == jvms->loc_size(), "live map consistent with locals map");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
    for (int local = 0; local < len; local++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
      if (!live_locals.at(local) && map->local(jvms, local) != top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
        if (PrintMiscellaneous && (Verbose || WizardMode)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
          tty->print_cr("Zombie local %d: ", local);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   770
          jvms->dump();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
        return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   774
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   776
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
3600
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   781
// Helper function for enforcing certain bytecodes to reexecute if
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   782
// deoptimization happens
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   783
static bool should_reexecute_implied_by_bytecode(JVMState *jvms) {
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   784
  ciMethod* cur_method = jvms->method();
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   785
  int       cur_bci   = jvms->bci();
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   786
  if (cur_method != NULL && cur_bci != InvocationEntryBci) {
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   787
    Bytecodes::Code code = cur_method->java_code_at_bci(cur_bci);
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   788
    return Interpreter::bytecode_should_reexecute(code);
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   789
  } else
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   790
    return false;
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   791
}
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   792
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
// Helper function for adding JVMState and debug information to node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
void GraphKit::add_safepoint_edges(SafePointNode* call, bool must_throw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
  // Add the safepoint edges to the call (or other safepoint).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
  // Make sure dead locals are set to top.  This
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
  // should help register allocation time and cut down on the size
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
  // of the deoptimization information.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
  assert(dead_locals_are_killed(), "garbage in debug info before safepoint");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
  // Walk the inline list to fill in the correct set of JVMState's
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
  // Also fill in the associated edges for each JVMState.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
489c9b5090e2 Initial load
duke
parents:
diff changeset
   805
  JVMState* youngest_jvms = sync_jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
  // Do we need debug info here?  If it is a SafePoint and this method
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
  // cannot de-opt, then we do NOT need any debug info.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
  bool full_info = (C->deopt_happens() || call->Opcode() != Op_SafePoint);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
  // If we are guaranteed to throw, we can prune everything but the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
  // input to the current bytecode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
  bool can_prune_locals = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
  uint stack_slots_not_pruned = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
  int inputs = 0, depth = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
  if (must_throw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
    assert(method() == youngest_jvms->method(), "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
    if (compute_stack_effects(inputs, depth)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
      can_prune_locals = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
      stack_slots_not_pruned = inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
2867
69187054225f 6788527: Server vm intermittently fails with assertion "live value must not be garbage" with fastdebug bits
kvn
parents: 2574
diff changeset
   824
  if (env()->jvmti_can_examine_or_deopt_anywhere()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
    // At any safepoint, this method can get breakpointed, which would
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
    // then require an immediate deoptimization.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
    full_info = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
    can_prune_locals = false;  // do not prune locals
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
    stack_slots_not_pruned = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
  // do not scribble on the input jvms
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
  JVMState* out_jvms = youngest_jvms->clone_deep(C);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
  call->set_jvms(out_jvms); // Start jvms list for call node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
3600
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   836
  // For a known set of bytecodes, the interpreter should reexecute them if
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   837
  // deoptimization happens. We set the reexecute state for them here
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   838
  if (out_jvms->is_reexecute_undefined() && //don't change if already specified
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   839
      should_reexecute_implied_by_bytecode(out_jvms)) {
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   840
    out_jvms->set_should_reexecute(true); //NOTE: youngest_jvms not changed
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   841
  }
27aa4477d039 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 3268
diff changeset
   842
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
  // Presize the call:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  debug_only(uint non_debug_edges = call->req());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  call->add_req_batch(top(), youngest_jvms->debug_depth());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  assert(call->req() == non_debug_edges + youngest_jvms->debug_depth(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  // Set up edges so that the call looks like this:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
  //  Call [state:] ctl io mem fptr retadr
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  //       [parms:] parm0 ... parmN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
  //       [root:]  loc0 ... locN stk0 ... stkSP mon0 obj0 ... monN objN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
  //    [...mid:]   loc0 ... locN stk0 ... stkSP mon0 obj0 ... monN objN [...]
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
  //       [young:] loc0 ... locN stk0 ... stkSP mon0 obj0 ... monN objN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
  // Note that caller debug info precedes callee debug info.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
  // Fill pointer walks backwards from "young:" to "root:" in the diagram above:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
  uint debug_ptr = call->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
  // Loop over the map input edges associated with jvms, add them
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
  // to the call node, & reset all offsets to match call node array.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
  for (JVMState* in_jvms = youngest_jvms; in_jvms != NULL; ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
    uint debug_end   = debug_ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
    uint debug_start = debug_ptr - in_jvms->debug_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
    debug_ptr = debug_start;  // back up the ptr
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
    uint p = debug_start;  // walks forward in [debug_start, debug_end)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
    uint j, k, l;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
    SafePointNode* in_map = in_jvms->map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
    out_jvms->set_map(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
    if (can_prune_locals) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
      assert(in_jvms->method() == out_jvms->method(), "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
      // If the current throw can reach an exception handler in this JVMS,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
      // then we must keep everything live that can reach that handler.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
      // As a quick and dirty approximation, we look for any handlers at all.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
      if (in_jvms->method()->has_exception_handlers()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
        can_prune_locals = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
    // Add the Locals
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
    k = in_jvms->locoff();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
    l = in_jvms->loc_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
    out_jvms->set_locoff(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
    if (full_info && !can_prune_locals) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
      for (j = 0; j < l; j++)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
        call->set_req(p++, in_map->in(k+j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
      p += l;  // already set to top above by add_req_batch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
    // Add the Expression Stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
    k = in_jvms->stkoff();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
    l = in_jvms->sp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
    out_jvms->set_stkoff(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
    if (full_info && !can_prune_locals) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
      for (j = 0; j < l; j++)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
        call->set_req(p++, in_map->in(k+j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
    } else if (can_prune_locals && stack_slots_not_pruned != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
      // Divide stack into {S0,...,S1}, where S0 is set to top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
      uint s1 = stack_slots_not_pruned;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
      stack_slots_not_pruned = 0;  // for next iteration
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
      if (s1 > l)  s1 = l;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
      uint s0 = l - s1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
      p += s0;  // skip the tops preinstalled by add_req_batch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
      for (j = s0; j < l; j++)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
        call->set_req(p++, in_map->in(k+j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
      p += l;  // already set to top above by add_req_batch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
    // Add the Monitors
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
    k = in_jvms->monoff();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
    l = in_jvms->mon_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
    out_jvms->set_monoff(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
    for (j = 0; j < l; j++)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
      call->set_req(p++, in_map->in(k+j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
236
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   919
    // Copy any scalar object fields.
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   920
    k = in_jvms->scloff();
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   921
    l = in_jvms->scl_size();
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   922
    out_jvms->set_scloff(p);
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   923
    for (j = 0; j < l; j++)
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   924
      call->set_req(p++, in_map->in(k+j));
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   925
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
    // Finish the new jvms.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
    out_jvms->set_endoff(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
    assert(out_jvms->endoff()     == debug_end,             "fill ptr must match");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
    assert(out_jvms->depth()      == in_jvms->depth(),      "depth must match");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
    assert(out_jvms->loc_size()   == in_jvms->loc_size(),   "size must match");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
    assert(out_jvms->mon_size()   == in_jvms->mon_size(),   "size must match");
236
9a04268c8eea 6671807: (Escape Analysis) Add new ideal node to represent the state of a scalarized object at a safepoint
kvn
parents: 202
diff changeset
   933
    assert(out_jvms->scl_size()   == in_jvms->scl_size(),   "size must match");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
    assert(out_jvms->debug_size() == in_jvms->debug_size(), "size must match");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
    // Update the two tail pointers in parallel.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
    out_jvms = out_jvms->caller();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
    in_jvms  = in_jvms->caller();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
489c9b5090e2 Initial load
duke
parents:
diff changeset
   941
  assert(debug_ptr == non_debug_edges, "debug info must fit exactly");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   942
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
  // Test the correctness of JVMState::debug_xxx accessors:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
  assert(call->jvms()->debug_start() == non_debug_edges, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
  assert(call->jvms()->debug_end()   == call->req(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
  assert(call->jvms()->debug_depth() == call->req() - non_debug_edges, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
bool GraphKit::compute_stack_effects(int& inputs, int& depth) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
  Bytecodes::Code code = java_bc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  if (code == Bytecodes::_wide) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
    code = method()->java_code_at_bci(bci() + 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  BasicType rtype = T_ILLEGAL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
  int       rsize = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  if (code != Bytecodes::_illegal) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
    depth = Bytecodes::depth(code); // checkcast=0, athrow=-1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
    rtype = Bytecodes::result_type(code); // checkcast=P, athrow=V
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
    if (rtype < T_CONFLICT)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
      rsize = type2size[rtype];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
  switch (code) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
  case Bytecodes::_illegal:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
  case Bytecodes::_ldc:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  case Bytecodes::_ldc_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
  case Bytecodes::_ldc2_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
    inputs = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
  case Bytecodes::_dup:         inputs = 1;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
  case Bytecodes::_dup_x1:      inputs = 2;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
  case Bytecodes::_dup_x2:      inputs = 3;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
  case Bytecodes::_dup2:        inputs = 2;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
  case Bytecodes::_dup2_x1:     inputs = 3;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
  case Bytecodes::_dup2_x2:     inputs = 4;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
  case Bytecodes::_swap:        inputs = 2;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
  case Bytecodes::_arraylength: inputs = 1;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  case Bytecodes::_getstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
  case Bytecodes::_putstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
  case Bytecodes::_getfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
  case Bytecodes::_putfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
      bool is_get = (depth >= 0), is_static = (depth & 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
      bool ignore;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
      ciBytecodeStream iter(method());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
      iter.reset_to_bci(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
      iter.next();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   994
      ciField* field = iter.get_field(ignore);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
      int      size  = field->type()->size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
      inputs  = (is_static ? 0 : 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
      if (is_get) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
        depth = size - inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
        inputs += size;        // putxxx pops the value from the stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
        depth = - inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
  case Bytecodes::_invokevirtual:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
  case Bytecodes::_invokespecial:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
  case Bytecodes::_invokestatic:
2570
ecc7862946d4 6655646: dynamic languages need dynamically linked call sites
jrose
parents: 2259
diff changeset
  1009
  case Bytecodes::_invokedynamic:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
  case Bytecodes::_invokeinterface:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
      bool ignore;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
      ciBytecodeStream iter(method());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
      iter.reset_to_bci(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
      iter.next();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
      ciMethod* method = iter.get_method(ignore);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
      inputs = method->arg_size_no_receiver();
4566
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1018
      // Add a receiver argument, maybe:
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1019
      if (code != Bytecodes::_invokestatic &&
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1020
          code != Bytecodes::_invokedynamic)
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1021
        inputs += 1;
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1022
      // (Do not use ciMethod::arg_size(), because
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1023
      // it might be an unloaded method, which doesn't
b363f6ef4068 6829187: compiler optimizations required for JSR 292
twisti
parents: 4469
diff changeset
  1024
      // know whether it is static or not.)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
      int size = method->return_type()->size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
      depth = size - inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
  case Bytecodes::_multianewarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
      ciBytecodeStream iter(method());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
      iter.reset_to_bci(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
      iter.next();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
      inputs = iter.get_dimensions();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
      assert(rsize == 1, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
      depth = rsize - inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
  case Bytecodes::_ireturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
  case Bytecodes::_lreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
  case Bytecodes::_freturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
  case Bytecodes::_dreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
  case Bytecodes::_areturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
    assert(rsize = -depth, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
    inputs = rsize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
  case Bytecodes::_jsr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1051
  case Bytecodes::_jsr_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
    inputs = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
    depth  = 1;                  // S.B. depth=1, not zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
    // bytecode produces a typed result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
    inputs = rsize - depth;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
    assert(inputs >= 0, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
  // spot check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1065
  int outputs = depth + inputs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
  assert(outputs >= 0, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
  switch (code) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
  case Bytecodes::_checkcast: assert(inputs == 1 && outputs == 1, ""); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1069
  case Bytecodes::_athrow:    assert(inputs == 1 && outputs == 0, ""); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
  case Bytecodes::_aload_0:   assert(inputs == 0 && outputs == 1, ""); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
  case Bytecodes::_return:    assert(inputs == 0 && outputs == 0, ""); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1072
  case Bytecodes::_drem:      assert(inputs == 4 && outputs == 2, ""); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1073
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1074
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1075
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1076
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1077
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
//------------------------------basic_plus_adr---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1082
Node* GraphKit::basic_plus_adr(Node* base, Node* ptr, Node* offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  // short-circuit a common case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
  if (offset == intcon(0))  return ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
  return _gvn.transform( new (C, 4) AddPNode(base, ptr, offset) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1086
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
Node* GraphKit::ConvI2L(Node* offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
  // short-circuit a common case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1090
  jint offset_con = find_int_con(offset, Type::OffsetBot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1091
  if (offset_con != Type::OffsetBot) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1092
    return longcon((long) offset_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1093
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1094
  return _gvn.transform( new (C, 2) ConvI2LNode(offset));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1095
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1096
Node* GraphKit::ConvL2I(Node* offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1097
  // short-circuit a common case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1098
  jlong offset_con = find_long_con(offset, (jlong)Type::OffsetBot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1099
  if (offset_con != (jlong)Type::OffsetBot) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1100
    return intcon((int) offset_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1101
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1102
  return _gvn.transform( new (C, 2) ConvL2INode(offset));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1103
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1104
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1105
//-------------------------load_object_klass-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1106
Node* GraphKit::load_object_klass(Node* obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1107
  // Special-case a fresh allocation to avoid building nodes:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1108
  Node* akls = AllocateNode::Ideal_klass(obj, &_gvn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
  if (akls != NULL)  return akls;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1110
  Node* k_adr = basic_plus_adr(obj, oopDesc::klass_offset_in_bytes());
590
2954744d7bba 6703890: Compressed Oops: add LoadNKlass node to generate narrow oops (32-bits) compare instructions
kvn
parents: 360
diff changeset
  1111
  return _gvn.transform( LoadKlassNode::make(_gvn, immutable_memory(), k_adr, TypeInstPtr::KLASS) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1113
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1114
//-------------------------load_array_length-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1115
Node* GraphKit::load_array_length(Node* array) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1116
  // Special-case a fresh allocation to avoid building nodes:
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1117
  AllocateArrayNode* alloc = AllocateArrayNode::Ideal_array_allocation(array, &_gvn);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1118
  Node *alen;
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1119
  if (alloc == NULL) {
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1120
    Node *r_adr = basic_plus_adr(array, arrayOopDesc::length_offset_in_bytes());
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1121
    alen = _gvn.transform( new (C, 3) LoadRangeNode(0, immutable_memory(), r_adr, TypeInt::POS));
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1122
  } else {
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1123
    alen = alloc->Ideal_length();
3801
073b203064b8 6875619: CTW fails with /hotspot/src/share/vm/opto/type.hpp
kvn
parents: 3797
diff changeset
  1124
    Node* ccast = alloc->make_ideal_length(_gvn.type(array)->is_oopptr(), &_gvn);
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1125
    if (ccast != alen) {
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1126
      alen = _gvn.transform(ccast);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1127
    }
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1128
  }
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  1129
  return alen;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1130
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1131
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
//------------------------------do_null_check----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
// Helper function to do a NULL pointer check.  Returned value is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
// the incoming address with NULL casted away.  You are allowed to use the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
// not-null value only if you are control dependent on the test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
extern int explicit_null_checks_inserted,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
           explicit_null_checks_elided;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
Node* GraphKit::null_check_common(Node* value, BasicType type,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
                                  // optional arguments for variations:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
                                  bool assert_null,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
                                  Node* *null_control) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
  assert(!assert_null || null_control == NULL, "not both at once");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
  if (stopped())  return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
  if (!GenerateCompilerNullChecks && !assert_null && null_control == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
    // For some performance testing, we may wish to suppress null checking.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
    value = cast_not_null(value);   // Make it appear to be non-null (4962416).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
    return value;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
  explicit_null_checks_inserted++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
  // Construct NULL check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
  Node *chk = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
  switch(type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
    case T_LONG   : chk = new (C, 3) CmpLNode(value, _gvn.zerocon(T_LONG)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
    case T_INT    : chk = new (C, 3) CmpINode( value, _gvn.intcon(0)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
    case T_ARRAY  : // fall through
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
      type = T_OBJECT;  // simplify further tests
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
    case T_OBJECT : {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
      const Type *t = _gvn.type( value );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
3797
3f6a7898f912 6875577: CTW fails with /hotspot/src/share/vm/opto/memnode.cpp
kvn
parents: 3600
diff changeset
  1161
      const TypeOopPtr* tp = t->isa_oopptr();
3802
38c0c1983af4 6880052: SIGSEGV in GraphKit::null_check_common()
kvn
parents: 3801
diff changeset
  1162
      if (tp != NULL && tp->klass() != NULL && !tp->klass()->is_loaded()
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
          // Only for do_null_check, not any of its siblings:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
          && !assert_null && null_control == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
        // Usually, any field access or invocation on an unloaded oop type
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
        // will simply fail to link, since the statically linked class is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
        // likely also to be unloaded.  However, in -Xcomp mode, sometimes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
        // the static class is loaded but the sharper oop type is not.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
        // Rather than checking for this obscure case in lots of places,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
        // we simply observe that a null check on an unloaded class
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
        // will always be followed by a nonsense operation, so we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
        // can just issue the uncommon trap here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
        // Our access to the unloaded class will only be correct
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
        // after it has been loaded and initialized, which requires
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
        // a trip through the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
        if (WizardMode) { tty->print("Null check of unloaded "); tp->klass()->print(); tty->cr(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
        uncommon_trap(Deoptimization::Reason_unloaded,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
                      Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
                      tp->klass(), "!loaded");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1182
        return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
      if (assert_null) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
        // See if the type is contained in NULL_PTR.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
        // If so, then the value is already null.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
        if (t->higher_equal(TypePtr::NULL_PTR)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
          explicit_null_checks_elided++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
          return value;           // Elided null assert quickly!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
        // See if mixing in the NULL pointer changes type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
        // If so, then the NULL pointer was not allowed in the original
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
        // type.  In other words, "value" was not-null.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
        if (t->meet(TypePtr::NULL_PTR) != t) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1197
          // same as: if (!TypePtr::NULL_PTR->higher_equal(t)) ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
          explicit_null_checks_elided++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1199
          return value;           // Elided null check quickly!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
      chk = new (C, 3) CmpPNode( value, null() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1203
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1204
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1206
    default      : ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
  assert(chk != NULL, "sanity check");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1209
  chk = _gvn.transform(chk);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1210
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
  BoolTest::mask btest = assert_null ? BoolTest::eq : BoolTest::ne;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
  BoolNode *btst = new (C, 2) BoolNode( chk, btest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
  Node   *tst = _gvn.transform( btst );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
  //-----------
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2034
diff changeset
  1216
  // if peephole optimizations occurred, a prior test existed.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
  // If a prior test existed, maybe it dominates as we can avoid this test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1218
  if (tst != btst && type == T_OBJECT) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
    // At this point we want to scan up the CFG to see if we can
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
    // find an identical test (and so avoid this test altogether).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1221
    Node *cfg = control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
    int depth = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
    while( depth < 16 ) {       // Limit search depth for speed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
      if( cfg->Opcode() == Op_IfTrue &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
          cfg->in(0)->in(1) == tst ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
        // Found prior test.  Use "cast_not_null" to construct an identical
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
        // CastPP (and hence hash to) as already exists for the prior test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
        // Return that casted value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
        if (assert_null) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
          replace_in_map(value, null());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1231
          return null();  // do not issue the redundant test
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
        Node *oldcontrol = control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
        set_control(cfg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
        Node *res = cast_not_null(value);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
        set_control(oldcontrol);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1237
        explicit_null_checks_elided++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1238
        return res;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1239
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1240
      cfg = IfNode::up_one_dom(cfg, /*linear_only=*/ true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1241
      if (cfg == NULL)  break;  // Quit at region nodes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1242
      depth++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1243
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1244
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1245
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1246
  //-----------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1247
  // Branch to failure if null
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1248
  float ok_prob = PROB_MAX;  // a priori estimate:  nulls never happen
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1249
  Deoptimization::DeoptReason reason;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1250
  if (assert_null)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1251
    reason = Deoptimization::Reason_null_assert;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1252
  else if (type == T_OBJECT)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1253
    reason = Deoptimization::Reason_null_check;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1254
  else
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1255
    reason = Deoptimization::Reason_div0_check;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1256
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1257
  // %%% Since Reason_unhandled is not recorded on a per-bytecode basis,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1258
  // ciMethodData::has_trap_at will return a conservative -1 if any
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1259
  // must-be-null assertion has failed.  This could cause performance
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1260
  // problems for a method after its first do_null_assert failure.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1261
  // Consider using 'Reason_class_check' instead?
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1262
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1263
  // To cause an implicit null check, we set the not-null probability
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2034
diff changeset
  1264
  // to the maximum (PROB_MAX).  For an explicit check the probability
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1265
  // is set to a smaller value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1266
  if (null_control != NULL || too_many_traps(reason)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1267
    // probability is less likely
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1268
    ok_prob =  PROB_LIKELY_MAG(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1269
  } else if (!assert_null &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1270
             (ImplicitNullCheckThreshold > 0) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1271
             method() != NULL &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1272
             (method()->method_data()->trap_count(reason)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1273
              >= (uint)ImplicitNullCheckThreshold)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1274
    ok_prob =  PROB_LIKELY_MAG(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1275
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1276
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1277
  if (null_control != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1278
    IfNode* iff = create_and_map_if(control(), tst, ok_prob, COUNT_UNKNOWN);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
    Node* null_true = _gvn.transform( new (C, 1) IfFalseNode(iff));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
    set_control(      _gvn.transform( new (C, 1) IfTrueNode(iff)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
    if (null_true == top())
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1282
      explicit_null_checks_elided++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1283
    (*null_control) = null_true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1284
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1285
    BuildCutout unless(this, tst, ok_prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
    // Check for optimizer eliding test at parse time
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1287
    if (stopped()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1288
      // Failure not possible; do not bother making uncommon trap.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1289
      explicit_null_checks_elided++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1290
    } else if (assert_null) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1291
      uncommon_trap(reason,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1292
                    Deoptimization::Action_make_not_entrant,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
                    NULL, "assert_null");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1294
    } else {
1136
9f6351874414 6746907: Improve implicit null check generation
kvn
parents: 670
diff changeset
  1295
      replace_in_map(value, zerocon(type));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1296
      builtin_throw(reason);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1297
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1298
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
  // Must throw exception, fall-thru not possible?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1301
  if (stopped()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
    return top();               // No result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  if (assert_null) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
    // Cast obj to null on this path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
    replace_in_map(value, zerocon(type));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
    return zerocon(type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
  // Cast obj to not-null on this path, if there is no null_control.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
  // (If there is a null_control, a non-null value may come back to haunt us.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  if (type == T_OBJECT) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
    Node* cast = cast_not_null(value, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
    if (null_control == NULL || (*null_control) == top())
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
      replace_in_map(value, cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
    value = cast;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
  return value;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
//------------------------------cast_not_null----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
// Cast obj to not-null on this path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1326
Node* GraphKit::cast_not_null(Node* obj, bool do_replace_in_map) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
  const Type *t = _gvn.type(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
  const Type *t_not_null = t->join(TypePtr::NOTNULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
  // Object is already not-null?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
  if( t == t_not_null ) return obj;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1332
  Node *cast = new (C, 2) CastPPNode(obj,t_not_null);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
  cast->init_req(0, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1334
  cast = _gvn.transform( cast );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1335
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1336
  // Scan for instances of 'obj' in the current JVM mapping.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1337
  // These instances are known to be not-null after the test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1338
  if (do_replace_in_map)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1339
    replace_in_map(obj, cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
  return cast;                  // Return casted value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1342
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1343
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1344
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1345
//--------------------------replace_in_map-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1346
void GraphKit::replace_in_map(Node* old, Node* neww) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1347
  this->map()->replace_edge(old, neww);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1348
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1349
  // Note: This operation potentially replaces any edge
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1350
  // on the map.  This includes locals, stack, and monitors
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1351
  // of the current (innermost) JVM state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1352
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1353
  // We can consider replacing in caller maps.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1354
  // The idea would be that an inlined function's null checks
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1355
  // can be shared with the entire inlining tree.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1356
  // The expense of doing this is that the PreserveJVMState class
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1357
  // would have to preserve caller states too, with a deep copy.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1358
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1359
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1360
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1361
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1362
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1363
//--------------------------------memory---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1364
Node* GraphKit::memory(uint alias_idx) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1365
  MergeMemNode* mem = merged_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1366
  Node* p = mem->memory_at(alias_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1367
  _gvn.set_type(p, Type::MEMORY);  // must be mapped
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1368
  return p;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1369
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1370
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1371
//-----------------------------reset_memory------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1372
Node* GraphKit::reset_memory() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1373
  Node* mem = map()->memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1374
  // do not use this node for any more parsing!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1375
  debug_only( map()->set_memory((Node*)NULL) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1376
  return _gvn.transform( mem );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1377
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1378
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1379
//------------------------------set_all_memory---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1380
void GraphKit::set_all_memory(Node* newmem) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1381
  Node* mergemem = MergeMemNode::make(C, newmem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1382
  gvn().set_type_bottom(mergemem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1383
  map()->set_memory(mergemem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1384
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1385
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1386
//------------------------------set_all_memory_call----------------------------
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1387
void GraphKit::set_all_memory_call(Node* call, bool separate_io_proj) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1388
  Node* newmem = _gvn.transform( new (C, 1) ProjNode(call, TypeFunc::Memory, separate_io_proj) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1389
  set_all_memory(newmem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1390
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1391
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1392
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1393
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1394
// parser factory methods for MemNodes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1395
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1396
// These are layered on top of the factory methods in LoadNode and StoreNode,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
// and integrate with the parser's memory state and _gvn engine.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
// factory methods in "int adr_idx"
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
Node* GraphKit::make_load(Node* ctl, Node* adr, const Type* t, BasicType bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
                          int adr_idx,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1403
                          bool require_atomic_access) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
  assert(adr_idx != Compile::AliasIdxTop, "use other make_load factory" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
  const TypePtr* adr_type = NULL; // debug-mode-only argument
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
  debug_only(adr_type = C->get_adr_type(adr_idx));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
  Node* mem = memory(adr_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
  Node* ld;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
  if (require_atomic_access && bt == T_LONG) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
    ld = LoadLNode::make_atomic(C, ctl, mem, adr, adr_type, t);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1411
  } else {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1412
    ld = LoadNode::make(_gvn, ctl, mem, adr, adr_type, t, bt);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1413
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1414
  return _gvn.transform(ld);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1415
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1416
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1417
Node* GraphKit::store_to_memory(Node* ctl, Node* adr, Node *val, BasicType bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1418
                                int adr_idx,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
                                bool require_atomic_access) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
  assert(adr_idx != Compile::AliasIdxTop, "use other store_to_memory factory" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
  const TypePtr* adr_type = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
  debug_only(adr_type = C->get_adr_type(adr_idx));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
  Node *mem = memory(adr_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
  Node* st;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
  if (require_atomic_access && bt == T_LONG) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
    st = StoreLNode::make_atomic(C, ctl, mem, adr, adr_type, val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
  } else {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1428
    st = StoreNode::make(_gvn, ctl, mem, adr, adr_type, val, bt);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
  st = _gvn.transform(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
  set_memory(st, adr_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
  // Back-to-back stores can only remove intermediate store with DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
  // so push on worklist for optimizer.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
  if (mem->req() > MemNode::Address && adr == mem->in(MemNode::Address))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
    record_for_igvn(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
  return st;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1439
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1440
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
void GraphKit::pre_barrier(Node* ctl,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
                           Node* obj,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
                           Node* adr,
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1444
                           uint  adr_idx,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1445
                           Node* val,
3178
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1446
                           const TypeOopPtr* val_type,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
                           BasicType bt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1448
  BarrierSet* bs = Universe::heap()->barrier_set();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1449
  set_control(ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
  switch (bs->kind()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1451
    case BarrierSet::G1SATBCT:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1452
    case BarrierSet::G1SATBCTLogging:
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1453
      g1_write_barrier_pre(obj, adr, adr_idx, val, val_type, bt);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1454
      break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1456
    case BarrierSet::CardTableModRef:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1457
    case BarrierSet::CardTableExtension:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1458
    case BarrierSet::ModRef:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1459
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1460
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1461
    case BarrierSet::Other:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1462
    default      :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
      ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1465
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1466
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1467
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1468
void GraphKit::post_barrier(Node* ctl,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1469
                            Node* store,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1470
                            Node* obj,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1471
                            Node* adr,
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1472
                            uint  adr_idx,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1473
                            Node* val,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1474
                            BasicType bt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1475
                            bool use_precise) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1476
  BarrierSet* bs = Universe::heap()->barrier_set();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1477
  set_control(ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1478
  switch (bs->kind()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1479
    case BarrierSet::G1SATBCT:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1480
    case BarrierSet::G1SATBCTLogging:
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1481
      g1_write_barrier_post(store, obj, adr, adr_idx, val, bt, use_precise);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  1482
      break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1483
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1484
    case BarrierSet::CardTableModRef:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
    case BarrierSet::CardTableExtension:
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  1486
      write_barrier_post(store, obj, adr, adr_idx, val, use_precise);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1487
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1489
    case BarrierSet::ModRef:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1490
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1491
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1492
    case BarrierSet::Other:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1493
    default      :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1494
      ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1495
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1496
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1497
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1498
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1499
Node* GraphKit::store_oop(Node* ctl,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1500
                          Node* obj,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1501
                          Node* adr,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1502
                          const TypePtr* adr_type,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1503
                          Node* val,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1504
                          const TypeOopPtr* val_type,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1505
                          BasicType bt,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1506
                          bool use_precise) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1507
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1508
  set_control(ctl);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1509
  if (stopped()) return top(); // Dead path ?
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1510
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1511
  assert(bt == T_OBJECT, "sanity");
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1512
  assert(val != NULL, "not dead path");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
  uint adr_idx = C->get_alias_index(adr_type);
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1514
  assert(adr_idx != Compile::AliasIdxTop, "use other store_to_memory factory" );
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1515
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1516
  pre_barrier(control(), obj, adr, adr_idx, val, val_type, bt);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1517
  Node* store = store_to_memory(control(), adr, val, bt, adr_idx);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1518
  post_barrier(control(), store, obj, adr, adr_idx, val, bt, use_precise);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
  return store;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1522
// Could be an array or object we don't know at compile time (unsafe ref.)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
Node* GraphKit::store_oop_to_unknown(Node* ctl,
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1524
                             Node* obj,   // containing obj
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1525
                             Node* adr,  // actual adress to store val at
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1526
                             const TypePtr* adr_type,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1527
                             Node* val,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1528
                             BasicType bt) {
3178
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1529
  Compile::AliasType* at = C->alias_type(adr_type);
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1530
  const TypeOopPtr* val_type = NULL;
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1531
  if (adr_type->isa_instptr()) {
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1532
    if (at->field() != NULL) {
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1533
      // known field.  This code is a copy of the do_put_xxx logic.
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1534
      ciField* field = at->field();
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1535
      if (!field->type()->is_loaded()) {
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1536
        val_type = TypeInstPtr::BOTTOM;
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1537
      } else {
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1538
        val_type = TypeOopPtr::make_from_klass(field->type()->as_klass());
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1539
      }
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1540
    }
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1541
  } else if (adr_type->isa_aryptr()) {
3180
c589129153a4 6856025: assert(_base >= OopPtr && _base <= KlassPtr,"Not a Java pointer")
never
parents: 3178
diff changeset
  1542
    val_type = adr_type->is_aryptr()->elem()->make_oopptr();
3178
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1543
  }
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1544
  if (val_type == NULL) {
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1545
    val_type = TypeInstPtr::BOTTOM;
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  1546
  }
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  1547
  return store_oop(ctl, obj, adr, adr_type, val, val_type, bt, true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
//-------------------------array_element_address-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
Node* GraphKit::array_element_address(Node* ary, Node* idx, BasicType elembt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
                                      const TypeInt* sizetype) {
202
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 196
diff changeset
  1554
  uint shift  = exact_log2(type2aelembytes(elembt));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
  uint header = arrayOopDesc::base_offset_in_bytes(elembt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
  // short-circuit a common case (saves lots of confusing waste motion)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1558
  jint idx_con = find_int_con(idx, -1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
  if (idx_con >= 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
    intptr_t offset = header + ((intptr_t)idx_con << shift);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
    return basic_plus_adr(ary, offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
  // must be correct type for alignment purposes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
  Node* base  = basic_plus_adr(ary, header);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
  // The scaled index operand to AddP must be a clean 64-bit value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1568
  // Java allows a 32-bit int to be incremented to a negative
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1569
  // value, which appears in a 64-bit register as a large
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1570
  // positive number.  Using that large positive number as an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1571
  // operand in pointer arithmetic has bad consequences.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1572
  // On the other hand, 32-bit overflow is rare, and the possibility
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1573
  // can often be excluded, if we annotate the ConvI2L node with
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1574
  // a type assertion that its value is known to be a small positive
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1575
  // number.  (The prior range check has ensured this.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1576
  // This assertion is used by ConvI2LNode::Ideal.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
  int index_max = max_jint - 1;  // array size is max_jint, index is one less
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1578
  if (sizetype != NULL)  index_max = sizetype->_hi - 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1579
  const TypeLong* lidxtype = TypeLong::make(CONST64(0), index_max, Type::WidenMax);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1580
  idx = _gvn.transform( new (C, 2) ConvI2LNode(idx, lidxtype) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1582
  Node* scale = _gvn.transform( new (C, 3) LShiftXNode(idx, intcon(shift)) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
  return basic_plus_adr(ary, base, scale);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1584
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
//-------------------------load_array_element-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
Node* GraphKit::load_array_element(Node* ctl, Node* ary, Node* idx, const TypeAryPtr* arytype) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1588
  const Type* elemtype = arytype->elem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
  BasicType elembt = elemtype->array_element_basic_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1590
  Node* adr = array_element_address(ary, idx, elembt, arytype->size());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
  Node* ld = make_load(ctl, adr, elemtype, elembt, arytype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
  return ld;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
//-------------------------set_arguments_for_java_call-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
// Arguments (pre-popped from the stack) are taken from the JVMS.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
void GraphKit::set_arguments_for_java_call(CallJavaNode* call) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
  // Add the call arguments:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1599
  uint nargs = call->method()->arg_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
  for (uint i = 0; i < nargs; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
    Node* arg = argument(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
    call->init_req(i + TypeFunc::Parms, arg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1603
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1604
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
//---------------------------set_edges_for_java_call---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
// Connect a newly created call into the current JVMS.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1608
// A return value node (if any) is returned from set_edges_for_java_call.
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1609
void GraphKit::set_edges_for_java_call(CallJavaNode* call, bool must_throw, bool separate_io_proj) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
  // Add the predefined inputs:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
  call->init_req( TypeFunc::Control, control() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1613
  call->init_req( TypeFunc::I_O    , i_o() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1614
  call->init_req( TypeFunc::Memory , reset_memory() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1615
  call->init_req( TypeFunc::FramePtr, frameptr() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
  call->init_req( TypeFunc::ReturnAdr, top() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1617
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1618
  add_safepoint_edges(call, must_throw);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1619
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
  Node* xcall = _gvn.transform(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1622
  if (xcall == top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
    set_control(top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1624
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1625
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1626
  assert(xcall == call, "call identity is stable");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1627
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1628
  // Re-use the current map to produce the result.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1629
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1630
  set_control(_gvn.transform(new (C, 1) ProjNode(call, TypeFunc::Control)));
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1631
  set_i_o(    _gvn.transform(new (C, 1) ProjNode(call, TypeFunc::I_O    , separate_io_proj)));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1632
  set_all_memory_call(xcall, separate_io_proj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1633
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
  //return xcall;   // no need, caller already has it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1636
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1637
Node* GraphKit::set_results_for_java_call(CallJavaNode* call, bool separate_io_proj) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
  if (stopped())  return top();  // maybe the call folded up?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1639
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1640
  // Capture the return value, if any.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1641
  Node* ret;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1642
  if (call->method() == NULL ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1643
      call->method()->return_type()->basic_type() == T_VOID)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1644
        ret = top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1645
  else  ret = _gvn.transform(new (C, 1) ProjNode(call, TypeFunc::Parms));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1646
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
  // Note:  Since any out-of-line call can produce an exception,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
  // we always insert an I_O projection from the call into the result.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1650
  make_slow_call_ex(call, env()->Throwable_klass(), separate_io_proj);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1651
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1652
  if (separate_io_proj) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1653
    // The caller requested separate projections be used by the fall
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1654
    // through and exceptional paths, so replace the projections for
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1655
    // the fall through path.
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1656
    set_i_o(_gvn.transform( new (C, 1) ProjNode(call, TypeFunc::I_O) ));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1657
    set_all_memory(_gvn.transform( new (C, 1) ProjNode(call, TypeFunc::Memory) ));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1658
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
  return ret;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1660
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
//--------------------set_predefined_input_for_runtime_call--------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
// Reading and setting the memory state is way conservative here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
// The real problem is that I am not doing real Type analysis on memory,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1665
// so I cannot distinguish card mark stores from other stores.  Across a GC
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
// point the Store Barrier and the card mark memory has to agree.  I cannot
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
// have a card mark store and its barrier split across the GC point from
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
// either above or below.  Here I get that to happen by reading ALL of memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
// A better answer would be to separate out card marks from other memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
// For now, return the input memory state, so that it can be reused
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
// after the call, if this call has restricted memory effects.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
Node* GraphKit::set_predefined_input_for_runtime_call(SafePointNode* call) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
  // Set fixed predefined input arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
  Node* memory = reset_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
  call->init_req( TypeFunc::Control,   control()  );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
  call->init_req( TypeFunc::I_O,       top()      ); // does no i/o
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
  call->init_req( TypeFunc::Memory,    memory     ); // may gc ptrs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
  call->init_req( TypeFunc::FramePtr,  frameptr() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
  call->init_req( TypeFunc::ReturnAdr, top()      );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
  return memory;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1682
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
//-------------------set_predefined_output_for_runtime_call--------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
// Set control and memory (not i_o) from the call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
// If keep_mem is not NULL, use it for the output state,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
// except for the RawPtr output of the call, if hook_mem is TypeRawPtr::BOTTOM.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1687
// If hook_mem is NULL, this call produces no memory effects at all.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1688
// If hook_mem is a Java-visible memory slice (such as arraycopy operands),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
// then only that memory slice is taken from the call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1690
// In the last case, we must put an appropriate memory barrier before
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1691
// the call, so as to create the correct anti-dependencies on loads
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1692
// preceding the call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1693
void GraphKit::set_predefined_output_for_runtime_call(Node* call,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
                                                      Node* keep_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1695
                                                      const TypePtr* hook_mem) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1696
  // no i/o
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
  set_control(_gvn.transform( new (C, 1) ProjNode(call,TypeFunc::Control) ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1698
  if (keep_mem) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1699
    // First clone the existing memory state
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1700
    set_all_memory(keep_mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
    if (hook_mem != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
      // Make memory for the call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
      Node* mem = _gvn.transform( new (C, 1) ProjNode(call, TypeFunc::Memory) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1704
      // Set the RawPtr memory state only.  This covers all the heap top/GC stuff
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1705
      // We also use hook_mem to extract specific effects from arraycopy stubs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
      set_memory(mem, hook_mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1707
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
    // ...else the call has NO memory effects.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
    // Make sure the call advertises its memory effects precisely.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
    // This lets us build accurate anti-dependences in gcm.cpp.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
    assert(C->alias_type(call->adr_type()) == C->alias_type(hook_mem),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
           "call node must be constructed correctly");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
    assert(hook_mem == NULL, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
    // This is not a "slow path" call; all memory comes from the call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1717
    set_all_memory_call(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1718
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1720
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1721
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1722
// Replace the call with the current state of the kit.
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1723
void GraphKit::replace_call(CallNode* call, Node* result) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1724
  JVMState* ejvms = NULL;
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1725
  if (has_exceptions()) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1726
    ejvms = transfer_exceptions_into_jvms();
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1727
  }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1728
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1729
  SafePointNode* final_state = stop();
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1730
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1731
  // Find all the needed outputs of this call
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1732
  CallProjections callprojs;
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1733
  call->extract_projections(&callprojs, true);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1734
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1735
  // Replace all the old call edges with the edges from the inlining result
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1736
  C->gvn_replace_by(callprojs.fallthrough_catchproj, final_state->in(TypeFunc::Control));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1737
  C->gvn_replace_by(callprojs.fallthrough_memproj,   final_state->in(TypeFunc::Memory));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1738
  C->gvn_replace_by(callprojs.fallthrough_ioproj,    final_state->in(TypeFunc::I_O));
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1739
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1740
  // Replace the result with the new result if it exists and is used
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1741
  if (callprojs.resproj != NULL && result != NULL) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1742
    C->gvn_replace_by(callprojs.resproj, result);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1743
  }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1744
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1745
  if (ejvms == NULL) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1746
    // No exception edges to simply kill off those paths
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1747
    C->gvn_replace_by(callprojs.catchall_catchproj, C->top());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1748
    C->gvn_replace_by(callprojs.catchall_memproj,   C->top());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1749
    C->gvn_replace_by(callprojs.catchall_ioproj,    C->top());
4469
2adc28d44986 6908167: jbb2005, OptimizeStringConcat causes assert in EA
never
parents: 4450
diff changeset
  1750
2adc28d44986 6908167: jbb2005, OptimizeStringConcat causes assert in EA
never
parents: 4450
diff changeset
  1751
    // Replace the old exception object with top
2adc28d44986 6908167: jbb2005, OptimizeStringConcat causes assert in EA
never
parents: 4450
diff changeset
  1752
    if (callprojs.exobj != NULL) {
2adc28d44986 6908167: jbb2005, OptimizeStringConcat causes assert in EA
never
parents: 4450
diff changeset
  1753
      C->gvn_replace_by(callprojs.exobj, C->top());
2adc28d44986 6908167: jbb2005, OptimizeStringConcat causes assert in EA
never
parents: 4450
diff changeset
  1754
    }
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1755
  } else {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1756
    GraphKit ekit(ejvms);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1757
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1758
    // Load my combined exception state into the kit, with all phis transformed:
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1759
    SafePointNode* ex_map = ekit.combine_and_pop_all_exception_states();
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1760
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1761
    Node* ex_oop = ekit.use_exception_state(ex_map);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1762
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1763
    C->gvn_replace_by(callprojs.catchall_catchproj, ekit.control());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1764
    C->gvn_replace_by(callprojs.catchall_memproj,   ekit.reset_memory());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1765
    C->gvn_replace_by(callprojs.catchall_ioproj,    ekit.i_o());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1766
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1767
    // Replace the old exception object with the newly created one
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1768
    if (callprojs.exobj != NULL) {
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1769
      C->gvn_replace_by(callprojs.exobj, ex_oop);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1770
    }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1771
  }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1772
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1773
  // Disconnect the call from the graph
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1774
  call->disconnect_inputs(NULL);
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1775
  C->gvn_replace_by(call, C->top());
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1776
}
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1777
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 4030
diff changeset
  1778
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1779
//------------------------------increment_counter------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
// for statistics: increment a VM counter by 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
void GraphKit::increment_counter(address counter_addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1783
  Node* adr1 = makecon(TypeRawPtr::make(counter_addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
  increment_counter(adr1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1787
void GraphKit::increment_counter(Node* counter_addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1788
  int adr_type = Compile::AliasIdxRaw;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
  Node* cnt  = make_load(NULL, counter_addr, TypeInt::INT, T_INT, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1790
  Node* incr = _gvn.transform(new (C, 3) AddINode(cnt, _gvn.intcon(1)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1791
  store_to_memory( NULL, counter_addr, incr, T_INT, adr_type );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1793
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1795
//------------------------------uncommon_trap----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1796
// Bail out to the interpreter in mid-method.  Implemented by calling the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1797
// uncommon_trap blob.  This helper function inserts a runtime call with the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
// right debug info.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1799
void GraphKit::uncommon_trap(int trap_request,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1800
                             ciKlass* klass, const char* comment,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1801
                             bool must_throw,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1802
                             bool keep_exact_action) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1803
  if (failing())  stop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
  if (stopped())  return; // trap reachable?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1806
  // Note:  If ProfileTraps is true, and if a deopt. actually
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1807
  // occurs here, the runtime will make sure an MDO exists.  There is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
  // no need to call method()->build_method_data() at this point.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1809
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1811
  if (!must_throw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
    // Make sure the stack has at least enough depth to execute
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
    // the current bytecode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
    int inputs, ignore;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
    if (compute_stack_effects(inputs, ignore)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1816
      assert(sp() >= inputs, "must have enough JVMS stack to execute");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1817
      // It is a frequent error in library_call.cpp to issue an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
      // uncommon trap with the _sp value already popped.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1821
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1823
  Deoptimization::DeoptReason reason = Deoptimization::trap_request_reason(trap_request);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
  Deoptimization::DeoptAction action = Deoptimization::trap_request_action(trap_request);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1825
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
  switch (action) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
  case Deoptimization::Action_maybe_recompile:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
  case Deoptimization::Action_reinterpret:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1829
    // Temporary fix for 6529811 to allow virtual calls to be sure they
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
    // get the chance to go from mono->bi->mega
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1831
    if (!keep_exact_action &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1832
        Deoptimization::trap_request_index(trap_request) < 0 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1833
        too_many_recompiles(reason)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
      // This BCI is causing too many recompilations.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1835
      action = Deoptimization::Action_none;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1836
      trap_request = Deoptimization::make_trap_request(reason, action);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1837
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1838
      C->set_trap_can_recompile(true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1839
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1840
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1841
  case Deoptimization::Action_make_not_entrant:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1842
    C->set_trap_can_recompile(true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1845
  case Deoptimization::Action_none:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
  case Deoptimization::Action_make_not_compilable:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1847
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
    assert(false, "bad action");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1852
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1853
  if (TraceOptoParse) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
    char buf[100];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
    tty->print_cr("Uncommon trap %s at bci:%d",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1856
                  Deoptimization::format_trap_request(buf, sizeof(buf),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1857
                                                      trap_request), bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1858
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
  CompileLog* log = C->log();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1861
  if (log != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1862
    int kid = (klass == NULL)? -1: log->identify(klass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1863
    log->begin_elem("uncommon_trap bci='%d'", bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
    char buf[100];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
    log->print(" %s", Deoptimization::format_trap_request(buf, sizeof(buf),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1866
                                                          trap_request));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
    if (kid >= 0)         log->print(" klass='%d'", kid);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
    if (comment != NULL)  log->print(" comment='%s'", comment);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
    log->end_elem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
  // Make sure any guarding test views this path as very unlikely
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
  Node *i0 = control()->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
  if (i0 != NULL && i0->is_If()) {        // Found a guarding if test?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
    IfNode *iff = i0->as_If();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1876
    float f = iff->_prob;   // Get prob
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
    if (control()->Opcode() == Op_IfTrue) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
      if (f > PROB_UNLIKELY_MAG(4))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1879
        iff->_prob = PROB_MIN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
      if (f < PROB_LIKELY_MAG(4))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1882
        iff->_prob = PROB_MAX;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1883
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
  // Clear out dead values from the debug info.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
  kill_dead_locals();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1889
  // Now insert the uncommon trap subroutine call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
  address call_addr = SharedRuntime::uncommon_trap_blob()->instructions_begin();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
  const TypePtr* no_memory_effects = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1892
  // Pass the index of the class to be loaded
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1893
  Node* call = make_runtime_call(RC_NO_LEAF | RC_UNCOMMON |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1894
                                 (must_throw ? RC_MUST_THROW : 0),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1895
                                 OptoRuntime::uncommon_trap_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
                                 call_addr, "uncommon_trap", no_memory_effects,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
                                 intcon(trap_request));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
  assert(call->as_CallStaticJava()->uncommon_trap_request() == trap_request,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
         "must extract request correctly from the graph");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1900
  assert(trap_request != 0, "zero value reserved by uncommon_trap_request");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
  call->set_req(TypeFunc::ReturnAdr, returnadr());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1903
  // The debug info is the only real input to this call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1904
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1905
  // Halt-and-catch fire here.  The above call should never return!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1906
  HaltNode* halt = new(C, TypeFunc::Parms) HaltNode(control(), frameptr());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
  _gvn.set_type_bottom(halt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1908
  root()->add_req(halt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
  stop_and_kill_map();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1911
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
//--------------------------just_allocated_object------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
// Report the object that was just allocated.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1916
// It must be the case that there are no intervening safepoints.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
// We use this to determine if an object is so "fresh" that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1918
// it does not require card marks.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
Node* GraphKit::just_allocated_object(Node* current_control) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
  if (C->recent_alloc_ctl() == current_control)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
    return C->recent_alloc_obj();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1922
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
void GraphKit::round_double_arguments(ciMethod* dest_method) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
  // (Note:  TypeFunc::make has a cache that makes this fast.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
  const TypeFunc* tf    = TypeFunc::make(dest_method);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
  int             nargs = tf->_domain->_cnt - TypeFunc::Parms;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1930
  for (int j = 0; j < nargs; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
    const Type *targ = tf->_domain->field_at(j + TypeFunc::Parms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
    if( targ->basic_type() == T_DOUBLE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
      // If any parameters are doubles, they must be rounded before
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
      // the call, dstore_rounding does gvn.transform
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
      Node *arg = argument(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
      arg = dstore_rounding(arg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1937
      set_argument(j, arg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1939
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
void GraphKit::round_double_result(ciMethod* dest_method) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
  // A non-strict method may return a double value which has an extended
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
  // exponent, but this must not be visible in a caller which is 'strict'
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
  // If a strict caller invokes a non-strict callee, round a double result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1946
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
  BasicType result_type = dest_method->return_type()->basic_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
  assert( method() != NULL, "must have caller context");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
  if( result_type == T_DOUBLE && method()->is_strict() && !dest_method->is_strict() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
    // Destination method's return value is on top of stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
    // dstore_rounding() does gvn.transform
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1952
    Node *result = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
    result = dstore_rounding(result);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
    push_pair(result);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1958
// rounding for strict float precision conformance
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
Node* GraphKit::precision_rounding(Node* n) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1960
  return UseStrictFP && _method->flags().is_strict()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1961
    && UseSSE == 0 && Matcher::strict_fp_requires_explicit_rounding
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
    ? _gvn.transform( new (C, 2) RoundFloatNode(0, n) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
    : n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1966
// rounding for strict double precision conformance
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1967
Node* GraphKit::dprecision_rounding(Node *n) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1968
  return UseStrictFP && _method->flags().is_strict()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1969
    && UseSSE <= 1 && Matcher::strict_fp_requires_explicit_rounding
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1970
    ? _gvn.transform( new (C, 2) RoundDoubleNode(0, n) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
    : n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1974
// rounding for non-strict double stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1975
Node* GraphKit::dstore_rounding(Node* n) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1976
  return Matcher::strict_fp_requires_explicit_rounding
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
    && UseSSE <= 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
    ? _gvn.transform( new (C, 2) RoundDoubleNode(0, n) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
    : n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1982
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1983
// Generate a fast path/slow path idiom.  Graph looks like:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
// [foo] indicates that 'foo' is a parameter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
//              [in]     NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
//                 \    /
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
//                  CmpP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1989
//                  Bool ne
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1990
//                   If
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1991
//                  /  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1992
//              True    False-<2>
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1993
//              / |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1994
//             /  cast_not_null
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1995
//           Load  |    |   ^
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1996
//        [fast_test]   |   |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1997
// gvn to   opt_test    |   |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1998
//          /    \      |  <1>
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1999
//      True     False  |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2000
//        |         \\  |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2001
//   [slow_call]     \[fast_result]
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2002
//    Ctl   Val       \      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2003
//     |               \      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2004
//    Catch       <1>   \      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2005
//   /    \        ^     \      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2006
//  Ex    No_Ex    |      \      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2007
//  |       \   \  |       \ <2>  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2008
//  ...      \  [slow_res] |  |    \   [null_result]
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2009
//            \         \--+--+---  |  |
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2010
//             \           | /    \ | /
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2011
//              --------Region     Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2012
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2013
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2014
// Code is structured as a series of driver functions all called 'do_XXX' that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2015
// call a set of helper functions.  Helper functions first, then drivers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2016
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2017
//------------------------------null_check_oop---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2018
// Null check oop.  Set null-path control into Region in slot 3.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2019
// Make a cast-not-nullness use the other not-null control.  Return cast.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2020
Node* GraphKit::null_check_oop(Node* value, Node* *null_control,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2021
                               bool never_see_null) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2022
  // Initial NULL check taken path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2023
  (*null_control) = top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2024
  Node* cast = null_check_common(value, T_OBJECT, false, null_control);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2026
  // Generate uncommon_trap:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2027
  if (never_see_null && (*null_control) != top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2028
    // If we see an unexpected null at a check-cast we record it and force a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2029
    // recompile; the offending check-cast will be compiled to handle NULLs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2030
    // If we see more than one offending BCI, then all checkcasts in the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2031
    // method will be compiled to handle NULLs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2032
    PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2033
    set_control(*null_control);
1136
9f6351874414 6746907: Improve implicit null check generation
kvn
parents: 670
diff changeset
  2034
    replace_in_map(value, null());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2035
    uncommon_trap(Deoptimization::Reason_null_check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2036
                  Deoptimization::Action_make_not_entrant);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2037
    (*null_control) = top();    // NULL path is dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2038
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2039
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2040
  // Cast away null-ness on the result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2041
  return cast;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2042
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2043
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2044
//------------------------------opt_iff----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2045
// Optimize the fast-check IfNode.  Set the fast-path region slot 2.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2046
// Return slow-path control.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2047
Node* GraphKit::opt_iff(Node* region, Node* iff) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2048
  IfNode *opt_iff = _gvn.transform(iff)->as_If();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2049
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2050
  // Fast path taken; set region slot 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2051
  Node *fast_taken = _gvn.transform( new (C, 1) IfFalseNode(opt_iff) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2052
  region->init_req(2,fast_taken); // Capture fast-control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2053
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2054
  // Fast path not-taken, i.e. slow path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2055
  Node *slow_taken = _gvn.transform( new (C, 1) IfTrueNode(opt_iff) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2056
  return slow_taken;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2057
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2058
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2059
//-----------------------------make_runtime_call-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2060
Node* GraphKit::make_runtime_call(int flags,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2061
                                  const TypeFunc* call_type, address call_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2062
                                  const char* call_name,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2063
                                  const TypePtr* adr_type,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2064
                                  // The following parms are all optional.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2065
                                  // The first NULL ends the list.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2066
                                  Node* parm0, Node* parm1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2067
                                  Node* parm2, Node* parm3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2068
                                  Node* parm4, Node* parm5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2069
                                  Node* parm6, Node* parm7) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2070
  // Slow-path call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2071
  int size = call_type->domain()->cnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2072
  bool is_leaf = !(flags & RC_NO_LEAF);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2073
  bool has_io  = (!is_leaf && !(flags & RC_NO_IO));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2074
  if (call_name == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2075
    assert(!is_leaf, "must supply name for leaf");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2076
    call_name = OptoRuntime::stub_name(call_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2077
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
  CallNode* call;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2079
  if (!is_leaf) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
    call = new(C, size) CallStaticJavaNode(call_type, call_addr, call_name,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
                                           bci(), adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
  } else if (flags & RC_NO_FP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2083
    call = new(C, size) CallLeafNoFPNode(call_type, call_addr, call_name, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
    call = new(C, size) CallLeafNode(call_type, call_addr, call_name, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2086
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
  // The following is similar to set_edges_for_java_call,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2089
  // except that the memory effects of the call are restricted to AliasIdxRaw.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2091
  // Slow path call has no side-effects, uses few values
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2092
  bool wide_in  = !(flags & RC_NARROW_MEM);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2093
  bool wide_out = (C->get_alias_index(adr_type) == Compile::AliasIdxBot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2094
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2095
  Node* prev_mem = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2096
  if (wide_in) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2097
    prev_mem = set_predefined_input_for_runtime_call(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2098
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2099
    assert(!wide_out, "narrow in => narrow out");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2100
    Node* narrow_mem = memory(adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2101
    prev_mem = reset_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2102
    map()->set_memory(narrow_mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2103
    set_predefined_input_for_runtime_call(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2104
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2105
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
  // Hook each parm in order.  Stop looking at the first NULL.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
  if (parm0 != NULL) { call->init_req(TypeFunc::Parms+0, parm0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2108
  if (parm1 != NULL) { call->init_req(TypeFunc::Parms+1, parm1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
  if (parm2 != NULL) { call->init_req(TypeFunc::Parms+2, parm2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
  if (parm3 != NULL) { call->init_req(TypeFunc::Parms+3, parm3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
  if (parm4 != NULL) { call->init_req(TypeFunc::Parms+4, parm4);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
  if (parm5 != NULL) { call->init_req(TypeFunc::Parms+5, parm5);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2113
  if (parm6 != NULL) { call->init_req(TypeFunc::Parms+6, parm6);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
  if (parm7 != NULL) { call->init_req(TypeFunc::Parms+7, parm7);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
    /* close each nested if ===> */  } } } } } } } }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
  assert(call->in(call->req()-1) != NULL, "must initialize all parms");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
  if (!is_leaf) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
    // Non-leaves can block and take safepoints:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2120
    add_safepoint_edges(call, ((flags & RC_MUST_THROW) != 0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
  // Non-leaves can throw exceptions:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
  if (has_io) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
    call->set_req(TypeFunc::I_O, i_o());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2126
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
  if (flags & RC_UNCOMMON) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2128
    // Set the count to a tiny probability.  Cf. Estimate_Block_Frequency.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
    // (An "if" probability corresponds roughly to an unconditional count.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
    // Sort of.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
    call->set_cnt(PROB_UNLIKELY_MAG(4));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
  Node* c = _gvn.transform(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2135
  assert(c == call, "cannot disappear");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2137
  if (wide_out) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
    // Slow path call has full side-effects.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
    set_predefined_output_for_runtime_call(call);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2141
    // Slow path call has few side-effects, and/or sets few values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
    set_predefined_output_for_runtime_call(call, prev_mem, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
  if (has_io) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2146
    set_i_o(_gvn.transform(new (C, 1) ProjNode(call, TypeFunc::I_O)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2147
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
  return call;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2150
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2151
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
//------------------------------merge_memory-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2153
// Merge memory from one path into the current memory state.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
void GraphKit::merge_memory(Node* new_mem, Node* region, int new_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
  for (MergeMemStream mms(merged_memory(), new_mem->as_MergeMem()); mms.next_non_empty2(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2156
    Node* old_slice = mms.force_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2157
    Node* new_slice = mms.memory2();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
    if (old_slice != new_slice) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
      PhiNode* phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
      if (new_slice->is_Phi() && new_slice->as_Phi()->region() == region) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
        phi = new_slice->as_Phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2162
        #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2163
        if (old_slice->is_Phi() && old_slice->as_Phi()->region() == region)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
          old_slice = old_slice->in(new_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
        // Caller is responsible for ensuring that any pre-existing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
        // phis are already aware of old memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
        int old_path = (new_path > 1) ? 1 : 2;  // choose old_path != new_path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2168
        assert(phi->in(old_path) == old_slice, "pre-existing phis OK");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
        #endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
        mms.set_memory(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2172
        phi = PhiNode::make(region, old_slice, Type::MEMORY, mms.adr_type(C));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2173
        _gvn.set_type(phi, Type::MEMORY);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
        phi->set_req(new_path, new_slice);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
        mms.set_memory(_gvn.transform(phi));  // assume it is complete
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2176
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2178
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2179
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2180
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
//------------------------------make_slow_call_ex------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2182
// Make the exception handler hookups for the slow call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2183
void GraphKit::make_slow_call_ex(Node* call, ciInstanceKlass* ex_klass, bool separate_io_proj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2184
  if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2185
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2186
  // Make a catch node with just two handlers:  fall-through and catch-all
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2187
  Node* i_o  = _gvn.transform( new (C, 1) ProjNode(call, TypeFunc::I_O, separate_io_proj) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2188
  Node* catc = _gvn.transform( new (C, 2) CatchNode(control(), i_o, 2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2189
  Node* norm = _gvn.transform( new (C, 1) CatchProjNode(catc, CatchProjNode::fall_through_index, CatchProjNode::no_handler_bci) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2190
  Node* excp = _gvn.transform( new (C, 1) CatchProjNode(catc, CatchProjNode::catch_all_index,    CatchProjNode::no_handler_bci) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2191
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2192
  { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2193
    set_control(excp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
    set_i_o(i_o);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2195
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2196
    if (excp != top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2197
      // Create an exception state also.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2198
      // Use an exact type if the caller has specified a specific exception.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2199
      const Type* ex_type = TypeOopPtr::make_from_klass_unique(ex_klass)->cast_to_ptr_type(TypePtr::NotNull);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2200
      Node*       ex_oop  = new (C, 2) CreateExNode(ex_type, control(), i_o);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2201
      add_exception_state(make_exception_state(_gvn.transform(ex_oop)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2202
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2203
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2204
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2205
  // Get the no-exception control from the CatchNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2206
  set_control(norm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2207
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2208
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2209
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2210
//-------------------------------gen_subtype_check-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2211
// Generate a subtyping check.  Takes as input the subtype and supertype.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2212
// Returns 2 values: sets the default control() to the true path and returns
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2213
// the false path.  Only reads invariant memory; sets no (visible) memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2214
// The PartialSubtypeCheckNode sets the hidden 1-word cache in the encoding
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2215
// but that's not exposed to the optimizer.  This call also doesn't take in an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2216
// Object; if you wish to check an Object you need to load the Object's class
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2217
// prior to coming here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2218
Node* GraphKit::gen_subtype_check(Node* subklass, Node* superklass) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2219
  // Fast check for identical types, perhaps identical constants.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2220
  // The types can even be identical non-constants, in cases
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2221
  // involving Array.newInstance, Object.clone, etc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2222
  if (subklass == superklass)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2223
    return top();             // false path is dead; no test needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2224
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2225
  if (_gvn.type(superklass)->singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2226
    ciKlass* superk = _gvn.type(superklass)->is_klassptr()->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2227
    ciKlass* subk   = _gvn.type(subklass)->is_klassptr()->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2228
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2229
    // In the common case of an exact superklass, try to fold up the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2230
    // test before generating code.  You may ask, why not just generate
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2231
    // the code and then let it fold up?  The answer is that the generated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2232
    // code will necessarily include null checks, which do not always
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2233
    // completely fold away.  If they are also needless, then they turn
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2234
    // into a performance loss.  Example:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2235
    //    Foo[] fa = blah(); Foo x = fa[0]; fa[1] = x;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2236
    // Here, the type of 'fa' is often exact, so the store check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2237
    // of fa[1]=x will fold up, without testing the nullness of x.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2238
    switch (static_subtype_check(superk, subk)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2239
    case SSC_always_false:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2240
      {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2241
        Node* always_fail = control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2242
        set_control(top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2243
        return always_fail;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2244
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2245
    case SSC_always_true:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2246
      return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2247
    case SSC_easy_test:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2248
      {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2249
        // Just do a direct pointer compare and be done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2250
        Node* cmp = _gvn.transform( new(C, 3) CmpPNode(subklass, superklass) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2251
        Node* bol = _gvn.transform( new(C, 2) BoolNode(cmp, BoolTest::eq) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2252
        IfNode* iff = create_and_xform_if(control(), bol, PROB_STATIC_FREQUENT, COUNT_UNKNOWN);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2253
        set_control( _gvn.transform( new(C, 1) IfTrueNode (iff) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2254
        return       _gvn.transform( new(C, 1) IfFalseNode(iff) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2255
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2256
    case SSC_full_test:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2257
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2258
    default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2259
      ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2260
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2261
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2262
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2263
  // %%% Possible further optimization:  Even if the superklass is not exact,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2264
  // if the subklass is the unique subtype of the superklass, the check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2265
  // will always succeed.  We could leave a dependency behind to ensure this.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2266
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2267
  // First load the super-klass's check-offset
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
  Node *p1 = basic_plus_adr( superklass, superklass, sizeof(oopDesc) + Klass::super_check_offset_offset_in_bytes() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
  Node *chk_off = _gvn.transform( new (C, 3) LoadINode( NULL, memory(p1), p1, _gvn.type(p1)->is_ptr() ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
  int cacheoff_con = sizeof(oopDesc) + Klass::secondary_super_cache_offset_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2271
  bool might_be_cache = (find_int_con(chk_off, cacheoff_con) == cacheoff_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2272
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2273
  // Load from the sub-klass's super-class display list, or a 1-word cache of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2274
  // the secondary superclass list, or a failing value with a sentinel offset
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2275
  // if the super-klass is an interface or exceptionally deep in the Java
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2276
  // hierarchy and we have to scan the secondary superclass list the hard way.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2277
  // Worst-case type is a little odd: NULL is allowed as a result (usually
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2278
  // klass loads can never produce a NULL).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2279
  Node *chk_off_X = ConvI2X(chk_off);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2280
  Node *p2 = _gvn.transform( new (C, 4) AddPNode(subklass,subklass,chk_off_X) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2281
  // For some types like interfaces the following loadKlass is from a 1-word
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2282
  // cache which is mutable so can't use immutable memory.  Other
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2283
  // types load from the super-class display table which is immutable.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2284
  Node *kmem = might_be_cache ? memory(p2) : immutable_memory();
590
2954744d7bba 6703890: Compressed Oops: add LoadNKlass node to generate narrow oops (32-bits) compare instructions
kvn
parents: 360
diff changeset
  2285
  Node *nkls = _gvn.transform( LoadKlassNode::make( _gvn, kmem, p2, _gvn.type(p2)->is_ptr(), TypeKlassPtr::OBJECT_OR_NULL ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2286
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2287
  // Compile speed common case: ARE a subtype and we canNOT fail
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2288
  if( superklass == nkls )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2289
    return top();             // false path is dead; no test needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2290
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2291
  // See if we get an immediate positive hit.  Happens roughly 83% of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2292
  // time.  Test to see if the value loaded just previously from the subklass
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2293
  // is exactly the superklass.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
  Node *cmp1 = _gvn.transform( new (C, 3) CmpPNode( superklass, nkls ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
  Node *bol1 = _gvn.transform( new (C, 2) BoolNode( cmp1, BoolTest::eq ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
  IfNode *iff1 = create_and_xform_if( control(), bol1, PROB_LIKELY(0.83f), COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
  Node *iftrue1 = _gvn.transform( new (C, 1) IfTrueNode ( iff1 ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
  set_control(    _gvn.transform( new (C, 1) IfFalseNode( iff1 ) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2299
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
  // Compile speed common case: Check for being deterministic right now.  If
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
  // chk_off is a constant and not equal to cacheoff then we are NOT a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
  // subklass.  In this case we need exactly the 1 test above and we can
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2303
  // return those results immediately.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2304
  if (!might_be_cache) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2305
    Node* not_subtype_ctrl = control();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
    set_control(iftrue1); // We need exactly the 1 test above
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2307
    return not_subtype_ctrl;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2308
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
  // Gather the various success & failures here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
  RegionNode *r_ok_subtype = new (C, 4) RegionNode(4);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
  record_for_igvn(r_ok_subtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2313
  RegionNode *r_not_subtype = new (C, 3) RegionNode(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2314
  record_for_igvn(r_not_subtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2315
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2316
  r_ok_subtype->init_req(1, iftrue1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2317
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2318
  // Check for immediate negative hit.  Happens roughly 11% of the time (which
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2319
  // is roughly 63% of the remaining cases).  Test to see if the loaded
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2320
  // check-offset points into the subklass display list or the 1-element
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2321
  // cache.  If it points to the display (and NOT the cache) and the display
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2322
  // missed then it's not a subtype.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2323
  Node *cacheoff = _gvn.intcon(cacheoff_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
  Node *cmp2 = _gvn.transform( new (C, 3) CmpINode( chk_off, cacheoff ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
  Node *bol2 = _gvn.transform( new (C, 2) BoolNode( cmp2, BoolTest::ne ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
  IfNode *iff2 = create_and_xform_if( control(), bol2, PROB_LIKELY(0.63f), COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
  r_not_subtype->init_req(1, _gvn.transform( new (C, 1) IfTrueNode (iff2) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
  set_control(                _gvn.transform( new (C, 1) IfFalseNode(iff2) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2329
2256
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2330
  // Check for self.  Very rare to get here, but it is taken 1/3 the time.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2331
  // No performance impact (too rare) but allows sharing of secondary arrays
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2332
  // which has some footprint reduction.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2333
  Node *cmp3 = _gvn.transform( new (C, 3) CmpPNode( subklass, superklass ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2334
  Node *bol3 = _gvn.transform( new (C, 2) BoolNode( cmp3, BoolTest::eq ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2335
  IfNode *iff3 = create_and_xform_if( control(), bol3, PROB_LIKELY(0.36f), COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2336
  r_ok_subtype->init_req(2, _gvn.transform( new (C, 1) IfTrueNode ( iff3 ) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2337
  set_control(               _gvn.transform( new (C, 1) IfFalseNode( iff3 ) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2338
2256
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2339
  // -- Roads not taken here: --
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2340
  // We could also have chosen to perform the self-check at the beginning
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2341
  // of this code sequence, as the assembler does.  This would not pay off
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2342
  // the same way, since the optimizer, unlike the assembler, can perform
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2343
  // static type analysis to fold away many successful self-checks.
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2344
  // Non-foldable self checks work better here in second position, because
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2345
  // the initial primary superclass check subsumes a self-check for most
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2346
  // types.  An exception would be a secondary type like array-of-interface,
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2347
  // which does not appear in its own primary supertype display.
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2348
  // Finally, we could have chosen to move the self-check into the
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2349
  // PartialSubtypeCheckNode, and from there out-of-line in a platform
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2350
  // dependent manner.  But it is worthwhile to have the check here,
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2351
  // where it can be perhaps be optimized.  The cost in code space is
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2352
  // small (register compare, branch).
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2353
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2354
  // Now do a linear scan of the secondary super-klass array.  Again, no real
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2355
  // performance impact (too rare) but it's gotta be done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2356
  // Since the code is rarely used, there is no penalty for moving it
2256
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2357
  // out of line, and it can only improve I-cache density.
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2358
  // The decision to inline or out-of-line this final check is platform
82d4e10b7c6b 6813212: factor duplicated assembly code for general subclass check (for 6655638)
jrose
parents: 2131
diff changeset
  2359
  // dependent, and is found in the AD file definition of PartialSubtypeCheck.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2360
  Node* psc = _gvn.transform(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2361
    new (C, 3) PartialSubtypeCheckNode(control(), subklass, superklass) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2362
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2363
  Node *cmp4 = _gvn.transform( new (C, 3) CmpPNode( psc, null() ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2364
  Node *bol4 = _gvn.transform( new (C, 2) BoolNode( cmp4, BoolTest::ne ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2365
  IfNode *iff4 = create_and_xform_if( control(), bol4, PROB_FAIR, COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2366
  r_not_subtype->init_req(2, _gvn.transform( new (C, 1) IfTrueNode (iff4) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2367
  r_ok_subtype ->init_req(3, _gvn.transform( new (C, 1) IfFalseNode(iff4) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2369
  // Return false path; set default control to true path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2370
  set_control( _gvn.transform(r_ok_subtype) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2371
  return _gvn.transform(r_not_subtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2372
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2373
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2374
//----------------------------static_subtype_check-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2375
// Shortcut important common cases when superklass is exact:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
// (0) superklass is java.lang.Object (can occur in reflective code)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
// (1) subklass is already limited to a subtype of superklass => always ok
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2378
// (2) subklass does not overlap with superklass => always fail
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2379
// (3) superklass has NO subtypes and we can check with a simple compare.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2380
int GraphKit::static_subtype_check(ciKlass* superk, ciKlass* subk) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2381
  if (StressReflectiveCode) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2382
    return SSC_full_test;       // Let caller generate the general case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2383
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2384
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2385
  if (superk == env()->Object_klass()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
    return SSC_always_true;     // (0) this test cannot fail
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2389
  ciType* superelem = superk;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2390
  if (superelem->is_array_klass())
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2391
    superelem = superelem->as_array_klass()->base_element_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2392
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2393
  if (!subk->is_interface()) {  // cannot trust static interface types yet
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2394
    if (subk->is_subtype_of(superk)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2395
      return SSC_always_true;   // (1) false path dead; no dynamic test needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2396
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2397
    if (!(superelem->is_klass() && superelem->as_klass()->is_interface()) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2398
        !superk->is_subtype_of(subk)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2399
      return SSC_always_false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2400
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2401
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2402
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2403
  // If casting to an instance klass, it must have no subtypes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2404
  if (superk->is_interface()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2405
    // Cannot trust interfaces yet.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2406
    // %%% S.B. superk->nof_implementors() == 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2407
  } else if (superelem->is_instance_klass()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2408
    ciInstanceKlass* ik = superelem->as_instance_klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2409
    if (!ik->has_subklass() && !ik->is_interface()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2410
      if (!ik->is_final()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2411
        // Add a dependency if there is a chance of a later subclass.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2412
        C->dependencies()->assert_leaf_type(ik);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2413
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2414
      return SSC_easy_test;     // (3) caller can do a simple ptr comparison
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2415
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2416
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2417
    // A primitive array type has no subtypes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2418
    return SSC_easy_test;       // (3) caller can do a simple ptr comparison
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2419
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2420
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2421
  return SSC_full_test;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2422
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2423
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2424
// Profile-driven exact type check:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2425
Node* GraphKit::type_check_receiver(Node* receiver, ciKlass* klass,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2426
                                    float prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2427
                                    Node* *casted_receiver) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2428
  const TypeKlassPtr* tklass = TypeKlassPtr::make(klass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2429
  Node* recv_klass = load_object_klass(receiver);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2430
  Node* want_klass = makecon(tklass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2431
  Node* cmp = _gvn.transform( new(C, 3) CmpPNode(recv_klass, want_klass) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2432
  Node* bol = _gvn.transform( new(C, 2) BoolNode(cmp, BoolTest::eq) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2433
  IfNode* iff = create_and_xform_if(control(), bol, prob, COUNT_UNKNOWN);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2434
  set_control( _gvn.transform( new(C, 1) IfTrueNode (iff) ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2435
  Node* fail = _gvn.transform( new(C, 1) IfFalseNode(iff) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2436
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2437
  const TypeOopPtr* recv_xtype = tklass->as_instance_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2438
  assert(recv_xtype->klass_is_exact(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2439
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2440
  // Subsume downstream occurrences of receiver with a cast to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2441
  // recv_xtype, since now we know what the type will be.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2442
  Node* cast = new(C, 2) CheckCastPPNode(control(), receiver, recv_xtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2443
  (*casted_receiver) = _gvn.transform(cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2444
  // (User must make the replace_in_map call.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2445
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2446
  return fail;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2447
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2448
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2449
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2450
//-------------------------------gen_instanceof--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2451
// Generate an instance-of idiom.  Used by both the instance-of bytecode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2452
// and the reflective instance-of call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2453
Node* GraphKit::gen_instanceof( Node *subobj, Node* superklass ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2454
  C->set_has_split_ifs(true); // Has chance for split-if optimization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2455
  assert( !stopped(), "dead parse path should be checked in callers" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2456
  assert(!TypePtr::NULL_PTR->higher_equal(_gvn.type(superklass)->is_klassptr()),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2457
         "must check for not-null not-dead klass in callers");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2458
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2459
  // Make the merge point
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2460
  enum { _obj_path = 1, _fail_path, _null_path, PATH_LIMIT };
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2461
  RegionNode* region = new(C, PATH_LIMIT) RegionNode(PATH_LIMIT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2462
  Node*       phi    = new(C, PATH_LIMIT) PhiNode(region, TypeInt::BOOL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2463
  C->set_has_split_ifs(true); // Has chance for split-if optimization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2464
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2465
  // Null check; get casted pointer; set region slot 3
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2466
  Node* null_ctl = top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2467
  Node* not_null_obj = null_check_oop(subobj, &null_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2468
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2469
  // If not_null_obj is dead, only null-path is taken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2470
  if (stopped()) {              // Doing instance-of on a NULL?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2471
    set_control(null_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2472
    return intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2473
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2474
  region->init_req(_null_path, null_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2475
  phi   ->init_req(_null_path, intcon(0)); // Set null path value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2476
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2477
  // Load the object's klass
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2478
  Node* obj_klass = load_object_klass(not_null_obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2479
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2480
  // Generate the subtype check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2481
  Node* not_subtype_ctrl = gen_subtype_check(obj_klass, superklass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2482
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2483
  // Plug in the success path to the general merge in slot 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2484
  region->init_req(_obj_path, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2485
  phi   ->init_req(_obj_path, intcon(1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2486
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2487
  // Plug in the failing path to the general merge in slot 2.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2488
  region->init_req(_fail_path, not_subtype_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2489
  phi   ->init_req(_fail_path, intcon(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2490
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2491
  // Return final merged results
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2492
  set_control( _gvn.transform(region) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2493
  record_for_igvn(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2494
  return _gvn.transform(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2495
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2496
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2497
//-------------------------------gen_checkcast---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2498
// Generate a checkcast idiom.  Used by both the checkcast bytecode and the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2499
// array store bytecode.  Stack must be as-if BEFORE doing the bytecode so the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2500
// uncommon-trap paths work.  Adjust stack after this call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2501
// If failure_control is supplied and not null, it is filled in with
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2502
// the control edge for the cast failure.  Otherwise, an appropriate
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2503
// uncommon trap or exception is thrown.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2504
Node* GraphKit::gen_checkcast(Node *obj, Node* superklass,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2505
                              Node* *failure_control) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2506
  kill_dead_locals();           // Benefit all the uncommon traps
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2507
  const TypeKlassPtr *tk = _gvn.type(superklass)->is_klassptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2508
  const Type *toop = TypeOopPtr::make_from_klass(tk->klass());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2509
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2510
  // Fast cutout:  Check the case that the cast is vacuously true.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2511
  // This detects the common cases where the test will short-circuit
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2512
  // away completely.  We do this before we perform the null check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2513
  // because if the test is going to turn into zero code, we don't
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2514
  // want a residual null check left around.  (Causes a slowdown,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2515
  // for example, in some objArray manipulations, such as a[i]=a[j].)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2516
  if (tk->singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2517
    const TypeOopPtr* objtp = _gvn.type(obj)->isa_oopptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2518
    if (objtp != NULL && objtp->klass() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2519
      switch (static_subtype_check(tk->klass(), objtp->klass())) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2520
      case SSC_always_true:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2521
        return obj;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2522
      case SSC_always_false:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2523
        // It needs a null check because a null will *pass* the cast check.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2524
        // A non-null value will always produce an exception.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2525
        return do_null_assert(obj, T_OBJECT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2526
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2527
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2528
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2529
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2530
  ciProfileData* data = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2531
  if (failure_control == NULL) {        // use MDO in regular case only
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2532
    assert(java_bc() == Bytecodes::_aastore ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2533
           java_bc() == Bytecodes::_checkcast,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2534
           "interpreter profiles type checks only for these BCs");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2535
    data = method()->method_data()->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2536
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2537
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2538
  // Make the merge point
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2539
  enum { _obj_path = 1, _null_path, PATH_LIMIT };
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2540
  RegionNode* region = new (C, PATH_LIMIT) RegionNode(PATH_LIMIT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2541
  Node*       phi    = new (C, PATH_LIMIT) PhiNode(region, toop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2542
  C->set_has_split_ifs(true); // Has chance for split-if optimization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2543
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2544
  // Use null-cast information if it is available
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2545
  bool never_see_null = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2546
  // If we see an unexpected null at a check-cast we record it and force a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2547
  // recompile; the offending check-cast will be compiled to handle NULLs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2548
  // If we see several offending BCIs, then all checkcasts in the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2549
  // method will be compiled to handle NULLs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2550
  if (UncommonNullCast            // Cutout for this technique
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2551
      && failure_control == NULL  // regular case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2552
      && obj != null()            // And not the -Xcomp stupid case?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2553
      && !too_many_traps(Deoptimization::Reason_null_check)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2554
    // Finally, check the "null_seen" bit from the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2555
    if (data == NULL || !data->as_BitData()->null_seen()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2556
      never_see_null = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2557
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2558
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2559
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2560
  // Null check; get casted pointer; set region slot 3
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2561
  Node* null_ctl = top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2562
  Node* not_null_obj = null_check_oop(obj, &null_ctl, never_see_null);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2563
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2564
  // If not_null_obj is dead, only null-path is taken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2565
  if (stopped()) {              // Doing instance-of on a NULL?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2566
    set_control(null_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2567
    return null();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2568
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2569
  region->init_req(_null_path, null_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2570
  phi   ->init_req(_null_path, null());  // Set null path value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2571
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2572
  Node* cast_obj = NULL;        // the casted version of the object
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2573
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2574
  // If the profile has seen exactly one type, narrow to that type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2575
  // (The subsequent subtype check will always fold up.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2576
  if (UseTypeProfile && TypeProfileCasts && data != NULL &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2577
      // Counter has never been decremented (due to cast failure).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2578
      // ...This is a reasonable thing to expect.  It is true of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2579
      // all casts inserted by javac to implement generic types.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2580
      data->as_CounterData()->count() >= 0 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2581
      !too_many_traps(Deoptimization::Reason_class_check)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2582
    // (No, this isn't a call, but it's enough like a virtual call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2583
    // to use the same ciMethod accessor to get the profile info...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2584
    ciCallProfile profile = method()->call_profile_at_bci(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2585
    if (profile.count() >= 0 &&         // no cast failures here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2586
        profile.has_receiver(0) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2587
        profile.morphism() == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2588
      ciKlass* exact_kls = profile.receiver(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2589
      int ssc = static_subtype_check(tk->klass(), exact_kls);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2590
      if (ssc == SSC_always_true) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2591
        // If we narrow the type to match what the type profile sees,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2592
        // we can then remove the rest of the cast.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2593
        // This is a win, even if the exact_kls is very specific,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2594
        // because downstream operations, such as method calls,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2595
        // will often benefit from the sharper type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2596
        Node* exact_obj = not_null_obj; // will get updated in place...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2597
        Node* slow_ctl  = type_check_receiver(exact_obj, exact_kls, 1.0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2598
                                              &exact_obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2599
        { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2600
          set_control(slow_ctl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2601
          uncommon_trap(Deoptimization::Reason_class_check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2602
                        Deoptimization::Action_maybe_recompile);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2603
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2604
        if (failure_control != NULL) // failure is now impossible
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2605
          (*failure_control) = top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2606
        replace_in_map(not_null_obj, exact_obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2607
        // adjust the type of the phi to the exact klass:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2608
        phi->raise_bottom_type(_gvn.type(exact_obj)->meet(TypePtr::NULL_PTR));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2609
        cast_obj = exact_obj;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2610
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2611
      // assert(cast_obj != NULL)... except maybe the profile lied to us.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2612
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2613
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2614
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2615
  if (cast_obj == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2616
    // Load the object's klass
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2617
    Node* obj_klass = load_object_klass(not_null_obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2618
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2619
    // Generate the subtype check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2620
    Node* not_subtype_ctrl = gen_subtype_check( obj_klass, superklass );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2621
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2622
    // Plug in success path into the merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2623
    cast_obj = _gvn.transform(new (C, 2) CheckCastPPNode(control(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2624
                                                         not_null_obj, toop));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2625
    // Failure path ends in uncommon trap (or may be dead - failure impossible)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2626
    if (failure_control == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2627
      if (not_subtype_ctrl != top()) { // If failure is possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2628
        PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2629
        set_control(not_subtype_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2630
        builtin_throw(Deoptimization::Reason_class_check, obj_klass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2631
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2632
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2633
      (*failure_control) = not_subtype_ctrl;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2634
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2635
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2636
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2637
  region->init_req(_obj_path, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2638
  phi   ->init_req(_obj_path, cast_obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2639
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2640
  // A merge of NULL or Casted-NotNull obj
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2641
  Node* res = _gvn.transform(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2642
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2643
  // Note I do NOT always 'replace_in_map(obj,result)' here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2644
  //  if( tk->klass()->can_be_primary_super()  )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2645
    // This means that if I successfully store an Object into an array-of-String
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2646
    // I 'forget' that the Object is really now known to be a String.  I have to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2647
    // do this because we don't have true union types for interfaces - if I store
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2648
    // a Baz into an array-of-Interface and then tell the optimizer it's an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2649
    // Interface, I forget that it's also a Baz and cannot do Baz-like field
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2650
    // references to it.  FIX THIS WHEN UNION TYPES APPEAR!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2651
  //  replace_in_map( obj, res );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2652
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2653
  // Return final merged results
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2654
  set_control( _gvn.transform(region) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2655
  record_for_igvn(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2656
  return res;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2657
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2658
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2659
//------------------------------next_monitor-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2660
// What number should be given to the next monitor?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2661
int GraphKit::next_monitor() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2662
  int current = jvms()->monitor_depth()* C->sync_stack_slots();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2663
  int next = current + C->sync_stack_slots();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2664
  // Keep the toplevel high water mark current:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2665
  if (C->fixed_slots() < next)  C->set_fixed_slots(next);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2666
  return current;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2667
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2668
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2669
//------------------------------insert_mem_bar---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2670
// Memory barrier to avoid floating things around
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2671
// The membar serves as a pinch point between both control and all memory slices.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2672
Node* GraphKit::insert_mem_bar(int opcode, Node* precedent) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2673
  MemBarNode* mb = MemBarNode::make(C, opcode, Compile::AliasIdxBot, precedent);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2674
  mb->init_req(TypeFunc::Control, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2675
  mb->init_req(TypeFunc::Memory,  reset_memory());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2676
  Node* membar = _gvn.transform(mb);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2677
  set_control(_gvn.transform(new (C, 1) ProjNode(membar,TypeFunc::Control) ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2678
  set_all_memory_call(membar);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2679
  return membar;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2680
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2681
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2682
//-------------------------insert_mem_bar_volatile----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2683
// Memory barrier to avoid floating things around
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2684
// The membar serves as a pinch point between both control and memory(alias_idx).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2685
// If you want to make a pinch point on all memory slices, do not use this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2686
// function (even with AliasIdxBot); use insert_mem_bar() instead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2687
Node* GraphKit::insert_mem_bar_volatile(int opcode, int alias_idx, Node* precedent) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2688
  // When Parse::do_put_xxx updates a volatile field, it appends a series
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2689
  // of MemBarVolatile nodes, one for *each* volatile field alias category.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2690
  // The first membar is on the same memory slice as the field store opcode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2691
  // This forces the membar to follow the store.  (Bug 6500685 broke this.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2692
  // All the other membars (for other volatile slices, including AliasIdxBot,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2693
  // which stands for all unknown volatile slices) are control-dependent
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2694
  // on the first membar.  This prevents later volatile loads or stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2695
  // from sliding up past the just-emitted store.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2696
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2697
  MemBarNode* mb = MemBarNode::make(C, opcode, alias_idx, precedent);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2698
  mb->set_req(TypeFunc::Control,control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2699
  if (alias_idx == Compile::AliasIdxBot) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2700
    mb->set_req(TypeFunc::Memory, merged_memory()->base_memory());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2701
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2702
    assert(!(opcode == Op_Initialize && alias_idx != Compile::AliasIdxRaw), "fix caller");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2703
    mb->set_req(TypeFunc::Memory, memory(alias_idx));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2704
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2705
  Node* membar = _gvn.transform(mb);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2706
  set_control(_gvn.transform(new (C, 1) ProjNode(membar, TypeFunc::Control)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2707
  if (alias_idx == Compile::AliasIdxBot) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2708
    merged_memory()->set_base_memory(_gvn.transform(new (C, 1) ProjNode(membar, TypeFunc::Memory)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2709
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2710
    set_memory(_gvn.transform(new (C, 1) ProjNode(membar, TypeFunc::Memory)),alias_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2711
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2712
  return membar;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2713
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2714
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2715
//------------------------------shared_lock------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2716
// Emit locking code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2717
FastLockNode* GraphKit::shared_lock(Node* obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2718
  // bci is either a monitorenter bc or InvocationEntryBci
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2719
  // %%% SynchronizationEntryBCI is redundant; use InvocationEntryBci in interfaces
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2720
  assert(SynchronizationEntryBCI == InvocationEntryBci, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2721
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2722
  if( !GenerateSynchronizationCode )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2723
    return NULL;                // Not locking things?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2724
  if (stopped())                // Dead monitor?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2725
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2726
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2727
  assert(dead_locals_are_killed(), "should kill locals before sync. point");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2728
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2729
  // Box the stack location
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2730
  Node* box = _gvn.transform(new (C, 1) BoxLockNode(next_monitor()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2731
  Node* mem = reset_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2732
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2733
  FastLockNode * flock = _gvn.transform(new (C, 3) FastLockNode(0, obj, box) )->as_FastLock();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2734
  if (PrintPreciseBiasedLockingStatistics) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2735
    // Create the counters for this fast lock.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2736
    flock->create_lock_counter(sync_jvms()); // sync_jvms used to get current bci
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2737
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2738
  // Add monitor to debug info for the slow path.  If we block inside the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2739
  // slow path and de-opt, we need the monitor hanging around
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2740
  map()->push_monitor( flock );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2741
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2742
  const TypeFunc *tf = LockNode::lock_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2743
  LockNode *lock = new (C, tf->domain()->cnt()) LockNode(C, tf);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2744
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2745
  lock->init_req( TypeFunc::Control, control() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2746
  lock->init_req( TypeFunc::Memory , mem );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2747
  lock->init_req( TypeFunc::I_O    , top() )     ;   // does no i/o
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2748
  lock->init_req( TypeFunc::FramePtr, frameptr() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2749
  lock->init_req( TypeFunc::ReturnAdr, top() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2750
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2751
  lock->init_req(TypeFunc::Parms + 0, obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2752
  lock->init_req(TypeFunc::Parms + 1, box);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2753
  lock->init_req(TypeFunc::Parms + 2, flock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2754
  add_safepoint_edges(lock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2755
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2756
  lock = _gvn.transform( lock )->as_Lock();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2757
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2758
  // lock has no side-effects, sets few values
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2759
  set_predefined_output_for_runtime_call(lock, mem, TypeRawPtr::BOTTOM);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2760
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2761
  insert_mem_bar(Op_MemBarAcquire);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2762
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2763
  // Add this to the worklist so that the lock can be eliminated
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2764
  record_for_igvn(lock);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2765
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2766
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2767
  if (PrintLockStatistics) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2768
    // Update the counter for this lock.  Don't bother using an atomic
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2769
    // operation since we don't require absolute accuracy.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2770
    lock->create_lock_counter(map()->jvms());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2771
    int adr_type = Compile::AliasIdxRaw;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2772
    Node* counter_addr = makecon(TypeRawPtr::make(lock->counter()->addr()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2773
    Node* cnt  = make_load(NULL, counter_addr, TypeInt::INT, T_INT, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2774
    Node* incr = _gvn.transform(new (C, 3) AddINode(cnt, _gvn.intcon(1)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2775
    store_to_memory(control(), counter_addr, incr, T_INT, adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2776
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2777
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2778
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2779
  return flock;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2780
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2781
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2782
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2783
//------------------------------shared_unlock----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2784
// Emit unlocking code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2785
void GraphKit::shared_unlock(Node* box, Node* obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2786
  // bci is either a monitorenter bc or InvocationEntryBci
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2787
  // %%% SynchronizationEntryBCI is redundant; use InvocationEntryBci in interfaces
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2788
  assert(SynchronizationEntryBCI == InvocationEntryBci, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2789
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2790
  if( !GenerateSynchronizationCode )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2791
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2792
  if (stopped()) {               // Dead monitor?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2793
    map()->pop_monitor();        // Kill monitor from debug info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2794
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2795
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2796
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2797
  // Memory barrier to avoid floating things down past the locked region
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2798
  insert_mem_bar(Op_MemBarRelease);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2799
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2800
  const TypeFunc *tf = OptoRuntime::complete_monitor_exit_Type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2801
  UnlockNode *unlock = new (C, tf->domain()->cnt()) UnlockNode(C, tf);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2802
  uint raw_idx = Compile::AliasIdxRaw;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2803
  unlock->init_req( TypeFunc::Control, control() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2804
  unlock->init_req( TypeFunc::Memory , memory(raw_idx) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2805
  unlock->init_req( TypeFunc::I_O    , top() )     ;   // does no i/o
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2806
  unlock->init_req( TypeFunc::FramePtr, frameptr() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2807
  unlock->init_req( TypeFunc::ReturnAdr, top() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2808
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2809
  unlock->init_req(TypeFunc::Parms + 0, obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2810
  unlock->init_req(TypeFunc::Parms + 1, box);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2811
  unlock = _gvn.transform(unlock)->as_Unlock();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2812
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2813
  Node* mem = reset_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2814
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2815
  // unlock has no side-effects, sets few values
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2816
  set_predefined_output_for_runtime_call(unlock, mem, TypeRawPtr::BOTTOM);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2817
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2818
  // Kill monitor from debug info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2819
  map()->pop_monitor( );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2820
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2821
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2822
//-------------------------------get_layout_helper-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2823
// If the given klass is a constant or known to be an array,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2824
// fetch the constant layout helper value into constant_value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2825
// and return (Node*)NULL.  Otherwise, load the non-constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2826
// layout helper value, and return the node which represents it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2827
// This two-faced routine is useful because allocation sites
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2828
// almost always feature constant types.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2829
Node* GraphKit::get_layout_helper(Node* klass_node, jint& constant_value) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2830
  const TypeKlassPtr* inst_klass = _gvn.type(klass_node)->isa_klassptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2831
  if (!StressReflectiveCode && inst_klass != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2832
    ciKlass* klass = inst_klass->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2833
    bool    xklass = inst_klass->klass_is_exact();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2834
    if (xklass || klass->is_array_klass()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2835
      jint lhelper = klass->layout_helper();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2836
      if (lhelper != Klass::_lh_neutral_value) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2837
        constant_value = lhelper;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2838
        return (Node*) NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2839
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2840
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2841
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2842
  constant_value = Klass::_lh_neutral_value;  // put in a known value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2843
  Node* lhp = basic_plus_adr(klass_node, klass_node, Klass::layout_helper_offset_in_bytes() + sizeof(oopDesc));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2844
  return make_load(NULL, lhp, TypeInt::INT, T_INT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2845
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2846
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2847
// We just put in an allocate/initialize with a big raw-memory effect.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2848
// Hook selected additional alias categories on the initialization.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2849
static void hook_memory_on_init(GraphKit& kit, int alias_idx,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2850
                                MergeMemNode* init_in_merge,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2851
                                Node* init_out_raw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2852
  DEBUG_ONLY(Node* init_in_raw = init_in_merge->base_memory());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2853
  assert(init_in_merge->memory_at(alias_idx) == init_in_raw, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2854
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2855
  Node* prevmem = kit.memory(alias_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2856
  init_in_merge->set_memory_at(alias_idx, prevmem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2857
  kit.set_memory(init_out_raw, alias_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2858
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2859
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2860
//---------------------------set_output_for_allocation-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2861
Node* GraphKit::set_output_for_allocation(AllocateNode* alloc,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2862
                                          const TypeOopPtr* oop_type,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2863
                                          bool raw_mem_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2864
  int rawidx = Compile::AliasIdxRaw;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2865
  alloc->set_req( TypeFunc::FramePtr, frameptr() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2866
  add_safepoint_edges(alloc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2867
  Node* allocx = _gvn.transform(alloc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2868
  set_control( _gvn.transform(new (C, 1) ProjNode(allocx, TypeFunc::Control) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2869
  // create memory projection for i_o
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2870
  set_memory ( _gvn.transform( new (C, 1) ProjNode(allocx, TypeFunc::Memory, true) ), rawidx );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2871
  make_slow_call_ex(allocx, env()->OutOfMemoryError_klass(), true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2872
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2873
  // create a memory projection as for the normal control path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2874
  Node* malloc = _gvn.transform(new (C, 1) ProjNode(allocx, TypeFunc::Memory));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2875
  set_memory(malloc, rawidx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2876
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2877
  // a normal slow-call doesn't change i_o, but an allocation does
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2878
  // we create a separate i_o projection for the normal control path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2879
  set_i_o(_gvn.transform( new (C, 1) ProjNode(allocx, TypeFunc::I_O, false) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2880
  Node* rawoop = _gvn.transform( new (C, 1) ProjNode(allocx, TypeFunc::Parms) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2881
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2882
  // put in an initialization barrier
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2883
  InitializeNode* init = insert_mem_bar_volatile(Op_Initialize, rawidx,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2884
                                                 rawoop)->as_Initialize();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2885
  assert(alloc->initialization() == init,  "2-way macro link must work");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2886
  assert(init ->allocation()     == alloc, "2-way macro link must work");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2887
  if (ReduceFieldZeroing && !raw_mem_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2888
    // Extract memory strands which may participate in the new object's
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2889
    // initialization, and source them from the new InitializeNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2890
    // This will allow us to observe initializations when they occur,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2891
    // and link them properly (as a group) to the InitializeNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2892
    assert(init->in(InitializeNode::Memory) == malloc, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2893
    MergeMemNode* minit_in = MergeMemNode::make(C, malloc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2894
    init->set_req(InitializeNode::Memory, minit_in);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2895
    record_for_igvn(minit_in); // fold it up later, if possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2896
    Node* minit_out = memory(rawidx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2897
    assert(minit_out->is_Proj() && minit_out->in(0) == init, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2898
    if (oop_type->isa_aryptr()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2899
      const TypePtr* telemref = oop_type->add_offset(Type::OffsetBot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2900
      int            elemidx  = C->get_alias_index(telemref);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2901
      hook_memory_on_init(*this, elemidx, minit_in, minit_out);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2902
    } else if (oop_type->isa_instptr()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2903
      ciInstanceKlass* ik = oop_type->klass()->as_instance_klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2904
      for (int i = 0, len = ik->nof_nonstatic_fields(); i < len; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2905
        ciField* field = ik->nonstatic_field_at(i);
196
9877b922afc4 6621098: "* HeapWordSize" for TrackedInitializationLimit is missing
kvn
parents: 1
diff changeset
  2906
        if (field->offset() >= TrackedInitializationLimit * HeapWordSize)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2907
          continue;  // do not bother to track really large numbers of fields
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2908
        // Find (or create) the alias category for this field:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2909
        int fieldidx = C->alias_type(field)->index();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2910
        hook_memory_on_init(*this, fieldidx, minit_in, minit_out);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2911
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2912
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2913
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2914
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2915
  // Cast raw oop to the real thing...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2916
  Node* javaoop = new (C, 2) CheckCastPPNode(control(), rawoop, oop_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2917
  javaoop = _gvn.transform(javaoop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2918
  C->set_recent_alloc(control(), javaoop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2919
  assert(just_allocated_object(control()) == javaoop, "just allocated");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2920
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2921
#ifdef ASSERT
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2922
  { // Verify that the AllocateNode::Ideal_allocation recognizers work:
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2923
    assert(AllocateNode::Ideal_allocation(rawoop, &_gvn) == alloc,
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2924
           "Ideal_allocation works");
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2925
    assert(AllocateNode::Ideal_allocation(javaoop, &_gvn) == alloc,
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2926
           "Ideal_allocation works");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2927
    if (alloc->is_AllocateArray()) {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2928
      assert(AllocateArrayNode::Ideal_array_allocation(rawoop, &_gvn) == alloc->as_AllocateArray(),
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2929
             "Ideal_allocation works");
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2930
      assert(AllocateArrayNode::Ideal_array_allocation(javaoop, &_gvn) == alloc->as_AllocateArray(),
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2931
             "Ideal_allocation works");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2932
    } else {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  2933
      assert(alloc->in(AllocateNode::ALength)->is_top(), "no length, please");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2934
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2935
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2936
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2937
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2938
  return javaoop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2939
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2940
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2941
//---------------------------new_instance--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2942
// This routine takes a klass_node which may be constant (for a static type)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2943
// or may be non-constant (for reflective code).  It will work equally well
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2944
// for either, and the graph will fold nicely if the optimizer later reduces
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2945
// the type to a constant.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2946
// The optional arguments are for specialized use by intrinsics:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2947
//  - If 'extra_slow_test' if not null is an extra condition for the slow-path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2948
//  - If 'raw_mem_only', do not cast the result to an oop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2949
//  - If 'return_size_val', report the the total object size to the caller.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2950
Node* GraphKit::new_instance(Node* klass_node,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2951
                             Node* extra_slow_test,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2952
                             bool raw_mem_only, // affect only raw memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2953
                             Node* *return_size_val) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2954
  // Compute size in doublewords
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2955
  // The size is always an integral number of doublewords, represented
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2956
  // as a positive bytewise size stored in the klass's layout_helper.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2957
  // The layout_helper also encodes (in a low bit) the need for a slow path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2958
  jint  layout_con = Klass::_lh_neutral_value;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2959
  Node* layout_val = get_layout_helper(klass_node, layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2960
  int   layout_is_con = (layout_val == NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2961
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2962
  if (extra_slow_test == NULL)  extra_slow_test = intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2963
  // Generate the initial go-slow test.  It's either ALWAYS (return a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2964
  // Node for 1) or NEVER (return a NULL) or perhaps (in the reflective
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2965
  // case) a computed value derived from the layout_helper.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2966
  Node* initial_slow_test = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2967
  if (layout_is_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2968
    assert(!StressReflectiveCode, "stress mode does not use these paths");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2969
    bool must_go_slow = Klass::layout_helper_needs_slow_path(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2970
    initial_slow_test = must_go_slow? intcon(1): extra_slow_test;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2971
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2972
  } else {   // reflective case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2973
    // This reflective path is used by Unsafe.allocateInstance.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2974
    // (It may be stress-tested by specifying StressReflectiveCode.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2975
    // Basically, we want to get into the VM is there's an illegal argument.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2976
    Node* bit = intcon(Klass::_lh_instance_slow_path_bit);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2977
    initial_slow_test = _gvn.transform( new (C, 3) AndINode(layout_val, bit) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2978
    if (extra_slow_test != intcon(0)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2979
      initial_slow_test = _gvn.transform( new (C, 3) OrINode(initial_slow_test, extra_slow_test) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2980
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2981
    // (Macro-expander will further convert this to a Bool, if necessary.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2982
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2983
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2984
  // Find the size in bytes.  This is easy; it's the layout_helper.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2985
  // The size value must be valid even if the slow path is taken.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2986
  Node* size = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2987
  if (layout_is_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2988
    size = MakeConX(Klass::layout_helper_size_in_bytes(layout_con));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2989
  } else {   // reflective case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2990
    // This reflective path is used by clone and Unsafe.allocateInstance.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2991
    size = ConvI2X(layout_val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2992
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2993
    // Clear the low bits to extract layout_helper_size_in_bytes:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2994
    assert((int)Klass::_lh_instance_slow_path_bit < BytesPerLong, "clear bit");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2995
    Node* mask = MakeConX(~ (intptr_t)right_n_bits(LogBytesPerLong));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2996
    size = _gvn.transform( new (C, 3) AndXNode(size, mask) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2997
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2998
  if (return_size_val != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2999
    (*return_size_val) = size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3000
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3001
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3002
  // This is a precise notnull oop of the klass.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3003
  // (Actually, it need not be precise if this is a reflective allocation.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3004
  // It's what we cast the result to.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3005
  const TypeKlassPtr* tklass = _gvn.type(klass_node)->isa_klassptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3006
  if (!tklass)  tklass = TypeKlassPtr::OBJECT;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3007
  const TypeOopPtr* oop_type = tklass->as_instance_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3008
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3009
  // Now generate allocation code
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3010
2029
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3011
  // The entire memory state is needed for slow path of the allocation
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3012
  // since GC and deoptimization can happened.
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3013
  Node *mem = reset_memory();
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3014
  set_all_memory(mem); // Create new memory state
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3015
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3016
  AllocateNode* alloc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3017
    = new (C, AllocateNode::ParmLimit)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3018
        AllocateNode(C, AllocateNode::alloc_type(),
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3019
                     control(), mem, i_o(),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3020
                     size, klass_node,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3021
                     initial_slow_test);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3022
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3023
  return set_output_for_allocation(alloc, oop_type, raw_mem_only);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3024
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3026
//-------------------------------new_array-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3027
// helper for both newarray and anewarray
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3028
// The 'length' parameter is (obviously) the length of the array.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3029
// See comments on new_instance for the meaning of the other arguments.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3030
Node* GraphKit::new_array(Node* klass_node,     // array klass (maybe variable)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3031
                          Node* length,         // number of array elements
2574
1d5f85c2d755 6589834: deoptimization problem with -XX:+DeoptimizeALot
cfang
parents: 2570
diff changeset
  3032
                          int   nargs,          // number of arguments to push back for uncommon trap
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3033
                          bool raw_mem_only,    // affect only raw memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3034
                          Node* *return_size_val) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3035
  jint  layout_con = Klass::_lh_neutral_value;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3036
  Node* layout_val = get_layout_helper(klass_node, layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3037
  int   layout_is_con = (layout_val == NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3038
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3039
  if (!layout_is_con && !StressReflectiveCode &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3040
      !too_many_traps(Deoptimization::Reason_class_check)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3041
    // This is a reflective array creation site.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3042
    // Optimistically assume that it is a subtype of Object[],
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3043
    // so that we can fold up all the address arithmetic.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3044
    layout_con = Klass::array_layout_helper(T_OBJECT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3045
    Node* cmp_lh = _gvn.transform( new(C, 3) CmpINode(layout_val, intcon(layout_con)) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3046
    Node* bol_lh = _gvn.transform( new(C, 2) BoolNode(cmp_lh, BoolTest::eq) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3047
    { BuildCutout unless(this, bol_lh, PROB_MAX);
2574
1d5f85c2d755 6589834: deoptimization problem with -XX:+DeoptimizeALot
cfang
parents: 2570
diff changeset
  3048
      _sp += nargs;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3049
      uncommon_trap(Deoptimization::Reason_class_check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3050
                    Deoptimization::Action_maybe_recompile);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3051
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3052
    layout_val = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3053
    layout_is_con = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3054
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3055
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3056
  // Generate the initial go-slow test.  Make sure we do not overflow
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3057
  // if length is huge (near 2Gig) or negative!  We do not need
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3058
  // exact double-words here, just a close approximation of needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3059
  // double-words.  We can't add any offset or rounding bits, lest we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3060
  // take a size -1 of bytes and make it positive.  Use an unsigned
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3061
  // compare, so negative sizes look hugely positive.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3062
  int fast_size_limit = FastAllocateSizeLimit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3063
  if (layout_is_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3064
    assert(!StressReflectiveCode, "stress mode does not use these paths");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3065
    // Increase the size limit if we have exact knowledge of array type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3066
    int log2_esize = Klass::layout_helper_log2_element_size(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3067
    fast_size_limit <<= (LogBytesPerLong - log2_esize);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3068
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3069
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3070
  Node* initial_slow_cmp  = _gvn.transform( new (C, 3) CmpUNode( length, intcon( fast_size_limit ) ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3071
  Node* initial_slow_test = _gvn.transform( new (C, 2) BoolNode( initial_slow_cmp, BoolTest::gt ) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3072
  if (initial_slow_test->is_Bool()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3073
    // Hide it behind a CMoveI, or else PhaseIdealLoop::split_up will get sick.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3074
    initial_slow_test = initial_slow_test->as_Bool()->as_int_value(&_gvn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3075
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3076
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3077
  // --- Size Computation ---
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3078
  // array_size = round_to_heap(array_header + (length << elem_shift));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3079
  // where round_to_heap(x) == round_to(x, MinObjAlignmentInBytes)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3080
  // and round_to(x, y) == ((x + y-1) & ~(y-1))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3081
  // The rounding mask is strength-reduced, if possible.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3082
  int round_mask = MinObjAlignmentInBytes - 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3083
  Node* header_size = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3084
  int   header_size_min  = arrayOopDesc::base_offset_in_bytes(T_BYTE);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3085
  // (T_BYTE has the weakest alignment and size restrictions...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3086
  if (layout_is_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3087
    int       hsize  = Klass::layout_helper_header_size(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3088
    int       eshift = Klass::layout_helper_log2_element_size(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3089
    BasicType etype  = Klass::layout_helper_element_type(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3090
    if ((round_mask & ~right_n_bits(eshift)) == 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3091
      round_mask = 0;  // strength-reduce it if it goes away completely
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3092
    assert((hsize & right_n_bits(eshift)) == 0, "hsize is pre-rounded");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3093
    assert(header_size_min <= hsize, "generic minimum is smallest");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3094
    header_size_min = hsize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3095
    header_size = intcon(hsize + round_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3096
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3097
    Node* hss   = intcon(Klass::_lh_header_size_shift);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3098
    Node* hsm   = intcon(Klass::_lh_header_size_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3099
    Node* hsize = _gvn.transform( new(C, 3) URShiftINode(layout_val, hss) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3100
    hsize       = _gvn.transform( new(C, 3) AndINode(hsize, hsm) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3101
    Node* mask  = intcon(round_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3102
    header_size = _gvn.transform( new(C, 3) AddINode(hsize, mask) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3103
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3104
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3105
  Node* elem_shift = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3106
  if (layout_is_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3107
    int eshift = Klass::layout_helper_log2_element_size(layout_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3108
    if (eshift != 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3109
      elem_shift = intcon(eshift);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3110
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3111
    // There is no need to mask or shift this value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3112
    // The semantics of LShiftINode include an implicit mask to 0x1F.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3113
    assert(Klass::_lh_log2_element_size_shift == 0, "use shift in place");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3114
    elem_shift = layout_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3115
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3116
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3117
  // Transition to native address size for all offset calculations:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3118
  Node* lengthx = ConvI2X(length);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3119
  Node* headerx = ConvI2X(header_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3120
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3121
  { const TypeLong* tllen = _gvn.find_long_type(lengthx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3122
    if (tllen != NULL && tllen->_lo < 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3123
      // Add a manual constraint to a positive range.  Cf. array_element_address.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3124
      jlong size_max = arrayOopDesc::max_array_length(T_BYTE);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3125
      if (size_max > tllen->_hi)  size_max = tllen->_hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3126
      const TypeLong* tlcon = TypeLong::make(CONST64(0), size_max, Type::WidenMin);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3127
      lengthx = _gvn.transform( new (C, 2) ConvI2LNode(length, tlcon));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3128
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3129
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3130
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3131
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3132
  // Combine header size (plus rounding) and body size.  Then round down.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3133
  // This computation cannot overflow, because it is used only in two
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3134
  // places, one where the length is sharply limited, and the other
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3135
  // after a successful allocation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3136
  Node* abody = lengthx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3137
  if (elem_shift != NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3138
    abody     = _gvn.transform( new(C, 3) LShiftXNode(lengthx, elem_shift) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3139
  Node* size  = _gvn.transform( new(C, 3) AddXNode(headerx, abody) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3140
  if (round_mask != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3141
    Node* mask = MakeConX(~round_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3142
    size       = _gvn.transform( new(C, 3) AndXNode(size, mask) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3143
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3144
  // else if round_mask == 0, the size computation is self-rounding
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3145
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3146
  if (return_size_val != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3147
    // This is the size
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3148
    (*return_size_val) = size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3149
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3150
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3151
  // Now generate allocation code
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3152
2029
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3153
  // The entire memory state is needed for slow path of the allocation
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3154
  // since GC and deoptimization can happened.
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3155
  Node *mem = reset_memory();
4ba79339bc0c 6799693: Server compiler leads to data corruption when expression throws an Exception
kvn
parents: 2027
diff changeset
  3156
  set_all_memory(mem); // Create new memory state
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3157
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3158
  // Create the AllocateArrayNode and its result projections
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3159
  AllocateArrayNode* alloc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3160
    = new (C, AllocateArrayNode::ParmLimit)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3161
        AllocateArrayNode(C, AllocateArrayNode::alloc_type(),
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 236
diff changeset
  3162
                          control(), mem, i_o(),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3163
                          size, klass_node,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3164
                          initial_slow_test,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3165
                          length);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3166
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3167
  // Cast to correct type.  Note that the klass_node may be constant or not,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3168
  // and in the latter case the actual array type will be inexact also.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3169
  // (This happens via a non-constant argument to inline_native_newArray.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3170
  // In any case, the value of klass_node provides the desired array type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3171
  const TypeInt* length_type = _gvn.find_int_type(length);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3172
  const TypeOopPtr* ary_type = _gvn.type(klass_node)->is_klassptr()->as_instance_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3173
  if (ary_type->isa_aryptr() && length_type != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3174
    // Try to get a better type than POS for the size
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3175
    ary_type = ary_type->is_aryptr()->cast_to_size(length_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3176
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3177
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3178
  Node* javaoop = set_output_for_allocation(alloc, ary_type, raw_mem_only);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3179
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3180
  // Cast length on remaining path to be as narrow as possible
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3181
  if (map()->find_edge(length) >= 0) {
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3182
    Node* ccast = alloc->make_ideal_length(ary_type, &_gvn);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3183
    if (ccast != length) {
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3184
      _gvn.set_type_bottom(ccast);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 1136
diff changeset
  3185
      record_for_igvn(ccast);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3186
      replace_in_map(length, ccast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3187
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3188
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3189
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3190
  return javaoop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3191
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3192
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3193
// The following "Ideal_foo" functions are placed here because they recognize
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3194
// the graph shapes created by the functions immediately above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3195
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3196
//---------------------------Ideal_allocation----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3197
// Given an oop pointer or raw pointer, see if it feeds from an AllocateNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3198
AllocateNode* AllocateNode::Ideal_allocation(Node* ptr, PhaseTransform* phase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3199
  if (ptr == NULL) {     // reduce dumb test in callers
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3200
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3201
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3202
  if (ptr->is_CheckCastPP()) {  // strip a raw-to-oop cast
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3203
    ptr = ptr->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3204
    if (ptr == NULL)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3205
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3206
  if (ptr->is_Proj()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3207
    Node* allo = ptr->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3208
    if (allo != NULL && allo->is_Allocate()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3209
      return allo->as_Allocate();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3210
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3211
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3212
  // Report failure to match.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3213
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3214
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3215
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3216
// Fancy version which also strips off an offset (and reports it to caller).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3217
AllocateNode* AllocateNode::Ideal_allocation(Node* ptr, PhaseTransform* phase,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3218
                                             intptr_t& offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3219
  Node* base = AddPNode::Ideal_base_and_offset(ptr, phase, offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3220
  if (base == NULL)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3221
  return Ideal_allocation(base, phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3222
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3223
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3224
// Trace Initialize <- Proj[Parm] <- Allocate
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3225
AllocateNode* InitializeNode::allocation() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3226
  Node* rawoop = in(InitializeNode::RawAddress);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3227
  if (rawoop->is_Proj()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3228
    Node* alloc = rawoop->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3229
    if (alloc->is_Allocate()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3230
      return alloc->as_Allocate();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3231
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3232
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3233
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3234
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3235
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3236
// Trace Allocate -> Proj[Parm] -> Initialize
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3237
InitializeNode* AllocateNode::initialization() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3238
  ProjNode* rawoop = proj_out(AllocateNode::RawAddress);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3239
  if (rawoop == NULL)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3240
  for (DUIterator_Fast imax, i = rawoop->fast_outs(imax); i < imax; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3241
    Node* init = rawoop->fast_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3242
    if (init->is_Initialize()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3243
      assert(init->as_Initialize()->allocation() == this, "2-way link");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3244
      return init->as_Initialize();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3245
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3246
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3247
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3248
}
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3249
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3250
//----------------------------- store barriers ----------------------------
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3251
#define __ ideal.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3252
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3253
void GraphKit::sync_kit(IdealKit& ideal) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3254
  // Final sync IdealKit and graphKit.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3255
  __ drain_delay_transform();
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3256
  set_all_memory(__ merged_memory());
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3257
  set_control(__ ctrl());
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3258
}
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3259
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3260
// vanilla/CMS post barrier
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3261
// Insert a write-barrier store.  This is to let generational GC work; we have
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3262
// to flag all oop-stores before the next GC point.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3263
void GraphKit::write_barrier_post(Node* oop_store,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3264
                                  Node* obj,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3265
                                  Node* adr,
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3266
                                  uint  adr_idx,
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3267
                                  Node* val,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3268
                                  bool use_precise) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3269
  // No store check needed if we're storing a NULL or an old object
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3270
  // (latter case is probably a string constant). The concurrent
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3271
  // mark sweep garbage collector, however, needs to have all nonNull
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3272
  // oop updates flagged via card-marks.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3273
  if (val != NULL && val->is_Con()) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3274
    // must be either an oop or NULL
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3275
    const Type* t = val->bottom_type();
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3276
    if (t == TypePtr::NULL_PTR || t == Type::TOP)
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3277
      // stores of null never (?) need barriers
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3278
      return;
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3279
    ciObject* con = t->is_oopptr()->const_oop();
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3280
    if (con != NULL
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3281
        && con->is_perm()
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3282
        && Universe::heap()->can_elide_permanent_oop_store_barriers())
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3283
      // no store barrier needed, because no old-to-new ref created
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3284
      return;
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3285
  }
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3286
4030
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3287
  if (use_ReduceInitialCardMarks()
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3288
      && obj == just_allocated_object(control())) {
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3289
    // We can skip marks on a freshly-allocated object in Eden.
4637
af4d405aacc1 6896647: card marks can be deferred too long
ysr
parents: 4566
diff changeset
  3290
    // Keep this code in sync with new_store_pre_barrier() in runtime.cpp.
af4d405aacc1 6896647: card marks can be deferred too long
ysr
parents: 4566
diff changeset
  3291
    // That routine informs GC to take appropriate compensating steps,
af4d405aacc1 6896647: card marks can be deferred too long
ysr
parents: 4566
diff changeset
  3292
    // upon a slow-path allocation, so as to make this card-mark
af4d405aacc1 6896647: card marks can be deferred too long
ysr
parents: 4566
diff changeset
  3293
    // elision safe.
4030
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3294
    return;
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3295
  }
4c471254865e 6888898: CMS: ReduceInitialCardMarks unsafe in the presence of cms precleaning
ysr
parents: 3904
diff changeset
  3296
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3297
  if (!use_precise) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3298
    // All card marks for a (non-array) instance are in one place:
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3299
    adr = obj;
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3300
  }
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3301
  // (Else it's an array (or unknown), and we want more precise card marks.)
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3302
  assert(adr != NULL, "");
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3303
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3304
  IdealKit ideal(gvn(), control(), merged_memory(), true);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3305
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3306
  // Convert the pointer to an int prior to doing math on it
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3307
  Node* cast = __ CastPX(__ ctrl(), adr);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3308
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3309
  // Divide by card size
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3310
  assert(Universe::heap()->barrier_set()->kind() == BarrierSet::CardTableModRef,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3311
         "Only one we handle so far.");
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3312
  Node* card_offset = __ URShiftX( cast, __ ConI(CardTableModRefBS::card_shift) );
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3313
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3314
  // Combine card table base and card offset
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3315
  Node* card_adr = __ AddP(__ top(), byte_map_base_node(), card_offset );
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3316
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3317
  // Get the alias_index for raw card-mark memory
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3318
  int adr_type = Compile::AliasIdxRaw;
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3319
  // Smash zero into card
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3320
  Node*   zero = __ ConI(0);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3321
  BasicType bt = T_BYTE;
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3322
  if( !UseConcMarkSweepGC ) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3323
    __ store(__ ctrl(), card_adr, zero, bt, adr_type);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3324
  } else {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3325
    // Specialized path for CM store barrier
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3326
    __ storeCM(__ ctrl(), card_adr, zero, oop_store, adr_idx, bt, adr_type);
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3327
  }
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3328
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3329
  // Final sync IdealKit and GraphKit.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3330
  sync_kit(ideal);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3331
}
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3332
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3333
// G1 pre/post barriers
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3334
void GraphKit::g1_write_barrier_pre(Node* obj,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3335
                                    Node* adr,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3336
                                    uint alias_idx,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3337
                                    Node* val,
3178
596a9ab2a92d 6818666: G1: Type lost in g1 pre-barrier
never
parents: 2867
diff changeset
  3338
                                    const TypeOopPtr* val_type,
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3339
                                    BasicType bt) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3340
  IdealKit ideal(gvn(), control(), merged_memory(), true);
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3341
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3342
  Node* tls = __ thread(); // ThreadLocalStorage
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3343
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3344
  Node* no_ctrl = NULL;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3345
  Node* no_base = __ top();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3346
  Node* zero = __ ConI(0);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3347
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3348
  float likely  = PROB_LIKELY(0.999);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3349
  float unlikely  = PROB_UNLIKELY(0.999);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3350
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3351
  BasicType active_type = in_bytes(PtrQueue::byte_width_of_active()) == 4 ? T_INT : T_BYTE;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3352
  assert(in_bytes(PtrQueue::byte_width_of_active()) == 4 || in_bytes(PtrQueue::byte_width_of_active()) == 1, "flag width");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3353
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3354
  // Offsets into the thread
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3355
  const int marking_offset = in_bytes(JavaThread::satb_mark_queue_offset() +  // 648
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3356
                                          PtrQueue::byte_offset_of_active());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3357
  const int index_offset   = in_bytes(JavaThread::satb_mark_queue_offset() +  // 656
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3358
                                          PtrQueue::byte_offset_of_index());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3359
  const int buffer_offset  = in_bytes(JavaThread::satb_mark_queue_offset() +  // 652
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3360
                                          PtrQueue::byte_offset_of_buf());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3361
  // Now the actual pointers into the thread
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3362
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3363
  // set_control( ctl);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3364
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3365
  Node* marking_adr = __ AddP(no_base, tls, __ ConX(marking_offset));
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3366
  Node* buffer_adr  = __ AddP(no_base, tls, __ ConX(buffer_offset));
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3367
  Node* index_adr   = __ AddP(no_base, tls, __ ConX(index_offset));
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3368
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3369
  // Now some of the values
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3370
2008
898493b2e3f1 6793828: G1: invariant: queues are empty when activated
never
parents: 1404
diff changeset
  3371
  Node* marking = __ load(__ ctrl(), marking_adr, TypeInt::INT, active_type, Compile::AliasIdxRaw);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3372
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3373
  // if (!marking)
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3374
  __ if_then(marking, BoolTest::ne, zero); {
2008
898493b2e3f1 6793828: G1: invariant: queues are empty when activated
never
parents: 1404
diff changeset
  3375
    Node* index   = __ load(__ ctrl(), index_adr, TypeInt::INT, T_INT, Compile::AliasIdxRaw);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3376
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3377
    const Type* t1 = adr->bottom_type();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3378
    const Type* t2 = val->bottom_type();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3379
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3380
    Node* orig = __ load(no_ctrl, adr, val_type, bt, alias_idx);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3381
    // if (orig != NULL)
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3382
    __ if_then(orig, BoolTest::ne, null()); {
2008
898493b2e3f1 6793828: G1: invariant: queues are empty when activated
never
parents: 1404
diff changeset
  3383
      Node* buffer  = __ load(__ ctrl(), buffer_adr, TypeRawPtr::NOTNULL, T_ADDRESS, Compile::AliasIdxRaw);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3384
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3385
      // load original value
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3386
      // alias_idx correct??
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3387
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3388
      // is the queue for this thread full?
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3389
      __ if_then(index, BoolTest::ne, zero, likely); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3390
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3391
        // decrement the index
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3392
        Node* next_index = __ SubI(index,  __ ConI(sizeof(intptr_t)));
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3393
        Node* next_indexX = next_index;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3394
#ifdef _LP64
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3395
        // We could refine the type for what it's worth
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3396
        // const TypeLong* lidxtype = TypeLong::make(CONST64(0), get_size_from_queue);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3397
        next_indexX = _gvn.transform( new (C, 2) ConvI2LNode(next_index, TypeLong::make(0, max_jlong, Type::WidenMax)) );
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3398
#endif
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3399
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3400
        // Now get the buffer location we will log the original value into and store it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3401
        Node *log_addr = __ AddP(no_base, buffer, next_indexX);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3402
        __ store(__ ctrl(), log_addr, orig, T_OBJECT, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3403
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3404
        // update the index
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3405
        __ store(__ ctrl(), index_adr, next_index, T_INT, Compile::AliasIdxRaw);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3406
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3407
      } __ else_(); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3408
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3409
        // logging buffer is full, call the runtime
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3410
        const TypeFunc *tf = OptoRuntime::g1_wb_pre_Type();
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3411
        __ make_leaf_call(tf, CAST_FROM_FN_PTR(address, SharedRuntime::g1_wb_pre), "g1_wb_pre", orig, tls);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3412
      } __ end_if();  // (!index)
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3413
    } __ end_if();  // (orig != NULL)
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3414
  } __ end_if();  // (!marking)
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3415
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3416
  // Final sync IdealKit and GraphKit.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3417
  sync_kit(ideal);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3418
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3419
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3420
//
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3421
// Update the card table and add card address to the queue
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3422
//
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3423
void GraphKit::g1_mark_card(IdealKit& ideal,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3424
                            Node* card_adr,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3425
                            Node* oop_store,
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3426
                            uint oop_alias_idx,
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3427
                            Node* index,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3428
                            Node* index_adr,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3429
                            Node* buffer,
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3430
                            const TypeFunc* tf) {
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3431
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3432
  Node* zero = __ ConI(0);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3433
  Node* no_base = __ top();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3434
  BasicType card_bt = T_BYTE;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3435
  // Smash zero into card. MUST BE ORDERED WRT TO STORE
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3436
  __ storeCM(__ ctrl(), card_adr, zero, oop_store, oop_alias_idx, card_bt, Compile::AliasIdxRaw);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3437
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3438
  //  Now do the queue work
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3439
  __ if_then(index, BoolTest::ne, zero); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3440
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3441
    Node* next_index = __ SubI(index, __ ConI(sizeof(intptr_t)));
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3442
    Node* next_indexX = next_index;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3443
#ifdef _LP64
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3444
    // We could refine the type for what it's worth
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3445
    // const TypeLong* lidxtype = TypeLong::make(CONST64(0), get_size_from_queue);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3446
    next_indexX = _gvn.transform( new (C, 2) ConvI2LNode(next_index, TypeLong::make(0, max_jlong, Type::WidenMax)) );
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3447
#endif // _LP64
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3448
    Node* log_addr = __ AddP(no_base, buffer, next_indexX);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3449
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3450
    __ store(__ ctrl(), log_addr, card_adr, T_ADDRESS, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3451
    __ store(__ ctrl(), index_adr, next_index, T_INT, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3452
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3453
  } __ else_(); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3454
    __ make_leaf_call(tf, CAST_FROM_FN_PTR(address, SharedRuntime::g1_wb_post), "g1_wb_post", card_adr, __ thread());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3455
  } __ end_if();
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3456
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3457
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3458
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3459
void GraphKit::g1_write_barrier_post(Node* oop_store,
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3460
                                     Node* obj,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3461
                                     Node* adr,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3462
                                     uint alias_idx,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3463
                                     Node* val,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3464
                                     BasicType bt,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3465
                                     bool use_precise) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3466
  // If we are writing a NULL then we need no post barrier
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3467
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3468
  if (val != NULL && val->is_Con() && val->bottom_type() == TypePtr::NULL_PTR) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3469
    // Must be NULL
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3470
    const Type* t = val->bottom_type();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3471
    assert(t == Type::TOP || t == TypePtr::NULL_PTR, "must be NULL");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3472
    // No post barrier if writing NULLx
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3473
    return;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3474
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3475
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3476
  if (!use_precise) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3477
    // All card marks for a (non-array) instance are in one place:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3478
    adr = obj;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3479
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3480
  // (Else it's an array (or unknown), and we want more precise card marks.)
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3481
  assert(adr != NULL, "");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3482
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3483
  IdealKit ideal(gvn(), control(), merged_memory(), true);
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3484
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3485
  Node* tls = __ thread(); // ThreadLocalStorage
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3486
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3487
  Node* no_ctrl = NULL;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3488
  Node* no_base = __ top();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3489
  float likely  = PROB_LIKELY(0.999);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3490
  float unlikely  = PROB_UNLIKELY(0.999);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3491
  Node* zero = __ ConI(0);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3492
  Node* zeroX = __ ConX(0);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3493
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3494
  // Get the alias_index for raw card-mark memory
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3495
  const TypePtr* card_type = TypeRawPtr::BOTTOM;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3496
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3497
  const TypeFunc *tf = OptoRuntime::g1_wb_post_Type();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3498
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3499
  // Offsets into the thread
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3500
  const int index_offset  = in_bytes(JavaThread::dirty_card_queue_offset() +
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3501
                                     PtrQueue::byte_offset_of_index());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3502
  const int buffer_offset = in_bytes(JavaThread::dirty_card_queue_offset() +
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3503
                                     PtrQueue::byte_offset_of_buf());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3504
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3505
  // Pointers into the thread
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3506
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3507
  Node* buffer_adr = __ AddP(no_base, tls, __ ConX(buffer_offset));
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3508
  Node* index_adr =  __ AddP(no_base, tls, __ ConX(index_offset));
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3509
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3510
  // Now some values
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3511
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3512
  Node* index  = __ load(no_ctrl, index_adr, TypeInt::INT, T_INT, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3513
  Node* buffer = __ load(no_ctrl, buffer_adr, TypeRawPtr::NOTNULL, T_ADDRESS, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3514
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3515
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3516
  // Convert the store obj pointer to an int prior to doing math on it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3517
  // Must use ctrl to prevent "integerized oop" existing across safepoint
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3518
  Node* cast =  __ CastPX(__ ctrl(), adr);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3519
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3520
  // Divide pointer by card size
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3521
  Node* card_offset = __ URShiftX( cast, __ ConI(CardTableModRefBS::card_shift) );
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3522
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3523
  // Combine card table base and card offset
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3524
  Node* card_adr = __ AddP(no_base, byte_map_base_node(), card_offset );
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3525
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3526
  // If we know the value being stored does it cross regions?
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3527
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3528
  if (val != NULL) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3529
    // Does the store cause us to cross regions?
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3530
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3531
    // Should be able to do an unsigned compare of region_size instead of
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3532
    // and extra shift. Do we have an unsigned compare??
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3533
    // Node* region_size = __ ConI(1 << HeapRegion::LogOfHRGrainBytes);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3534
    Node* xor_res =  __ URShiftX ( __ XorX( cast,  __ CastPX(__ ctrl(), val)), __ ConI(HeapRegion::LogOfHRGrainBytes));
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3535
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3536
    // if (xor_res == 0) same region so skip
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3537
    __ if_then(xor_res, BoolTest::ne, zeroX); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3538
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3539
      // No barrier if we are storing a NULL
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3540
      __ if_then(val, BoolTest::ne, null(), unlikely); {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3541
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3542
        // Ok must mark the card if not already dirty
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3543
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3544
        // load the original value of the card
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3545
        Node* card_val = __ load(__ ctrl(), card_adr, TypeInt::INT, T_BYTE, Compile::AliasIdxRaw);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3546
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3547
        __ if_then(card_val, BoolTest::ne, zero); {
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3548
          g1_mark_card(ideal, card_adr, oop_store, alias_idx, index, index_adr, buffer, tf);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3549
        } __ end_if();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3550
      } __ end_if();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3551
    } __ end_if();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3552
  } else {
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3553
    // Object.clone() instrinsic uses this path.
3904
007a45522a7f 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 3802
diff changeset
  3554
    g1_mark_card(ideal, card_adr, oop_store, alias_idx, index, index_adr, buffer, tf);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3555
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3556
3268
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3557
  // Final sync IdealKit and GraphKit.
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3558
  sync_kit(ideal);
f034e0c86895 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 3180
diff changeset
  3559
}
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
  3560
#undef __