hotspot/src/share/vm/opto/parse2.cpp
author goetz
Fri, 15 Nov 2013 11:05:32 -0800
changeset 22845 d8812d0ff387
parent 21099 46e6bbecd9e5
child 22872 b6902ee5bc8d
permissions -rw-r--r--
8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering Summary: Add a field to C2 LoadNode and StoreNode classes which indicates whether the load/store should do an acquire/release on platforms which support it. Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13204
diff changeset
     2
 * Copyright (c) 1998, 2012, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    26
#include "ci/ciMethodData.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    27
#include "classfile/systemDictionary.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    28
#include "classfile/vmSymbols.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    29
#include "compiler/compileLog.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    30
#include "interpreter/linkResolver.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    31
#include "memory/universe.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    32
#include "opto/addnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    33
#include "opto/divnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    34
#include "opto/idealGraphPrinter.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    35
#include "opto/matcher.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    36
#include "opto/memnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    37
#include "opto/mulnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    38
#include "opto/parse.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    39
#include "opto/runtime.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    40
#include "runtime/deoptimization.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    41
#include "runtime/sharedRuntime.hpp"
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
extern int explicit_null_checks_inserted,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
           explicit_null_checks_elided;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
//---------------------------------array_load----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
void Parse::array_load(BasicType elem_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  const Type* elem = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  Node* adr = array_addressing(elem_type, 0, &elem);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
    50
  if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    51
  dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  const TypeAryPtr* adr_type = TypeAryPtr::get_array_body_type(elem_type);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
    53
  Node* ld = make_load(control(), adr, elem, elem_type, adr_type, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
  push(ld);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
//--------------------------------array_store----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
void Parse::array_store(BasicType elem_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  Node* adr = array_addressing(elem_type, 1);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
    61
  if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  Node* val = pop();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    63
  dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
  const TypeAryPtr* adr_type = TypeAryPtr::get_array_body_type(elem_type);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
    65
  store_to_memory(control(), adr, val, elem_type, adr_type, StoreNode::release_if_reference(elem_type));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
//------------------------------array_addressing-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
// Pull array and index from the stack.  Compute pointer-to-element.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
Node* Parse::array_addressing(BasicType type, int vals, const Type* *result2) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
  Node *idx   = peek(0+vals);   // Get from stack without popping
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
  Node *ary   = peek(1+vals);   // in case of exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
  // Null check the array base, with correct stack contents
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    76
  ary = null_check(ary, T_ARRAY);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
  // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  if (stopped())  return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  const TypeAryPtr* arytype  = _gvn.type(ary)->is_aryptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  const TypeInt*    sizetype = arytype->size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  const Type*       elemtype = arytype->elem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
  if (UseUniqueSubclasses && result2 != NULL) {
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    85
    const Type* el = elemtype->make_ptr();
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    86
    if (el && el->isa_instptr()) {
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    87
      const TypeInstPtr* toop = el->is_instptr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
      if (toop->klass()->as_instance_klass()->unique_concrete_subklass()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
        // If we load from "AbstractClass[]" we must see "ConcreteSubClass".
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
        const Type* subklass = Type::get_const_type(toop->klass());
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 210
diff changeset
    91
        elemtype = subklass->join(el);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  // Check for big class initializers with all constant offsets
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
  // feeding into a known-size array.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  const TypeInt* idxtype = _gvn.type(idx)->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
  // See if the highest idx value is less than the lowest array bound,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
  // and if the idx value cannot be negative:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  bool need_range_check = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  if (idxtype->_hi < sizetype->_lo && idxtype->_lo >= 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
    need_range_check = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
    if (C->log() != NULL)   C->log()->elem("observe that='!need_range_check'");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
16613
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
   107
  ciKlass * arytype_klass = arytype->klass();
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
   108
  if ((arytype_klass != NULL) && (!arytype_klass->is_loaded())) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
    // Only fails for some -Xcomp runs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    // The class is unloaded.  We have to run this bytecode in the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
    uncommon_trap(Deoptimization::Reason_unloaded,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
                  arytype->klass(), "!loaded array");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
  // Do the range check
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  if (GenerateRangeChecks && need_range_check) {
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   119
    Node* tst;
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   120
    if (sizetype->_hi <= 0) {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   121
      // The greatest array bound is negative, so we can conclude that we're
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   122
      // compiling unreachable code, but the unsigned compare trick used below
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   123
      // only works with non-negative lengths.  Instead, hack "tst" to be zero so
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   124
      // the uncommon_trap path will always be taken.
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   125
      tst = _gvn.intcon(0);
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   126
    } else {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   127
      // Range is constant in array-oop, so we can use the original state of mem
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   128
      Node* len = load_array_length(ary);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   129
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   130
      // Test length vs index (standard trick using unsigned compare)
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   131
      Node* chk = _gvn.transform( new (C) CmpUNode(idx, len) );
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   132
      BoolTest::mask btest = BoolTest::lt;
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   133
      tst = _gvn.transform( new (C) BoolNode(chk, btest) );
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   134
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
    // Branch to failure if out of bounds
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
    { BuildCutout unless(this, tst, PROB_MAX);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
      if (C->allow_range_check_smearing()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
        // Do not use builtin_throw, since range checks are sometimes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
        // made more stringent by an optimistic transformation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
        // This creates "tentative" range checks at this point,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
        // which are not guaranteed to throw exceptions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
        // See IfNode::Ideal, is_range_check, adjust_check.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
        uncommon_trap(Deoptimization::Reason_range_check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
                      Deoptimization::Action_make_not_entrant,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
                      NULL, "range_check");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
        // If we have already recompiled with the range-check-widening
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
        // heroic optimization turned off, then we must really be throwing
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
        // range check exceptions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
        builtin_throw(Deoptimization::Reason_range_check, idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
  // Check for always knowing you are throwing a range-check exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  if (stopped())  return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   157
  Node* ptr = array_element_address(ary, idx, type, sizetype);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  if (result2 != NULL)  *result2 = elemtype;
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   160
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   161
  assert(ptr != top(), "top should go hand-in-hand with stopped");
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   162
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  return ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
// returns IfNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
IfNode* Parse::jump_if_fork_int(Node* a, Node* b, BoolTest::mask mask) {
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   169
  Node   *cmp = _gvn.transform( new (C) CmpINode( a, b)); // two cases: shiftcount > 32 and shiftcount <= 32
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   170
  Node   *tst = _gvn.transform( new (C) BoolNode( cmp, mask));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  IfNode *iff = create_and_map_if( control(), tst, ((mask == BoolTest::eq) ? PROB_STATIC_INFREQUENT : PROB_FAIR), COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  return iff;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
// return Region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
Node* Parse::jump_if_join(Node* iffalse, Node* iftrue) {
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   177
  Node *region  = new (C) RegionNode(3); // 2 results
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
  record_for_igvn(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  region->init_req(1, iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
  region->init_req(2, iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  _gvn.set_type(region, Type::CONTROL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
  region = _gvn.transform(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  set_control (region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  return region;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
//------------------------------helper for tableswitch-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
void Parse::jump_if_true_fork(IfNode *iff, int dest_bci_if_true, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
  // True branch, use existing map info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  { PreserveJVMState pjvms(this);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   192
    Node *iftrue  = _gvn.transform( new (C) IfTrueNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
    set_control( iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
    profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
    merge_new_path(dest_bci_if_true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  // False branch
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   199
  Node *iffalse = _gvn.transform( new (C) IfFalseNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  set_control( iffalse );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
void Parse::jump_if_false_fork(IfNode *iff, int dest_bci_if_true, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  // True branch, use existing map info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  { PreserveJVMState pjvms(this);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   206
    Node *iffalse  = _gvn.transform( new (C) IfFalseNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
    set_control( iffalse );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
    profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
    merge_new_path(dest_bci_if_true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
  // False branch
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   213
  Node *iftrue = _gvn.transform( new (C) IfTrueNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
  set_control( iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
void Parse::jump_if_always_fork(int dest_bci, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  // False branch, use existing map and control()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
  profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
  merge_new_path(dest_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
extern "C" {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
  static int jint_cmp(const void *i, const void *j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
    int a = *(jint *)i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
    int b = *(jint *)j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
    return a > b ? 1 : a < b ? -1 : 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
// Default value for methodData switch indexing. Must be a negative value to avoid
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
// conflict with any legal switch index.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
#define NullTableIndex -1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
class SwitchRange : public StackObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
  // a range of integers coupled with a bci destination
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
  jint _lo;                     // inclusive lower limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  jint _hi;                     // inclusive upper limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  int _dest;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
  int _table_index;             // index into method data table
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
  jint lo() const              { return _lo;   }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
  jint hi() const              { return _hi;   }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
  int  dest() const            { return _dest; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
  int  table_index() const     { return _table_index; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  bool is_singleton() const    { return _lo == _hi; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
  void setRange(jint lo, jint hi, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
    assert(lo <= hi, "must be a non-empty range");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
    _lo = lo, _hi = hi; _dest = dest; _table_index = table_index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  bool adjoinRange(jint lo, jint hi, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
    assert(lo <= hi, "must be a non-empty range");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
    if (lo == _hi+1 && dest == _dest && table_index == _table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
      _hi = hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
      return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
  void set (jint value, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
    setRange(value, value, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
  bool adjoin(jint value, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
    return adjoinRange(value, value, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
20693
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   271
  void print() {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
    if (is_singleton())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
      tty->print(" {%d}=>%d", lo(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
    else if (lo() == min_jint)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
      tty->print(" {..%d}=>%d", hi(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
    else if (hi() == max_jint)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
      tty->print(" {%d..}=>%d", lo(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
      tty->print(" {%d..%d}=>%d", lo(), hi(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
//-------------------------------do_tableswitch--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
void Parse::do_tableswitch() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  Node* lookup = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  // Get information about tableswitch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
  int default_dest = iter().get_dest_table(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  int lo_index     = iter().get_int_table(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  int hi_index     = iter().get_int_table(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  int len          = hi_index - lo_index + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  if (len < 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
    // If this is a backward branch, add safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
    maybe_add_safepoint(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
    merge(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  // generate decision tree, using trichotomy when possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
  int rnum = len+2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  bool makes_backward_branch = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
  SwitchRange* ranges = NEW_RESOURCE_ARRAY(SwitchRange, rnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  int rp = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  if (lo_index != min_jint) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
    ranges[++rp].setRange(min_jint, lo_index-1, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
  for (int j = 0; j < len; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
    jint match_int = lo_index+j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
    int  dest      = iter().get_dest_table(j+3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
    makes_backward_branch |= (dest <= bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
    int  table_index = method_data_update() ? j : NullTableIndex;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
    if (rp < 0 || !ranges[rp].adjoin(match_int, dest, table_index)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
      ranges[++rp].set(match_int, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  jint highest = lo_index+(len-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
  assert(ranges[rp].hi() == highest, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  if (highest != max_jint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
      && !ranges[rp].adjoinRange(highest+1, max_jint, default_dest, NullTableIndex)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
    ranges[++rp].setRange(highest+1, max_jint, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  assert(rp < len+2, "not too many ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
  // Safepoint in case if backward branch observed
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
  if( makes_backward_branch && UseLoopSafepoints )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
    add_safepoint();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
  jump_switch_ranges(lookup, &ranges[0], &ranges[rp]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
//------------------------------do_lookupswitch--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
void Parse::do_lookupswitch() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
  Node *lookup = pop();         // lookup value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
  // Get information about lookupswitch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
  int default_dest = iter().get_dest_table(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
  int len          = iter().get_int_table(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  if (len < 1) {    // If this is a backward branch, add safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
    maybe_add_safepoint(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
    merge(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
  // generate decision tree, using trichotomy when possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  jint* table = NEW_RESOURCE_ARRAY(jint, len*2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
    for( int j = 0; j < len; j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
      table[j+j+0] = iter().get_int_table(2+j+j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
      table[j+j+1] = iter().get_dest_table(2+j+j+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
    qsort( table, len, 2*sizeof(table[0]), jint_cmp );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
  int rnum = len*2+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
  bool makes_backward_branch = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
  SwitchRange* ranges = NEW_RESOURCE_ARRAY(SwitchRange, rnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
  int rp = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  for( int j = 0; j < len; j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
    jint match_int   = table[j+j+0];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
    int  dest        = table[j+j+1];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
    int  next_lo     = rp < 0 ? min_jint : ranges[rp].hi()+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
    int  table_index = method_data_update() ? j : NullTableIndex;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    makes_backward_branch |= (dest <= bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
    if( match_int != next_lo ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
      ranges[++rp].setRange(next_lo, match_int-1, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
    if( rp < 0 || !ranges[rp].adjoin(match_int, dest, table_index) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
      ranges[++rp].set(match_int, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
  jint highest = table[2*(len-1)];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
  assert(ranges[rp].hi() == highest, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
  if( highest != max_jint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
      && !ranges[rp].adjoinRange(highest+1, max_jint, default_dest, NullTableIndex) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
    ranges[++rp].setRange(highest+1, max_jint, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
  assert(rp < rnum, "not too many ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
  // Safepoint in case backward branch observed
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
  if( makes_backward_branch && UseLoopSafepoints )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
    add_safepoint();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
  jump_switch_ranges(lookup, &ranges[0], &ranges[rp]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
//----------------------------create_jump_tables-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
bool Parse::create_jump_tables(Node* key_val, SwitchRange* lo, SwitchRange* hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
  // Are jumptables enabled
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  if (!UseJumpTables)  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
  // Are jumptables supported
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
  if (!Matcher::has_match_rule(Op_Jump))  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
  // Don't make jump table if profiling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
  if (method_data_update())  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
  // Decide if a guard is needed to lop off big ranges at either (or
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
  // both) end(s) of the input set. We'll call this the default target
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
  // even though we can't be sure that it is the true "default".
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  bool needs_guard = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  int default_dest;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
  int64 total_outlier_size = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
  int64 hi_size = ((int64)hi->hi()) - ((int64)hi->lo()) + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  int64 lo_size = ((int64)lo->hi()) - ((int64)lo->lo()) + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
  if (lo->dest() == hi->dest()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
    total_outlier_size = hi_size + lo_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
    default_dest = lo->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
  } else if (lo_size > hi_size) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
    total_outlier_size = lo_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
    default_dest = lo->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
    total_outlier_size = hi_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
    default_dest = hi->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
  // If a guard test will eliminate very sparse end ranges, then
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  // it is worth the cost of an extra jump.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
  if (total_outlier_size > (MaxJumpTableSparseness * 4)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
    needs_guard = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
    if (default_dest == lo->dest()) lo++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
    if (default_dest == hi->dest()) hi--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
  // Find the total number of cases and ranges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
  int64 num_cases = ((int64)hi->hi()) - ((int64)lo->lo()) + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
  int num_range = hi - lo + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  // Don't create table if: too large, too small, or too sparse.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
  if (num_cases < MinJumpTableSize || num_cases > MaxJumpTableSize)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
  if (num_cases > (MaxJumpTableSparseness * num_range))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
  // Normalize table lookups to zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
  int lowval = lo->lo();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   441
  key_val = _gvn.transform( new (C) SubINode(key_val, _gvn.intcon(lowval)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
  // Generate a guard to protect against input keyvals that aren't
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
  // in the switch domain.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
  if (needs_guard) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
    Node*   size = _gvn.intcon(num_cases);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   447
    Node*   cmp = _gvn.transform( new (C) CmpUNode(key_val, size) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   448
    Node*   tst = _gvn.transform( new (C) BoolNode(cmp, BoolTest::ge) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
    IfNode* iff = create_and_map_if( control(), tst, PROB_FAIR, COUNT_UNKNOWN);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
    jump_if_true_fork(iff, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
  // Create an ideal node JumpTable that has projections
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
  // of all possible ranges for a switch statement
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  // The key_val input must be converted to a pointer offset and scaled.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
  // Compare Parse::array_addressing above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
  // Clean the 32-bit int into a real 64-bit offset.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
  // Otherwise, the jint value 0 might turn into an offset of 0x0800000000.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
  const TypeLong* lkeytype = TypeLong::make(CONST64(0), num_cases-1, Type::WidenMin);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   461
  key_val       = _gvn.transform( new (C) ConvI2LNode(key_val, lkeytype) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
  // Shift the value by wordsize so we have an index into the table, rather
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  // than a switch value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
  Node *shiftWord = _gvn.MakeConX(wordSize);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   466
  key_val = _gvn.transform( new (C) MulXNode( key_val, shiftWord));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
  // Create the JumpNode
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   469
  Node* jtn = _gvn.transform( new (C) JumpNode(control(), key_val, num_cases) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
  // These are the switch destinations hanging off the jumpnode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  int i = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
  for (SwitchRange* r = lo; r <= hi; r++) {
20693
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   474
    for (int64 j = r->lo(); j <= r->hi(); j++, i++) {
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   475
      Node* input = _gvn.transform(new (C) JumpProjNode(jtn, i, r->dest(), (int)(j - lowval)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
      {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
        PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
        set_control(input);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
        jump_if_always_fork(r->dest(), r->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
  assert(i == num_cases, "miscount of cases");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
  stop_and_kill_map();  // no more uses for this JVMS
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
//----------------------------jump_switch_ranges-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
void Parse::jump_switch_ranges(Node* key_val, SwitchRange *lo, SwitchRange *hi, int switch_depth) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
  Block* switch_block = block();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
    // Do special processing for the top-level call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
    assert(lo->lo() == min_jint, "initial range must exhaust Type::INT");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
    assert(hi->hi() == max_jint, "initial range must exhaust Type::INT");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
    // Decrement pred-numbers for the unique set of nodes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
    // Ensure that the block's successors are a (duplicate-free) set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
    int successors_counted = 0;  // block occurrences in [hi..lo]
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
    int unique_successors = switch_block->num_successors();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    for (int i = 0; i < unique_successors; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
      Block* target = switch_block->successor_at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
      // Check that the set of successors is the same in both places.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
      int successors_found = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
      for (SwitchRange* p = lo; p <= hi; p++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
        if (p->dest() == target->start())  successors_found++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
      assert(successors_found > 0, "successor must be known");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
      successors_counted += successors_found;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
    assert(successors_counted == (hi-lo)+1, "no unexpected successors");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    // Maybe prune the inputs, based on the type of key_val.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
    jint min_val = min_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
    jint max_val = max_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
    const TypeInt* ti = key_val->bottom_type()->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
    if (ti != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
      min_val = ti->_lo;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
      max_val = ti->_hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
      assert(min_val <= max_val, "invalid int type");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
    while (lo->hi() < min_val)  lo++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
    if (lo->lo() < min_val)  lo->setRange(min_val, lo->hi(), lo->dest(), lo->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
    while (hi->lo() > max_val)  hi--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
    if (hi->hi() > max_val)  hi->setRange(hi->lo(), max_val, hi->dest(), hi->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
    _max_switch_depth = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
    _est_switch_depth = log2_intptr((hi-lo+1)-1)+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
  assert(lo <= hi, "must be a non-empty set of ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
  if (lo == hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
    jump_if_always_fork(lo->dest(), lo->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
    assert(lo->hi() == (lo+1)->lo()-1, "contiguous ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
    assert(hi->lo() == (hi-1)->hi()+1, "contiguous ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
    if (create_jump_tables(key_val, lo, hi)) return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
    int nr = hi - lo + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
    SwitchRange* mid = lo + nr/2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
    // if there is an easy choice, pivot at a singleton:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
    if (nr > 3 && !mid->is_singleton() && (mid-1)->is_singleton())  mid--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
    assert(lo < mid && mid <= hi, "good pivot choice");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
    assert(nr != 2 || mid == hi,   "should pick higher of 2");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
    assert(nr != 3 || mid == hi-1, "should pick middle of 3");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
    Node *test_val = _gvn.intcon(mid->lo());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
    if (mid->is_singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
      IfNode *iff_ne = jump_if_fork_int(key_val, test_val, BoolTest::ne);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
      jump_if_false_fork(iff_ne, mid->dest(), mid->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
      // Special Case:  If there are exactly three ranges, and the high
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
      // and low range each go to the same place, omit the "gt" test,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
      // since it will not discriminate anything.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
      bool eq_test_only = (hi == lo+2 && hi->dest() == lo->dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
      if (eq_test_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
        assert(mid == hi-1, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
      // if there is a higher range, test for it and process it:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
      if (mid < hi && !eq_test_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
        // two comparisons of same values--should enable 1 test for 2 branches
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
        // Use BoolTest::le instead of BoolTest::gt
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
        IfNode *iff_le  = jump_if_fork_int(key_val, test_val, BoolTest::le);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   576
        Node   *iftrue  = _gvn.transform( new (C) IfTrueNode(iff_le) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   577
        Node   *iffalse = _gvn.transform( new (C) IfFalseNode(iff_le) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
        { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
          set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
          jump_switch_ranges(key_val, mid+1, hi, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
        set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
      // mid is a range, not a singleton, so treat mid..hi as a unit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
      IfNode *iff_ge = jump_if_fork_int(key_val, test_val, BoolTest::ge);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
      // if there is a higher range, test for it and process it:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
      if (mid == hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
        jump_if_true_fork(iff_ge, mid->dest(), mid->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
      } else {
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   593
        Node *iftrue  = _gvn.transform( new (C) IfTrueNode(iff_ge) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   594
        Node *iffalse = _gvn.transform( new (C) IfFalseNode(iff_ge) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
        { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
          set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
          jump_switch_ranges(key_val, mid, hi, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
        set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
    // in any case, process the lower range
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
    jump_switch_ranges(key_val, lo, mid-1, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
  // Decrease pred_count for each successor after all is done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
    int unique_successors = switch_block->num_successors();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
    for (int i = 0; i < unique_successors; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
      Block* target = switch_block->successor_at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
      // Throw away the pre-allocated path for each unique successor.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
      target->next_path_num();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   618
  _max_switch_depth = MAX2(switch_depth, _max_switch_depth);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
  if (TraceOptoParse && Verbose && WizardMode && switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
    SwitchRange* r;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
    int nsing = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
    for( r = lo; r <= hi; r++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
      if( r->is_singleton() )  nsing++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
    tty->print(">>> ");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
    _method->print_short_name();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
    tty->print_cr(" switch decision tree");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
    tty->print_cr("    %d ranges (%d singletons), max_depth=%d, est_depth=%d",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
                  hi-lo+1, nsing, _max_switch_depth, _est_switch_depth);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
    if (_max_switch_depth > _est_switch_depth) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
      tty->print_cr("******** BAD SWITCH DEPTH ********");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
    tty->print("   ");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
    for( r = lo; r <= hi; r++ ) {
20693
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   635
      r->print();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
    tty->print_cr("");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
void Parse::modf() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
  Node *f2 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
  Node *f1 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::modf_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
                              CAST_FROM_FN_PTR(address, SharedRuntime::frem),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
                              "frem", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
                              f1, f2);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   649
  Node* res = _gvn.transform(new (C) ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
  push(res);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
void Parse::modd() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
  Node *d2 = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
  Node *d1 = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::Math_DD_D_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
                              CAST_FROM_FN_PTR(address, SharedRuntime::drem),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
                              "drem", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
                              d1, top(), d2, top());
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   661
  Node* res_d   = _gvn.transform(new (C) ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
#ifdef ASSERT
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   664
  Node* res_top = _gvn.transform(new (C) ProjNode(c, TypeFunc::Parms + 1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
  assert(res_top == top(), "second value must be top");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
  push_pair(res_d);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
void Parse::l2f() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  Node* f2 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
  Node* f1 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::l2f_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
                              CAST_FROM_FN_PTR(address, SharedRuntime::l2f),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
                              "l2f", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
                              f1, f2);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   678
  Node* res = _gvn.transform(new (C) ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
  push(res);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
void Parse::do_irem() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
  // Must keep both values on the expression-stack during null-check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
   685
  zero_check_int(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
  // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
  if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
  Node* b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
  Node* a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
  const Type *t = _gvn.type(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
  if (t != Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
    const TypeInt *ti = t->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
    if (ti->is_con()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
      int divisor = ti->get_con();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
      // check for positive power of 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
      if (divisor > 0 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
          (divisor & ~(divisor-1)) == divisor) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
        // yes !
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
        Node *mask = _gvn.intcon((divisor - 1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
        // Sigh, must handle negative dividends
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
        Node *zero = _gvn.intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
        IfNode *ifff = jump_if_fork_int(a, zero, BoolTest::lt);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   705
        Node *iff = _gvn.transform( new (C) IfFalseNode(ifff) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   706
        Node *ift = _gvn.transform( new (C) IfTrueNode (ifff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
        Node *reg = jump_if_join(ift, iff);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
        Node *phi = PhiNode::make(reg, NULL, TypeInt::INT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
        // Negative path; negate/and/negate
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   710
        Node *neg = _gvn.transform( new (C) SubINode(zero, a) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   711
        Node *andn= _gvn.transform( new (C) AndINode(neg, mask) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   712
        Node *negn= _gvn.transform( new (C) SubINode(zero, andn) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
        phi->init_req(1, negn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
        // Fast positive case
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   715
        Node *andx = _gvn.transform( new (C) AndINode(a, mask) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
        phi->init_req(2, andx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
        // Push the merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
        push( _gvn.transform(phi) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
        return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
  // Default case
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
   724
  push( _gvn.transform( new (C) ModINode(control(),a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
// Handle jsr and jsr_w bytecode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
void Parse::do_jsr() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
  assert(bc() == Bytecodes::_jsr || bc() == Bytecodes::_jsr_w, "wrong bytecode");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
  // Store information about current state, tagged with new _jsr_bci
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
  int return_bci = iter().next_bci();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
  int jsr_bci    = (bc() == Bytecodes::_jsr) ? iter().get_dest() : iter().get_far_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
  // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
  profile_taken_branch(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
  // The way we do things now, there is only one successor block
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
  // for the jsr, because the target code is cloned by ciTypeFlow.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
  Block* target = successor_for_bci(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
  // What got pushed?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
  const Type* ret_addr = target->peek();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
  assert(ret_addr->singleton(), "must be a constant (cloned jsr body)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
  // Effect on jsr on stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
  push(_gvn.makecon(ret_addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
  // Flow to the jsr.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
  merge(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
// Handle ret bytecode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
void Parse::do_ret() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
  // Find to whom we return.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
  assert(block()->num_successors() == 1, "a ret can only go one place now");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
  Block* target = block()->successor_at(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
  assert(!target->is_ready(), "our arrival must be expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
  profile_ret(target->flow()->start());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
  int pnum = target->next_path_num();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
  merge_common(target, pnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
//--------------------------dynamic_branch_prediction--------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
// Try to gather dynamic branch prediction behavior.  Return a probability
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
// of the branch being taken and set the "cnt" field.  Returns a -1.0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
// if we need to use static prediction for some reason.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
float Parse::dynamic_branch_prediction(float &cnt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   770
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
  cnt  = COUNT_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
  // Use MethodData information if it is available
489c9b5090e2 Initial load
duke
parents:
diff changeset
   774
  // FIXME: free the ProfileData structure
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
  ciMethodData* methodData = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   776
  if (!methodData->is_mature())  return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
  ciProfileData* data = methodData->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
  if (!data->is_JumpData())  return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
  // get taken and not taken values
489c9b5090e2 Initial load
duke
parents:
diff changeset
   781
  int     taken = data->as_JumpData()->taken();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
  int not_taken = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
  if (data->is_BranchData()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
    not_taken = data->as_BranchData()->not_taken();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
  // scale the counts to be commensurate with invocation counts:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
  taken = method()->scale_count(taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
  not_taken = method()->scale_count(not_taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   791
  // Give up if too few (or too many, in which case the sum will overflow) counts to be meaningful.
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   792
  // We also check that individual counters are positive first, overwise the sum can become positive.
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   793
  if (taken < 0 || not_taken < 0 || taken + not_taken < 40) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
    if (C->log() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
      C->log()->elem("branch target_bci='%d' taken='%d' not_taken='%d'", iter().get_dest(), taken, not_taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
    return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
  // Compute frequency that we arrive here
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   801
  float sum = taken + not_taken;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
  // Adjust, if this block is a cloned private block but the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
  // Jump counts are shared.  Taken the private counts for
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
  // just this path instead of the shared counts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   805
  if( block()->count() > 0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
    sum = block()->count();
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   807
  cnt = sum / FreqCountInvocations;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
  // Pin probability to sane limits
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
  float prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
  if( !taken )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
    prob = (0+PROB_MIN) / 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
  else if( !not_taken )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
    prob = (1+PROB_MAX) / 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
  else {                         // Compute probability of true path
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
    prob = (float)taken / (float)(taken + not_taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
    if (prob > PROB_MAX)  prob = PROB_MAX;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
    if (prob < PROB_MIN)   prob = PROB_MIN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
  assert((cnt > 0.0f) && (prob > 0.0f),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
         "Bad frequency assignment in if");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
  if (C->log() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
    const char* prob_str = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
    if (prob >= PROB_MAX)  prob_str = (prob == PROB_MAX) ? "max" : "always";
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
    if (prob <= PROB_MIN)  prob_str = (prob == PROB_MIN) ? "min" : "never";
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
    char prob_str_buf[30];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
    if (prob_str == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
      sprintf(prob_str_buf, "%g", prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
      prob_str = prob_str_buf;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
    C->log()->elem("branch target_bci='%d' taken='%d' not_taken='%d' cnt='%g' prob='%s'",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
                   iter().get_dest(), taken, not_taken, cnt, prob_str);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
//-----------------------------branch_prediction-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
float Parse::branch_prediction(float& cnt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
                               BoolTest::mask btest,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
                               int target_bci) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
  float prob = dynamic_branch_prediction(cnt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  // If prob is unknown, switch to static prediction
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  if (prob != PROB_UNKNOWN)  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
  prob = PROB_FAIR;                   // Set default value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  if (btest == BoolTest::eq)          // Exactly equal test?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
    prob = PROB_STATIC_INFREQUENT;    // Assume its relatively infrequent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  else if (btest == BoolTest::ne)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
    prob = PROB_STATIC_FREQUENT;      // Assume its relatively frequent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
  // If this is a conditional test guarding a backwards branch,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
  // assume its a loop-back edge.  Make it a likely taken branch.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
  if (target_bci < bci()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
    if (is_osr_parse()) {    // Could be a hot OSR'd loop; force deopt
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
      // Since it's an OSR, we probably have profile data, but since
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
      // branch_prediction returned PROB_UNKNOWN, the counts are too small.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
      // Let's make a special check here for completely zero counts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
      ciMethodData* methodData = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
      if (!methodData->is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
        ciProfileData* data = methodData->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
        // Only stop for truly zero counts, which mean an unknown part
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
        // of the OSR-ed method, and we want to deopt to gather more stats.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
        // If you have ANY counts, then this loop is simply 'cold' relative
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
        // to the OSR loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
        if (data->as_BranchData()->taken() +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
            data->as_BranchData()->not_taken() == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
          // This is the only way to return PROB_UNKNOWN:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
          return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
    prob = PROB_STATIC_FREQUENT;     // Likely to take backwards branch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
  assert(prob != PROB_UNKNOWN, "must have some guess at this point");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
// The magic constants are chosen so as to match the output of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
// branch_prediction() when the profile reports a zero taken count.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
// It is important to distinguish zero counts unambiguously, because
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
// some branches (e.g., _213_javac.Assembler.eliminate) validly produce
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
// very small but nonzero probabilities, which if confused with zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
// counts would keep the program recompiling indefinitely.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
bool Parse::seems_never_taken(float prob) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
  return prob < PROB_MIN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   891
// True if the comparison seems to be the kind that will not change its
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   892
// statistics from true to false.  See comments in adjust_map_after_if.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   893
// This question is only asked along paths which are already
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   894
// classifed as untaken (by seems_never_taken), so really,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   895
// if a path is never taken, its controlling comparison is
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   896
// already acting in a stable fashion.  If the comparison
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   897
// seems stable, we will put an expensive uncommon trap
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   898
// on the untaken path.  To be conservative, and to allow
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   899
// partially executed counted loops to be compiled fully,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   900
// we will plant uncommon traps only after pointer comparisons.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   901
bool Parse::seems_stable_comparison(BoolTest::mask btest, Node* cmp) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   902
  for (int depth = 4; depth > 0; depth--) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   903
    // The following switch can find CmpP here over half the time for
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   904
    // dynamic language code rich with type tests.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   905
    // Code using counted loops or array manipulations (typical
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   906
    // of benchmarks) will have many (>80%) CmpI instructions.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   907
    switch (cmp->Opcode()) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   908
    case Op_CmpP:
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   909
      // A never-taken null check looks like CmpP/BoolTest::eq.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   910
      // These certainly should be closed off as uncommon traps.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   911
      if (btest == BoolTest::eq)
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   912
        return true;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   913
      // A never-failed type check looks like CmpP/BoolTest::ne.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   914
      // Let's put traps on those, too, so that we don't have to compile
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   915
      // unused paths with indeterminate dynamic type information.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   916
      if (ProfileDynamicTypes)
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   917
        return true;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   918
      return false;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   919
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   920
    case Op_CmpI:
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   921
      // A small minority (< 10%) of CmpP are masked as CmpI,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   922
      // as if by boolean conversion ((p == q? 1: 0) != 0).
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   923
      // Detect that here, even if it hasn't optimized away yet.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   924
      // Specifically, this covers the 'instanceof' operator.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   925
      if (btest == BoolTest::ne || btest == BoolTest::eq) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   926
        if (_gvn.type(cmp->in(2))->singleton() &&
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   927
            cmp->in(1)->is_Phi()) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   928
          PhiNode* phi = cmp->in(1)->as_Phi();
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   929
          int true_path = phi->is_diamond_phi();
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   930
          if (true_path > 0 &&
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   931
              _gvn.type(phi->in(1))->singleton() &&
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   932
              _gvn.type(phi->in(2))->singleton()) {
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   933
            // phi->region->if_proj->ifnode->bool->cmp
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   934
            BoolNode* bol = phi->in(0)->in(1)->in(0)->in(1)->as_Bool();
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   935
            btest = bol->_test._test;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   936
            cmp = bol->in(1);
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   937
            continue;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   938
          }
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   939
        }
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   940
      }
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   941
      return false;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   942
    }
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   943
  }
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   944
  return false;
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   945
}
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   946
954
740f5b9a923e 6707044: uncommon_trap of ifnull bytecode leaves garbage on expression stack
rasbold
parents: 781
diff changeset
   947
//-------------------------------repush_if_args--------------------------------
740f5b9a923e 6707044: uncommon_trap of ifnull bytecode leaves garbage on expression stack
rasbold
parents: 781
diff changeset
   948
// Push arguments of an "if" bytecode back onto the stack by adjusting _sp.
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
   949
inline int Parse::repush_if_args() {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  if (PrintOpto && WizardMode) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
    tty->print("defending against excessive implicit null exceptions on %s @%d in ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
               Bytecodes::name(iter().cur_bc()), iter().cur_bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
    method()->print_name(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
  int bc_depth = - Bytecodes::depth(iter().cur_bc());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  assert(bc_depth == 1 || bc_depth == 2, "only two kinds of branches");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
  DEBUG_ONLY(sync_jvms());   // argument(n) requires a synced jvms
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
  assert(argument(0) != NULL, "must exist");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
  assert(bc_depth == 1 || argument(1) != NULL, "two must exist");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
   962
  inc_sp(bc_depth);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
   963
  return bc_depth;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
//----------------------------------do_ifnull----------------------------------
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   967
void Parse::do_ifnull(BoolTest::mask btest, Node *c) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
  int target_bci = iter().get_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   970
  Block* branch_block = successor_for_bci(target_bci);
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   971
  Block* next_block   = successor_for_bci(iter().next_bci());
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   972
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
  float cnt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
  float prob = branch_prediction(cnt, btest, target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
  if (prob == PROB_UNKNOWN) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
    // (An earlier version of do_ifnull omitted this trap for OSR methods.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
    if (PrintOpto && Verbose)
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   979
      tty->print_cr("Never-taken edge stops compilation at bci %d",bci());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
#endif
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   981
    repush_if_args(); // to gather stats on loop
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
    // We need to mark this branch as taken so that if we recompile we will
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
    // see that it is possible. In the tiered system the interpreter doesn't
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
    // do profiling and by the time we get to the lower tier from the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
    // the path may be cold again. Make sure it doesn't look untaken
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
    profile_taken_branch(target_bci, !ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
    uncommon_trap(Deoptimization::Reason_unreached,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
                  NULL, "cold");
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
   990
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   991
      // Mark the successor blocks as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   992
      branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   993
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   994
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
  explicit_null_checks_inserted++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
  // Generate real control flow
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1001
  Node   *tst = _gvn.transform( new (C) BoolNode( c, btest ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
  // Sanity check the probability value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
  assert(prob > 0.0f,"Bad probability in Parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
 // Need xform to put node in hash table
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
  IfNode *iff = create_and_xform_if( control(), tst, prob, cnt );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
  assert(iff->_prob > 0.0f,"Optimizer made bad probability in parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
  // True branch
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
  { PreserveJVMState pjvms(this);
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1010
    Node* iftrue  = _gvn.transform( new (C) IfTrueNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
    set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
    if (stopped()) {            // Path is dead?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
      explicit_null_checks_elided++;
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1015
      if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1016
        // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1017
        branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1018
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
    } else {                    // Path is live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
      // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
      profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
      adjust_map_after_if(btest, c, prob, branch_block, next_block);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1023
      if (!stopped()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
        merge(target_bci);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1025
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
  // False branch
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1030
  Node* iffalse = _gvn.transform( new (C) IfFalseNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
  set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
  if (stopped()) {              // Path is dead?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
    explicit_null_checks_elided++;
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1035
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1036
      // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1037
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1038
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
  } else  {                     // Path is live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
    profile_not_taken_branch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
    adjust_map_after_if(BoolTest(btest).negate(), c, 1.0-prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
                        next_block, branch_block);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
//------------------------------------do_if------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
void Parse::do_if(BoolTest::mask btest, Node* c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
  int target_bci = iter().get_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1051
  Block* branch_block = successor_for_bci(target_bci);
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1052
  Block* next_block   = successor_for_bci(iter().next_bci());
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1053
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
  float cnt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
  float prob = branch_prediction(cnt, btest, target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  float untaken_prob = 1.0 - prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
  if (prob == PROB_UNKNOWN) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
    if (PrintOpto && Verbose)
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  1061
      tty->print_cr("Never-taken edge stops compilation at bci %d",bci());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
    repush_if_args(); // to gather stats on loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
    // We need to mark this branch as taken so that if we recompile we will
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1065
    // see that it is possible. In the tiered system the interpreter doesn't
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
    // do profiling and by the time we get to the lower tier from the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
    // the path may be cold again. Make sure it doesn't look untaken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
    profile_taken_branch(target_bci, !ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1069
    uncommon_trap(Deoptimization::Reason_unreached,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
                  NULL, "cold");
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1072
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1073
      // Mark the successor blocks as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1074
      branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1075
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1076
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1077
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
  // Sanity check the probability value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
  assert(0.0f < prob && prob < 1.0f,"Bad probability in Parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1082
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  bool taken_if_true = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
  // Convert BoolTest to canonical form:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
  if (!BoolTest(btest).is_canonical()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1086
    btest         = BoolTest(btest).negate();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
    taken_if_true = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
    // prob is NOT updated here; it remains the probability of the taken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
    // path (as opposed to the prob of the path guarded by an 'IfTrueNode').
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1090
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1091
  assert(btest != BoolTest::eq, "!= is the only canonical exact test");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1092
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1093
  Node* tst0 = new (C) BoolNode(c, btest);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1094
  Node* tst = _gvn.transform(tst0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1095
  BoolTest::mask taken_btest   = BoolTest::illegal;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1096
  BoolTest::mask untaken_btest = BoolTest::illegal;
210
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1097
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1098
  if (tst->is_Bool()) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1099
    // Refresh c from the transformed bool node, since it may be
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1100
    // simpler than the original c.  Also re-canonicalize btest.
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1101
    // This wins when (Bool ne (Conv2B p) 0) => (Bool ne (CmpP p NULL)).
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1102
    // That can arise from statements like: if (x instanceof C) ...
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1103
    if (tst != tst0) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1104
      // Canonicalize one more time since transform can change it.
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1105
      btest = tst->as_Bool()->_test._test;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1106
      if (!BoolTest(btest).is_canonical()) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1107
        // Reverse edges one more time...
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1108
        tst   = _gvn.transform( tst->as_Bool()->negate(&_gvn) );
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1109
        btest = tst->as_Bool()->_test._test;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1110
        assert(BoolTest(btest).is_canonical(), "sanity");
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1111
        taken_if_true = !taken_if_true;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1112
      }
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1113
      c = tst->in(1);
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1114
    }
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1115
    BoolTest::mask neg_btest = BoolTest(btest).negate();
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1116
    taken_btest   = taken_if_true ?     btest : neg_btest;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1117
    untaken_btest = taken_if_true ? neg_btest :     btest;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1118
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
  // Generate real control flow
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
  float true_prob = (taken_if_true ? prob : untaken_prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
  IfNode* iff = create_and_map_if(control(), tst, true_prob, cnt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
  assert(iff->_prob > 0.0f,"Optimizer made bad probability in parser");
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1124
  Node* taken_branch   = new (C) IfTrueNode(iff);
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1125
  Node* untaken_branch = new (C) IfFalseNode(iff);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1126
  if (!taken_if_true) {  // Finish conversion to canonical form
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
    Node* tmp      = taken_branch;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
    taken_branch   = untaken_branch;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
    untaken_branch = tmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1130
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1131
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
  // Branch is taken:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
  { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
    taken_branch = _gvn.transform(taken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
    set_control(taken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1137
    if (stopped()) {
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1138
      if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1139
        // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1140
        branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1141
      }
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1142
    } else {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
      // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
      profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
      adjust_map_after_if(taken_btest, c, prob, branch_block, next_block);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1146
      if (!stopped()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
        merge(target_bci);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1148
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
  untaken_branch = _gvn.transform(untaken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
  set_control(untaken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
  // Branch not taken.
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1156
  if (stopped()) {
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1157
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1158
      // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1159
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1160
    }
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1161
  } else {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1162
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
    profile_not_taken_branch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
    adjust_map_after_if(untaken_btest, c, untaken_prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
                        next_block, branch_block);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
//----------------------------adjust_map_after_if------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
// Adjust the JVM state to reflect the result of taking this path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
// Basically, it means inspecting the CmpNode controlling this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
// branch, seeing how it constrains a tested value, and then
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
// deciding if it's worth our while to encode this constraint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
// as graph nodes in the current abstract interpretation map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
void Parse::adjust_map_after_if(BoolTest::mask btest, Node* c, float prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
                                Block* path, Block* other_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
  if (stopped() || !c->is_Cmp() || btest == BoolTest::illegal)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
    return;                             // nothing to do
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
  bool is_fallthrough = (path == successor_for_bci(iter().next_bci()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1182
  if (seems_never_taken(prob) && seems_stable_comparison(btest, c)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
    // If this might possibly turn into an implicit null check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
    // and the null has never yet been seen, we need to generate
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
    // an uncommon trap, so as to recompile instead of suffering
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
    // with very slow branches.  (We'll get the slow branches if
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
    // the program ever changes phase and starts seeing nulls here.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
    //
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1189
    // We do not inspect for a null constant, since a node may
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
    // optimize to 'null' later on.
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1191
    //
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1192
    // Null checks, and other tests which expect inequality,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1193
    // show btest == BoolTest::eq along the non-taken branch.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1194
    // On the other hand, type tests, must-be-null tests,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1195
    // and other tests which expect pointer equality,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1196
    // show btest == BoolTest::ne along the non-taken branch.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
  1197
    // We prune both types of branches if they look unused.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
    repush_if_args();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1199
    // We need to mark this branch as taken so that if we recompile we will
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
    // see that it is possible. In the tiered system the interpreter doesn't
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
    // do profiling and by the time we get to the lower tier from the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
    // the path may be cold again. Make sure it doesn't look untaken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1203
    if (is_fallthrough) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1204
      profile_not_taken_branch(!ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1206
      profile_taken_branch(iter().get_dest(), !ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
    uncommon_trap(Deoptimization::Reason_unreached,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1209
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1210
                  NULL,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
                  (is_fallthrough ? "taken always" : "taken never"));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
  Node* val = c->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1216
  Node* con = c->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
  const Type* tcon = _gvn.type(con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1218
  const Type* tval = _gvn.type(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
  bool have_con = tcon->singleton();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
  if (tval->singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1221
    if (!have_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
      // Swap, so constant is in con.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
      con  = val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
      tcon = tval;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
      val  = c->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
      tval = _gvn.type(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
      btest = BoolTest(btest).commute();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
      have_con = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
      // Do we have two constants?  Then leave well enough alone.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1231
      have_con = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
  if (!have_con)                        // remaining adjustments need a con
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1237
  sharpen_type_after_if(btest, con, tcon, val, tval);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1238
}
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1239
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1240
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1241
static Node* extract_obj_from_klass_load(PhaseGVN* gvn, Node* n) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1242
  Node* ldk;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  1243
  if (n->is_DecodeNKlass()) {
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1244
    if (n->in(1)->Opcode() != Op_LoadNKlass) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1245
      return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1246
    } else {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1247
      ldk = n->in(1);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1248
    }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1249
  } else if (n->Opcode() != Op_LoadKlass) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1250
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1251
  } else {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1252
    ldk = n;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1253
  }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1254
  assert(ldk != NULL && ldk->is_Load(), "should have found a LoadKlass or LoadNKlass node");
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1255
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1256
  Node* adr = ldk->in(MemNode::Address);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1257
  intptr_t off = 0;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1258
  Node* obj = AddPNode::Ideal_base_and_offset(adr, gvn, off);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1259
  if (obj == NULL || off != oopDesc::klass_offset_in_bytes()) // loading oopDesc::_klass?
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1260
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1261
  const TypePtr* tp = gvn->type(obj)->is_ptr();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1262
  if (tp == NULL || !(tp->isa_instptr() || tp->isa_aryptr())) // is obj a Java object ptr?
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1263
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1264
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1265
  return obj;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1266
}
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1267
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1268
void Parse::sharpen_type_after_if(BoolTest::mask btest,
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1269
                                  Node* con, const Type* tcon,
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1270
                                  Node* val, const Type* tval) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1271
  // Look for opportunities to sharpen the type of a node
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1272
  // whose klass is compared with a constant klass.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1273
  if (btest == BoolTest::eq && tcon->isa_klassptr()) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1274
    Node* obj = extract_obj_from_klass_load(&_gvn, val);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1275
    const TypeOopPtr* con_type = tcon->isa_klassptr()->as_instance_type();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1276
    if (obj != NULL && (con_type->isa_instptr() || con_type->isa_aryptr())) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1277
       // Found:
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1278
       //   Bool(CmpP(LoadKlass(obj._klass), ConP(Foo.klass)), [eq])
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1279
       // or the narrowOop equivalent.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1280
       const Type* obj_type = _gvn.type(obj);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1281
       const TypeOopPtr* tboth = obj_type->join(con_type)->isa_oopptr();
13204
589e566a5ca8 7180769: assert(tboth->klass_is_exact()) failed: klass should be exact
kvn
parents: 12945
diff changeset
  1282
       if (tboth != NULL && tboth->klass_is_exact() && tboth != obj_type &&
589e566a5ca8 7180769: assert(tboth->klass_is_exact()) failed: klass should be exact
kvn
parents: 12945
diff changeset
  1283
           tboth->higher_equal(obj_type)) {
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1284
          // obj has to be of the exact type Foo if the CmpP succeeds.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1285
          int obj_in_map = map()->find_edge(obj);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1286
          JVMState* jvms = this->jvms();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1287
          if (obj_in_map >= 0 &&
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1288
              (jvms->is_loc(obj_in_map) || jvms->is_stk(obj_in_map))) {
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1289
            TypeNode* ccast = new (C) CheckCastPPNode(control(), obj, tboth);
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1290
            const Type* tcc = ccast->as_Type()->type();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1291
            assert(tcc != obj_type && tcc->higher_equal(obj_type), "must improve");
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1292
            // Delay transform() call to allow recovery of pre-cast value
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1293
            // at the control merge.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1294
            _gvn.set_type_bottom(ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1295
            record_for_igvn(ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1296
            // Here's the payoff.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1297
            replace_in_map(obj, ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1298
          }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1299
       }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1300
    }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1301
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
  int val_in_map = map()->find_edge(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  if (val_in_map < 0)  return;          // replace_in_map would be useless
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
    JVMState* jvms = this->jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
    if (!(jvms->is_loc(val_in_map) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
          jvms->is_stk(val_in_map)))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
      return;                           // again, it would be useless
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
  // Check for a comparison to a constant, and "know" that the compared
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  // value is constrained on this path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
  assert(tcon->singleton(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
  ConstraintCastNode* ccast = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
  Node* cast = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
  switch (btest) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
  case BoolTest::eq:                    // Constant test?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
    {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
      const Type* tboth = tcon->join(tval);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
      if (tboth == tval)  break;        // Nothing to gain.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
      if (tcon->isa_int()) {
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1324
        ccast = new (C) CastIINode(val, tboth);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
      } else if (tcon == TypePtr::NULL_PTR) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1326
        // Cast to null, but keep the pointer identity temporarily live.
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1327
        ccast = new (C) CastPPNode(val, tboth);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
        const TypeF* tf = tcon->isa_float_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
        const TypeD* td = tcon->isa_double_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
        // Exclude tests vs float/double 0 as these could be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1332
        // either +0 or -0.  Just because you are equal to +0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
        // doesn't mean you ARE +0!
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1334
        // Note, following code also replaces Long and Oop values.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1335
        if ((!tf || tf->_f != 0.0) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1336
            (!td || td->_d != 0.0))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1337
          cast = con;                   // Replace non-constant val by con.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1338
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1339
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1342
  case BoolTest::ne:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1343
    if (tcon == TypePtr::NULL_PTR) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1344
      cast = cast_not_null(val, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1345
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1346
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1347
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1348
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1349
    // (At this point we could record int range types with CastII.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1350
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1351
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1352
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1353
  if (ccast != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1354
    const Type* tcc = ccast->as_Type()->type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1355
    assert(tcc != tval && tcc->higher_equal(tval), "must improve");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1356
    // Delay transform() call to allow recovery of pre-cast value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1357
    // at the control merge.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1358
    ccast->set_req(0, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1359
    _gvn.set_type_bottom(ccast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1360
    record_for_igvn(ccast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1361
    cast = ccast;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1362
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1363
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1364
  if (cast != NULL) {                   // Here's the payoff.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1365
    replace_in_map(val, cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1366
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1367
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1368
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1369
/**
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1370
 * Use speculative type to optimize CmpP node: if comparison is
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1371
 * against the low level class, cast the object to the speculative
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1372
 * type if any. CmpP should then go away.
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1373
 *
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1374
 * @param c  expected CmpP node
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1375
 * @return   result of CmpP on object casted to speculative type
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1376
 *
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1377
 */
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1378
Node* Parse::optimize_cmp_with_klass(Node* c) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1379
  // If this is transformed by the _gvn to a comparison with the low
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1380
  // level klass then we may be able to use speculation
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1381
  if (c->Opcode() == Op_CmpP &&
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1382
      (c->in(1)->Opcode() == Op_LoadKlass || c->in(1)->Opcode() == Op_DecodeNKlass) &&
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1383
      c->in(2)->is_Con()) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1384
    Node* load_klass = NULL;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1385
    Node* decode = NULL;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1386
    if (c->in(1)->Opcode() == Op_DecodeNKlass) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1387
      decode = c->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1388
      load_klass = c->in(1)->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1389
    } else {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1390
      load_klass = c->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1391
    }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1392
    if (load_klass->in(2)->is_AddP()) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1393
      Node* addp = load_klass->in(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1394
      Node* obj = addp->in(AddPNode::Address);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1395
      const TypeOopPtr* obj_type = _gvn.type(obj)->is_oopptr();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1396
      if (obj_type->speculative_type() != NULL) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1397
        ciKlass* k = obj_type->speculative_type();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1398
        inc_sp(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1399
        obj = maybe_cast_profiled_obj(obj, k);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1400
        dec_sp(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1401
        // Make the CmpP use the casted obj
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1402
        addp = basic_plus_adr(obj, addp->in(AddPNode::Offset));
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1403
        load_klass = load_klass->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1404
        load_klass->set_req(2, addp);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1405
        load_klass = _gvn.transform(load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1406
        if (decode != NULL) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1407
          decode = decode->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1408
          decode->set_req(1, load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1409
          load_klass = _gvn.transform(decode);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1410
        }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1411
        c = c->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1412
        c->set_req(1, load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1413
        c = _gvn.transform(c);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1414
      }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1415
    }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1416
  }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1417
  return c;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1418
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
//------------------------------do_one_bytecode--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
// Parse this bytecode, and alter the Parsers JVM->Node mapping
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
void Parse::do_one_bytecode() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
  Node *a, *b, *c, *d;          // Handy temps
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
  BoolTest::mask btest;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
  int i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
  assert(!has_exceptions(), "bytecode entry state must be clear of throws");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1428
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
  if (C->check_node_count(NodeLimitFudgeFactor * 5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
                          "out of nodes parsing method")) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
  // for setting breakpoints
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
  if (TraceOptoParse) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
    tty->print(" @");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
    dump_bci(bci());
16613
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
  1439
    tty->cr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1440
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
  switch (bc()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1444
  case Bytecodes::_nop:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1445
    // do nothing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1446
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
  case Bytecodes::_lconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1448
    push_pair(longcon(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1449
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1451
  case Bytecodes::_lconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1452
    push_pair(longcon(1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1453
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1454
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
  case Bytecodes::_fconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1456
    push(zerocon(T_FLOAT));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1457
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1458
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1459
  case Bytecodes::_fconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1460
    push(makecon(TypeF::ONE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1461
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1462
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
  case Bytecodes::_fconst_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
    push(makecon(TypeF::make(2.0f)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1465
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1466
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1467
  case Bytecodes::_dconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1468
    push_pair(zerocon(T_DOUBLE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1469
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1470
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1471
  case Bytecodes::_dconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1472
    push_pair(makecon(TypeD::ONE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1473
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1474
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1475
  case Bytecodes::_iconst_m1:push(intcon(-1)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1476
  case Bytecodes::_iconst_0: push(intcon( 0)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1477
  case Bytecodes::_iconst_1: push(intcon( 1)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1478
  case Bytecodes::_iconst_2: push(intcon( 2)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1479
  case Bytecodes::_iconst_3: push(intcon( 3)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1480
  case Bytecodes::_iconst_4: push(intcon( 4)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1481
  case Bytecodes::_iconst_5: push(intcon( 5)); break;
5688
9052dc91ea67 6939207: refactor constant pool index processing
jrose
parents: 4761
diff changeset
  1482
  case Bytecodes::_bipush:   push(intcon(iter().get_constant_u1())); break;
9052dc91ea67 6939207: refactor constant pool index processing
jrose
parents: 4761
diff changeset
  1483
  case Bytecodes::_sipush:   push(intcon(iter().get_constant_u2())); break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1484
  case Bytecodes::_aconst_null: push(null());  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
  case Bytecodes::_ldc:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1486
  case Bytecodes::_ldc_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1487
  case Bytecodes::_ldc2_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
    // If the constant is unresolved, run this BC once in the interpreter.
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1489
    {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1490
      ciConstant constant = iter().get_constant();
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1491
      if (constant.basic_type() == T_OBJECT &&
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1492
          !constant.as_object()->is_loaded()) {
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1493
        int index = iter().get_constant_pool_index();
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1494
        constantTag tag = iter().get_constant_pool_tag(index);
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1495
        uncommon_trap(Deoptimization::make_trap_request
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1496
                      (Deoptimization::Reason_unloaded,
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1497
                       Deoptimization::Action_reinterpret,
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1498
                       index),
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1499
                      NULL, tag.internal_name());
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1500
        break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1501
      }
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13204
diff changeset
  1502
      assert(constant.basic_type() != T_OBJECT || constant.as_object()->is_instance(),
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1503
             "must be java_mirror of klass");
3908
24b55ad4c228 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 3261
diff changeset
  1504
      bool pushed = push_constant(constant, true);
24b55ad4c228 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 3261
diff changeset
  1505
      guarantee(pushed, "must be possible to push this constant");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1506
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1507
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1508
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1509
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1510
  case Bytecodes::_aload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1511
    push( local(0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1512
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
  case Bytecodes::_aload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1514
    push( local(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1515
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1516
  case Bytecodes::_aload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1517
    push( local(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1518
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
  case Bytecodes::_aload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
    push( local(3) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1522
  case Bytecodes::_aload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
    push( local(iter().get_index()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1524
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1525
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1526
  case Bytecodes::_fload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1527
  case Bytecodes::_iload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1528
    push( local(0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1529
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1530
  case Bytecodes::_fload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1531
  case Bytecodes::_iload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1532
    push( local(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1533
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1534
  case Bytecodes::_fload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1535
  case Bytecodes::_iload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1536
    push( local(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1537
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1538
  case Bytecodes::_fload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1539
  case Bytecodes::_iload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1540
    push( local(3) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1541
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1542
  case Bytecodes::_fload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1543
  case Bytecodes::_iload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1544
    push( local(iter().get_index()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1545
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1546
  case Bytecodes::_lload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1547
    push_pair_local( 0 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
  case Bytecodes::_lload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
    push_pair_local( 1 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
  case Bytecodes::_lload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
    push_pair_local( 2 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1554
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
  case Bytecodes::_lload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
    push_pair_local( 3 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1558
  case Bytecodes::_lload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
    push_pair_local( iter().get_index() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
  case Bytecodes::_dload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
    push_pair_local(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
  case Bytecodes::_dload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
    push_pair_local(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1568
  case Bytecodes::_dload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1569
    push_pair_local(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1570
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1571
  case Bytecodes::_dload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1572
    push_pair_local(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1573
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1574
  case Bytecodes::_dload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1575
    push_pair_local(iter().get_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1576
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
  case Bytecodes::_fstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1578
  case Bytecodes::_istore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1579
  case Bytecodes::_astore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1580
    set_local( 0, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1582
  case Bytecodes::_fstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
  case Bytecodes::_istore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1584
  case Bytecodes::_astore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
    set_local( 1, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
  case Bytecodes::_fstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1588
  case Bytecodes::_istore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
  case Bytecodes::_astore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1590
    set_local( 2, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
  case Bytecodes::_fstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
  case Bytecodes::_istore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
  case Bytecodes::_astore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
    set_local( 3, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
  case Bytecodes::_fstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
  case Bytecodes::_istore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1599
  case Bytecodes::_astore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
    set_local( iter().get_index(), pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
  // long stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1603
  case Bytecodes::_lstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1604
    set_pair_local( 0, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
  case Bytecodes::_lstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
    set_pair_local( 1, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1608
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1609
  case Bytecodes::_lstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
    set_pair_local( 2, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
  case Bytecodes::_lstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1613
    set_pair_local( 3, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1614
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1615
  case Bytecodes::_lstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
    set_pair_local( iter().get_index(), pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1617
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1618
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1619
  // double stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
  case Bytecodes::_dstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
    set_pair_local( 0, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1622
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
  case Bytecodes::_dstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1624
    set_pair_local( 1, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1625
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1626
  case Bytecodes::_dstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1627
    set_pair_local( 2, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1628
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1629
  case Bytecodes::_dstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1630
    set_pair_local( 3, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1631
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1632
  case Bytecodes::_dstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1633
    set_pair_local( iter().get_index(), dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1636
  case Bytecodes::_pop:  dec_sp(1);   break;
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1637
  case Bytecodes::_pop2: dec_sp(2);   break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
  case Bytecodes::_swap:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1639
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1640
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1641
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1642
    push(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1643
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1644
  case Bytecodes::_dup:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1645
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1646
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
  case Bytecodes::_dup_x1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1650
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1651
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1652
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1653
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1654
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1655
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1656
  case Bytecodes::_dup_x2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1657
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1658
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1660
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1665
  case Bytecodes::_dup2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
  case Bytecodes::_dup2_x1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
    // before: .. c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
    // after:  .. b, a, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
    // not tested
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1682
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1687
  case Bytecodes::_dup2_x2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1688
    // before: .. d, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
    // after:  .. b, a, d, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1690
    // not tested
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1691
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1692
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1693
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
    d = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1695
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1696
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1698
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1699
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1700
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
  case Bytecodes::_arraylength: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1704
    // Must do null-check with value on expression stack
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1705
    Node *ary = null_check(peek(), T_ARRAY);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1707
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
    push(load_array_length(a));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
  case Bytecodes::_baload: array_load(T_BYTE);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
  case Bytecodes::_caload: array_load(T_CHAR);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
  case Bytecodes::_iaload: array_load(T_INT);    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
  case Bytecodes::_saload: array_load(T_SHORT);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1717
  case Bytecodes::_faload: array_load(T_FLOAT);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1718
  case Bytecodes::_aaload: array_load(T_OBJECT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
  case Bytecodes::_laload: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1720
    a = array_addressing(T_LONG, 0);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1721
    if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1722
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1723
    push_pair(make_load(control(), a, TypeLong::LONG, T_LONG, TypeAryPtr::LONGS, MemNode::unordered));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1724
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1725
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1726
  case Bytecodes::_daload: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1727
    a = array_addressing(T_DOUBLE, 0);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1728
    if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1729
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1730
    push_pair(make_load(control(), a, Type::DOUBLE, T_DOUBLE, TypeAryPtr::DOUBLES, MemNode::unordered));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1731
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1732
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1733
  case Bytecodes::_bastore: array_store(T_BYTE);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1734
  case Bytecodes::_castore: array_store(T_CHAR);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1735
  case Bytecodes::_iastore: array_store(T_INT);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1736
  case Bytecodes::_sastore: array_store(T_SHORT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1737
  case Bytecodes::_fastore: array_store(T_FLOAT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1738
  case Bytecodes::_aastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1739
    d = array_addressing(T_OBJECT, 1);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1740
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
    array_store_check();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1742
    c = pop();                  // Oop to store
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
    b = pop();                  // index (already used)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
    a = pop();                  // the array itself
3180
c589129153a4 6856025: assert(_base >= OopPtr && _base <= KlassPtr,"Not a Java pointer")
never
parents: 3178
diff changeset
  1745
    const TypeOopPtr* elemtype  = _gvn.type(a)->is_aryptr()->elem()->make_oopptr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1746
    const TypeAryPtr* adr_type = TypeAryPtr::OOPS;
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1747
    Node* store = store_oop_to_array(control(), a, d, adr_type, c, elemtype, T_OBJECT, MemNode::release);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1750
  case Bytecodes::_lastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1751
    a = array_addressing(T_LONG, 2);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1752
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1753
    c = pop_pair();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1754
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1755
    store_to_memory(control(), a, c, T_LONG, TypeAryPtr::LONGS, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1756
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1757
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1758
  case Bytecodes::_dastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1759
    a = array_addressing(T_DOUBLE, 2);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1760
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1761
    c = pop_pair();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1762
    dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
    c = dstore_rounding(c);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1764
    store_to_memory(control(), a, c, T_DOUBLE, TypeAryPtr::DOUBLES, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1766
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1767
  case Bytecodes::_getfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
    do_getfield();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1770
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1771
  case Bytecodes::_getstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1772
    do_getstatic();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1773
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1774
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1775
  case Bytecodes::_putfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1776
    do_putfield();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1777
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1778
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1779
  case Bytecodes::_putstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
    do_putstatic();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1783
  case Bytecodes::_irem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
    do_irem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
  case Bytecodes::_idiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1787
    // Must keep both values on the expression-stack during null-check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1788
    zero_check_int(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1790
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1791
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1793
    push( _gvn.transform( new (C) DivINode(control(),a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1795
  case Bytecodes::_imul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1796
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1797
    push( _gvn.transform( new (C) MulINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1799
  case Bytecodes::_iadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1800
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1801
    push( _gvn.transform( new (C) AddINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1802
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1803
  case Bytecodes::_ineg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1805
    push( _gvn.transform( new (C) SubINode(_gvn.intcon(0),a)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1806
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1807
  case Bytecodes::_isub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1809
    push( _gvn.transform( new (C) SubINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1811
  case Bytecodes::_iand:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1813
    push( _gvn.transform( new (C) AndINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
  case Bytecodes::_ior:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1816
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1817
    push( _gvn.transform( new (C) OrINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
  case Bytecodes::_ixor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1821
    push( _gvn.transform( new (C) XorINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1823
  case Bytecodes::_ishl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1825
    push( _gvn.transform( new (C) LShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
  case Bytecodes::_ishr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1829
    push( _gvn.transform( new (C) RShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1831
  case Bytecodes::_iushr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1832
    b = pop(); a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1833
    push( _gvn.transform( new (C) URShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1835
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1836
  case Bytecodes::_fneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1837
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1838
    b = _gvn.transform(new (C) NegFNode (a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1839
    push(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1840
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1841
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1842
  case Bytecodes::_fsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1845
    c = _gvn.transform( new (C) SubFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1847
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
  case Bytecodes::_fadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1852
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1853
    c = _gvn.transform( new (C) AddFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1856
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1857
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1858
  case Bytecodes::_fmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1861
    c = _gvn.transform( new (C) MulFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1862
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1863
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1866
  case Bytecodes::_fdiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1869
    c = _gvn.transform( new (C) DivFNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
  case Bytecodes::_frem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
    if (Matcher::has_match_rule(Op_ModF)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1876
      // Generate a ModF node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
      b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
      a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1879
      c = _gvn.transform( new (C) ModFNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
      d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
      push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1882
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1883
    else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
      // Generate a call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
      modf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1889
  case Bytecodes::_fcmpl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1892
    c = _gvn.transform( new (C) CmpF3Node( a, b));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1893
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1894
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1895
  case Bytecodes::_fcmpg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
    // Same as fcmpl but need to flip the unordered case.  Swap the inputs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1900
    // which negates the result sign except for unordered.  Flip the unordered
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
    // as well by using CmpF3 which implements unordered-lesser instead of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
    // unordered-greater semantics.  Finally, commute the result bits.  Result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1903
    // is same as using a CmpF3Greater except we did it with CmpF3 alone.
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1904
    c = _gvn.transform( new (C) CmpF3Node( b, a));
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1905
    c = _gvn.transform( new (C) SubINode(_gvn.intcon(0),c) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1906
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1908
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
  case Bytecodes::_f2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1911
    push(_gvn.transform(new (C) ConvF2INode(a)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
  case Bytecodes::_d2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1916
    b = _gvn.transform(new (C) ConvD2INode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1918
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
  case Bytecodes::_f2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1922
    b = _gvn.transform( new (C) ConvF2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
    push_pair( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
  case Bytecodes::_d2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1928
    b = _gvn.transform( new (C) ConvD2FNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
    // This breaks _227_mtrt (speed & correctness) and _222_mpegaudio (speed)
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1930
    //b = _gvn.transform(new (C) RoundFloatNode(0, b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
  case Bytecodes::_l2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
    if (Matcher::convL2FSupported()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
      a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1937
      b = _gvn.transform( new (C) ConvL2FNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
      // For i486.ad, FILD doesn't restrict precision to 24 or 53 bits.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1939
      // Rather than storing the result into an FP register then pushing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
      // out to memory to round, the machine instruction that implements
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
      // ConvL2D is responsible for rounding.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
      // c = precision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
      c = _gvn.transform(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
      push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1946
      l2f();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
  case Bytecodes::_l2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1952
    b = _gvn.transform( new (C) ConvL2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
    // For i486.ad, rounding is always necessary (see _l2f above).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
    // c = dprecision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
    c = _gvn.transform(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1958
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
  case Bytecodes::_f2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1960
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1961
    b = _gvn.transform( new (C) ConvF2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
  case Bytecodes::_d2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1966
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1967
    b = _gvn.transform( new (C) ConvD2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1968
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1969
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1970
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
  case Bytecodes::_dsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1974
    c = _gvn.transform( new (C) SubDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1975
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1976
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
  case Bytecodes::_dadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1982
    c = _gvn.transform( new (C) AddDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1983
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
  case Bytecodes::_dmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1989
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1990
    c = _gvn.transform( new (C) MulDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1991
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1992
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1993
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1994
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1995
  case Bytecodes::_ddiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1996
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1997
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  1998
    c = _gvn.transform( new (C) DivDNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1999
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2000
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2001
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2002
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2003
  case Bytecodes::_dneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2004
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2005
    b = _gvn.transform(new (C) NegDNode (a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2006
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2007
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2008
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2009
  case Bytecodes::_drem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2010
    if (Matcher::has_match_rule(Op_ModD)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2011
      // Generate a ModD node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2012
      b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2013
      a = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2014
      // a % b
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2015
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2016
      c = _gvn.transform( new (C) ModDNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2017
      d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2018
      push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2019
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2020
    else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2021
      // Generate a call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2022
      modd();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2023
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2024
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2026
  case Bytecodes::_dcmpl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2027
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2028
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2029
    c = _gvn.transform( new (C) CmpD3Node( a, b));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2030
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2031
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2032
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2033
  case Bytecodes::_dcmpg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2034
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2035
    a = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2036
    // Same as dcmpl but need to flip the unordered case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2037
    // Commute the inputs, which negates the result sign except for unordered.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2038
    // Flip the unordered as well by using CmpD3 which implements
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2039
    // unordered-lesser instead of unordered-greater semantics.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2040
    // Finally, negate the result bits.  Result is same as using a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2041
    // CmpD3Greater except we did it with CmpD3 alone.
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2042
    c = _gvn.transform( new (C) CmpD3Node( b, a));
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2043
    c = _gvn.transform( new (C) SubINode(_gvn.intcon(0),c) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2044
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2045
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2046
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2047
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2048
    // Note for longs -> lo word is on TOS, hi word is on TOS - 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2049
  case Bytecodes::_land:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2050
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2051
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2052
    c = _gvn.transform( new (C) AndLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2053
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2054
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2055
  case Bytecodes::_lor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2056
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2057
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2058
    c = _gvn.transform( new (C) OrLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2059
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2060
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2061
  case Bytecodes::_lxor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2062
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2063
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2064
    c = _gvn.transform( new (C) XorLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2065
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2066
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2067
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2068
  case Bytecodes::_lshl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2069
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2070
    a = pop_pair();             // value to be shifted
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2071
    c = _gvn.transform( new (C) LShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2072
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2073
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2074
  case Bytecodes::_lshr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2075
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2076
    a = pop_pair();             // value to be shifted
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2077
    c = _gvn.transform( new (C) RShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2079
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
  case Bytecodes::_lushr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
    a = pop_pair();             // value to be shifted
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2083
    c = _gvn.transform( new (C) URShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2086
  case Bytecodes::_lmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2089
    c = _gvn.transform( new (C) MulLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2091
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2092
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2093
  case Bytecodes::_lrem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2094
    // Must keep both values on the expression-stack during null-check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2095
    assert(peek(0) == top(), "long word order");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2096
    zero_check_long(peek(1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2097
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2098
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2099
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2100
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2101
    c = _gvn.transform( new (C) ModLNode(control(),a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2102
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2103
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2104
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2105
  case Bytecodes::_ldiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
    // Must keep both values on the expression-stack during null-check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
    assert(peek(0) == top(), "long word order");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2108
    zero_check_long(peek(1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2113
    c = _gvn.transform( new (C) DivLNode(control(),a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
  case Bytecodes::_ladd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2120
    c = _gvn.transform( new (C) AddLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
  case Bytecodes::_lsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2126
    c = _gvn.transform( new (C) SubLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2128
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
  case Bytecodes::_lcmp:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
    // Safepoints are now inserted _before_ branches.  The long-compare
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
    // bytecode painfully produces a 3-way value (-1,0,+1) which requires a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
    // slew of control flow.  These are usually followed by a CmpI vs zero and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
    // a branch; this pattern then optimizes to the obvious long-compare and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
    // branch.  However, if the branch is backwards there's a Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2135
    // inserted.  The inserted Safepoint captures the JVM state at the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
    // pre-branch point, i.e. it captures the 3-way value.  Thus if a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2137
    // long-compare is used to control a loop the debug info will force
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
    // computation of the 3-way value, even though the generated code uses a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
    // long-compare and branch.  We try to rectify the situation by inserting
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
    // a SafePoint here and have it dominate and kill the safepoint added at a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2141
    // following backwards branch.  At this point the JVM state merely holds 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
    // longs but not the 3-way value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
    if( UseLoopSafepoints ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
      switch( iter().next_bc() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
      case Bytecodes::_ifgt:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2146
      case Bytecodes::_iflt:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2147
      case Bytecodes::_ifge:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
      case Bytecodes::_ifle:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
      case Bytecodes::_ifne:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2150
      case Bytecodes::_ifeq:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2151
        // If this is a backwards branch in the bytecodes, add Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
        maybe_add_safepoint(iter().next_get_dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2153
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2156
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2157
    c = _gvn.transform( new (C) CmpL3Node( a, b ));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
  case Bytecodes::_lneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2162
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2163
    b = _gvn.transform( new (C) SubLNode(longcon(0),a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
  case Bytecodes::_l2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
    a = pop_pair();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2168
    push( _gvn.transform( new (C) ConvL2INode(a)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
  case Bytecodes::_i2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2172
    b = _gvn.transform( new (C) ConvI2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2173
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
  case Bytecodes::_i2b:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2176
    // Sign extend
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2178
    a = _gvn.transform( new (C) LShiftINode(a,_gvn.intcon(24)) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2179
    a = _gvn.transform( new (C) RShiftINode(a,_gvn.intcon(24)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2180
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2182
  case Bytecodes::_i2s:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2183
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2184
    a = _gvn.transform( new (C) LShiftINode(a,_gvn.intcon(16)) );
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2185
    a = _gvn.transform( new (C) RShiftINode(a,_gvn.intcon(16)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2186
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2187
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2188
  case Bytecodes::_i2c:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2189
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2190
    push( _gvn.transform( new (C) AndINode(a,_gvn.intcon(0xFFFF)) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2191
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2192
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2193
  case Bytecodes::_i2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2195
    b = _gvn.transform( new (C) ConvI2FNode(a) ) ;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2196
    c = precision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2197
    push (b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2198
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2199
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2200
  case Bytecodes::_i2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2201
    a = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2202
    b = _gvn.transform( new (C) ConvI2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2203
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2204
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2205
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2206
  case Bytecodes::_iinc:        // Increment local
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2207
    i = iter().get_index();     // Get local index
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2208
    set_local( i, _gvn.transform( new (C) AddINode( _gvn.intcon(iter().get_iinc_con()), local(i) ) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2209
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2210
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2211
  // Exit points of synchronized methods must have an unlock node
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2212
  case Bytecodes::_return:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2213
    return_current(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2214
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2215
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2216
  case Bytecodes::_ireturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2217
  case Bytecodes::_areturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2218
  case Bytecodes::_freturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2219
    return_current(pop());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2220
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2221
  case Bytecodes::_lreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2222
    return_current(pop_pair());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2223
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2224
  case Bytecodes::_dreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2225
    return_current(pop_pair());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2226
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2227
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2228
  case Bytecodes::_athrow:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2229
    // null exception oop throws NULL pointer exception
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2230
    null_check(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2231
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2232
    // Hook the thrown exception directly to subsequent handlers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2233
    if (BailoutToInterpreterForThrows) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2234
      // Keep method interpreted from now on.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2235
      uncommon_trap(Deoptimization::Reason_unhandled,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2236
                    Deoptimization::Action_make_not_compilable);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2237
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2238
    }
4761
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2239
    if (env()->jvmti_can_post_on_exceptions()) {
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2240
      // check if we must post exception events, take uncommon trap if so (with must_throw = false)
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2241
      uncommon_trap_if_should_post_on_exceptions(Deoptimization::Reason_unhandled, false);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2242
    }
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2243
    // Here if either can_post_on_exceptions or should_post_on_exceptions is false
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2244
    add_exception_state(make_exception_state(peek()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2245
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2246
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2247
  case Bytecodes::_goto:   // fall through
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2248
  case Bytecodes::_goto_w: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2249
    int target_bci = (bc() == Bytecodes::_goto) ? iter().get_dest() : iter().get_far_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2250
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2251
    // If this is a backwards branch in the bytecodes, add Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2252
    maybe_add_safepoint(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2253
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2254
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2255
    profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2256
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2257
    // Merge the current control into the target basic block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2258
    merge(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2259
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2260
    // See if we can get some profile data and hand it off to the next block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2261
    Block *target_block = block()->successor_for_bci(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2262
    if (target_block->pred_count() != 1)  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2263
    ciMethodData* methodData = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2264
    if (!methodData->is_mature())  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2265
    ciProfileData* data = methodData->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2266
    assert( data->is_JumpData(), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2267
    int taken = ((ciJumpData*)data)->taken();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
    taken = method()->scale_count(taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
    target_block->set_count(taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2271
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2272
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2273
  case Bytecodes::_ifnull:    btest = BoolTest::eq; goto handle_if_null;
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2274
  case Bytecodes::_ifnonnull: btest = BoolTest::ne; goto handle_if_null;
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2275
  handle_if_null:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2276
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2277
    maybe_add_safepoint(iter().get_dest());
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2278
    a = null();
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2279
    b = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2280
    c = _gvn.transform( new (C) CmpPNode(b, a) );
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2281
    do_ifnull(btest, c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2282
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2283
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2284
  case Bytecodes::_if_acmpeq: btest = BoolTest::eq; goto handle_if_acmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2285
  case Bytecodes::_if_acmpne: btest = BoolTest::ne; goto handle_if_acmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2286
  handle_if_acmp:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2287
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2288
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2289
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2290
    b = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2291
    c = _gvn.transform( new (C) CmpPNode(b, a) );
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  2292
    c = optimize_cmp_with_klass(c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2293
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
  case Bytecodes::_ifeq: btest = BoolTest::eq; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
  case Bytecodes::_ifne: btest = BoolTest::ne; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
  case Bytecodes::_iflt: btest = BoolTest::lt; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2299
  case Bytecodes::_ifle: btest = BoolTest::le; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
  case Bytecodes::_ifgt: btest = BoolTest::gt; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
  case Bytecodes::_ifge: btest = BoolTest::ge; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
  handle_ifxx:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2303
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2304
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2305
    a = _gvn.intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
    b = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2307
    c = _gvn.transform( new (C) CmpINode(b, a) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2308
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
  case Bytecodes::_if_icmpeq: btest = BoolTest::eq; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
  case Bytecodes::_if_icmpne: btest = BoolTest::ne; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2313
  case Bytecodes::_if_icmplt: btest = BoolTest::lt; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2314
  case Bytecodes::_if_icmple: btest = BoolTest::le; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2315
  case Bytecodes::_if_icmpgt: btest = BoolTest::gt; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2316
  case Bytecodes::_if_icmpge: btest = BoolTest::ge; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2317
  handle_if_icmp:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2318
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2319
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2320
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2321
    b = pop();
13895
f6dfe4123709 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 13728
diff changeset
  2322
    c = _gvn.transform( new (C) CmpINode( b, a ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2323
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
  case Bytecodes::_tableswitch:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
    do_tableswitch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2329
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2330
  case Bytecodes::_lookupswitch:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2331
    do_lookupswitch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2332
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2333
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2334
  case Bytecodes::_invokestatic:
2570
ecc7862946d4 6655646: dynamic languages need dynamically linked call sites
jrose
parents: 2131
diff changeset
  2335
  case Bytecodes::_invokedynamic:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2336
  case Bytecodes::_invokespecial:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2337
  case Bytecodes::_invokevirtual:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2338
  case Bytecodes::_invokeinterface:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2339
    do_call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2340
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2341
  case Bytecodes::_checkcast:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2342
    do_checkcast();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2343
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2344
  case Bytecodes::_instanceof:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2345
    do_instanceof();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2346
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2347
  case Bytecodes::_anewarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2348
    do_anewarray();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2349
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2350
  case Bytecodes::_newarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2351
    do_newarray((BasicType)iter().get_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2352
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2353
  case Bytecodes::_multianewarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2354
    do_multianewarray();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2355
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2356
  case Bytecodes::_new:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2357
    do_new();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2358
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2359
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2360
  case Bytecodes::_jsr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2361
  case Bytecodes::_jsr_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2362
    do_jsr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2363
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2364
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2365
  case Bytecodes::_ret:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2366
    do_ret();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2367
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2369
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2370
  case Bytecodes::_monitorenter:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2371
    do_monitor_enter();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2372
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2373
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2374
  case Bytecodes::_monitorexit:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2375
    do_monitor_exit();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2378
  case Bytecodes::_breakpoint:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2379
    // Breakpoint set concurrently to compile
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2380
    // %%% use an uncommon trap?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2381
    C->record_failure("breakpoint in method");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2382
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2383
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2384
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2385
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
    map()->dump(99);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
    tty->print("\nUnhandled bytecode %s\n", Bytecodes::name(bc()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2389
    ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2390
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2391
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2392
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2393
  IdealGraphPrinter *printer = IdealGraphPrinter::printer();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2394
  if(printer) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2395
    char buffer[256];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2396
    sprintf(buffer, "Bytecode %d: %s", bci(), Bytecodes::name(bc()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2397
    bool old = printer->traverse_outs();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2398
    printer->set_traverse_outs(true);
768
d0bebc7eefc2 6718676: putback for 6604014 is incomplete
never
parents: 767
diff changeset
  2399
    printer->print_method(C, buffer, 4);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2400
    printer->set_traverse_outs(old);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2401
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2402
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2403
}