hotspot/src/share/vm/opto/parse2.cpp
author roland
Wed, 29 Apr 2015 14:43:12 -0700
changeset 30309 da3efc8ed2cb
parent 29193 3ede621e9262
child 31857 adbf29d9ca43
permissions -rw-r--r--
8078426: mb/jvm/compiler/InterfaceCalls/testAC2 - assert(predicate_proj == 0L) failed: only one predicate entry expected Summary: split if finds predicates on several incoming paths when unswitched's loops are optimized out Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
29081
c61eb4914428 8072911: Remove includes of oop.inline.hpp from .hpp files
stefank
parents: 28640
diff changeset
     2
 * Copyright (c) 1998, 2015, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4761
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    26
#include "ci/ciMethodData.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    27
#include "classfile/systemDictionary.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    28
#include "classfile/vmSymbols.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    29
#include "compiler/compileLog.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    30
#include "interpreter/linkResolver.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    31
#include "memory/universe.inline.hpp"
29081
c61eb4914428 8072911: Remove includes of oop.inline.hpp from .hpp files
stefank
parents: 28640
diff changeset
    32
#include "oops/oop.inline.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    33
#include "opto/addnode.hpp"
23528
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 23525
diff changeset
    34
#include "opto/castnode.hpp"
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 23525
diff changeset
    35
#include "opto/convertnode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    36
#include "opto/divnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    37
#include "opto/idealGraphPrinter.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    38
#include "opto/matcher.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    39
#include "opto/memnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    40
#include "opto/mulnode.hpp"
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
    41
#include "opto/opaquenode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    42
#include "opto/parse.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    43
#include "opto/runtime.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    44
#include "runtime/deoptimization.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6416
diff changeset
    45
#include "runtime/sharedRuntime.hpp"
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
extern int explicit_null_checks_inserted,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
           explicit_null_checks_elided;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
//---------------------------------array_load----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
void Parse::array_load(BasicType elem_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  const Type* elem = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  Node* adr = array_addressing(elem_type, 0, &elem);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
    54
  if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    55
  dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  const TypeAryPtr* adr_type = TypeAryPtr::get_array_body_type(elem_type);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
    57
  Node* ld = make_load(control(), adr, elem, elem_type, adr_type, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  push(ld);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
//--------------------------------array_store----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
void Parse::array_store(BasicType elem_type) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
  Node* adr = array_addressing(elem_type, 1);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
    65
  if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  Node* val = pop();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    67
  dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  const TypeAryPtr* adr_type = TypeAryPtr::get_array_body_type(elem_type);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
    69
  store_to_memory(control(), adr, val, elem_type, adr_type, StoreNode::release_if_reference(elem_type));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
//------------------------------array_addressing-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
// Pull array and index from the stack.  Compute pointer-to-element.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
Node* Parse::array_addressing(BasicType type, int vals, const Type* *result2) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  Node *idx   = peek(0+vals);   // Get from stack without popping
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
  Node *ary   = peek(1+vals);   // in case of exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
  // Null check the array base, with correct stack contents
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
    80
  ary = null_check(ary, T_ARRAY);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  if (stopped())  return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
  const TypeAryPtr* arytype  = _gvn.type(ary)->is_aryptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  const TypeInt*    sizetype = arytype->size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
  const Type*       elemtype = arytype->elem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
  if (UseUniqueSubclasses && result2 != NULL) {
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    89
    const Type* el = elemtype->make_ptr();
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    90
    if (el && el->isa_instptr()) {
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 376
diff changeset
    91
      const TypeInstPtr* toop = el->is_instptr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
      if (toop->klass()->as_instance_klass()->unique_concrete_subklass()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
        // If we load from "AbstractClass[]" we must see "ConcreteSubClass".
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
        const Type* subklass = Type::get_const_type(toop->klass());
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22234
diff changeset
    95
        elemtype = subklass->join_speculative(el);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
  // Check for big class initializers with all constant offsets
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  // feeding into a known-size array.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  const TypeInt* idxtype = _gvn.type(idx)->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  // See if the highest idx value is less than the lowest array bound,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  // and if the idx value cannot be negative:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  bool need_range_check = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  if (idxtype->_hi < sizetype->_lo && idxtype->_lo >= 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    need_range_check = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
    if (C->log() != NULL)   C->log()->elem("observe that='!need_range_check'");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
16613
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
   111
  ciKlass * arytype_klass = arytype->klass();
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
   112
  if ((arytype_klass != NULL) && (!arytype_klass->is_loaded())) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
    // Only fails for some -Xcomp runs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    // The class is unloaded.  We have to run this bytecode in the interpreter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    uncommon_trap(Deoptimization::Reason_unloaded,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
                  arytype->klass(), "!loaded array");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
    return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  // Do the range check
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
  if (GenerateRangeChecks && need_range_check) {
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   123
    Node* tst;
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   124
    if (sizetype->_hi <= 0) {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   125
      // The greatest array bound is negative, so we can conclude that we're
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   126
      // compiling unreachable code, but the unsigned compare trick used below
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   127
      // only works with non-negative lengths.  Instead, hack "tst" to be zero so
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   128
      // the uncommon_trap path will always be taken.
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   129
      tst = _gvn.intcon(0);
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   130
    } else {
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   131
      // Range is constant in array-oop, so we can use the original state of mem
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   132
      Node* len = load_array_length(ary);
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   133
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   134
      // Test length vs index (standard trick using unsigned compare)
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   135
      Node* chk = _gvn.transform( new CmpUNode(idx, len) );
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   136
      BoolTest::mask btest = BoolTest::lt;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   137
      tst = _gvn.transform( new BoolNode(chk, btest) );
376
7209afaaef5d 6646019: array subscript expressions become top() with -d64
rasbold
parents: 360
diff changeset
   138
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
    // Branch to failure if out of bounds
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
    { BuildCutout unless(this, tst, PROB_MAX);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
      if (C->allow_range_check_smearing()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
        // Do not use builtin_throw, since range checks are sometimes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
        // made more stringent by an optimistic transformation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
        // This creates "tentative" range checks at this point,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
        // which are not guaranteed to throw exceptions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
        // See IfNode::Ideal, is_range_check, adjust_check.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
        uncommon_trap(Deoptimization::Reason_range_check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
                      Deoptimization::Action_make_not_entrant,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
                      NULL, "range_check");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
        // If we have already recompiled with the range-check-widening
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
        // heroic optimization turned off, then we must really be throwing
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
        // range check exceptions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
        builtin_throw(Deoptimization::Reason_range_check, idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  // Check for always knowing you are throwing a range-check exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  if (stopped())  return top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   161
  Node* ptr = array_element_address(ary, idx, type, sizetype);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  if (result2 != NULL)  *result2 = elemtype;
1398
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   164
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   165
  assert(ptr != top(), "top should go hand-in-hand with stopped");
342890a5d031 6711100: 64bit fastdebug server vm crashes with assert(_base == Int,"Not an Int")
rasbold
parents: 962
diff changeset
   166
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  return ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
// returns IfNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
IfNode* Parse::jump_if_fork_int(Node* a, Node* b, BoolTest::mask mask) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   173
  Node   *cmp = _gvn.transform( new CmpINode( a, b)); // two cases: shiftcount > 32 and shiftcount <= 32
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   174
  Node   *tst = _gvn.transform( new BoolNode( cmp, mask));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  IfNode *iff = create_and_map_if( control(), tst, ((mask == BoolTest::eq) ? PROB_STATIC_INFREQUENT : PROB_FAIR), COUNT_UNKNOWN );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
  return iff;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
// return Region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
Node* Parse::jump_if_join(Node* iffalse, Node* iftrue) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   181
  Node *region  = new RegionNode(3); // 2 results
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
  record_for_igvn(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  region->init_req(1, iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  region->init_req(2, iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  _gvn.set_type(region, Type::CONTROL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
  region = _gvn.transform(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  set_control (region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  return region;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
//------------------------------helper for tableswitch-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
void Parse::jump_if_true_fork(IfNode *iff, int dest_bci_if_true, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
  // True branch, use existing map info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
  { PreserveJVMState pjvms(this);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   196
    Node *iftrue  = _gvn.transform( new IfTrueNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
    set_control( iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
    profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
    merge_new_path(dest_bci_if_true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
  // False branch
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   203
  Node *iffalse = _gvn.transform( new IfFalseNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  set_control( iffalse );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
void Parse::jump_if_false_fork(IfNode *iff, int dest_bci_if_true, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
  // True branch, use existing map info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
  { PreserveJVMState pjvms(this);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   210
    Node *iffalse  = _gvn.transform( new IfFalseNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
    set_control( iffalse );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
    profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
    merge_new_path(dest_bci_if_true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
  // False branch
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   217
  Node *iftrue = _gvn.transform( new IfTrueNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  set_control( iftrue );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
void Parse::jump_if_always_fork(int dest_bci, int prof_table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  // False branch, use existing map and control()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
  profile_switch_case(prof_table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
  merge_new_path(dest_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
extern "C" {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  static int jint_cmp(const void *i, const void *j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
    int a = *(jint *)i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
    int b = *(jint *)j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    return a > b ? 1 : a < b ? -1 : 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
// Default value for methodData switch indexing. Must be a negative value to avoid
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
// conflict with any legal switch index.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
#define NullTableIndex -1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
class SwitchRange : public StackObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
  // a range of integers coupled with a bci destination
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
  jint _lo;                     // inclusive lower limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
  jint _hi;                     // inclusive upper limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
  int _dest;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
  int _table_index;             // index into method data table
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  jint lo() const              { return _lo;   }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  jint hi() const              { return _hi;   }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
  int  dest() const            { return _dest; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
  int  table_index() const     { return _table_index; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
  bool is_singleton() const    { return _lo == _hi; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  void setRange(jint lo, jint hi, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
    assert(lo <= hi, "must be a non-empty range");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
    _lo = lo, _hi = hi; _dest = dest; _table_index = table_index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
  bool adjoinRange(jint lo, jint hi, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
    assert(lo <= hi, "must be a non-empty range");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
    if (lo == _hi+1 && dest == _dest && table_index == _table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
      _hi = hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
      return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
  void set (jint value, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
    setRange(value, value, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
  bool adjoin(jint value, int dest, int table_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
    return adjoinRange(value, value, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
20693
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   275
  void print() {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
    if (is_singleton())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
      tty->print(" {%d}=>%d", lo(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
    else if (lo() == min_jint)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
      tty->print(" {..%d}=>%d", hi(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
    else if (hi() == max_jint)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
      tty->print(" {%d..}=>%d", lo(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
      tty->print(" {%d..%d}=>%d", lo(), hi(), dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
//-------------------------------do_tableswitch--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
void Parse::do_tableswitch() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  Node* lookup = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  // Get information about tableswitch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
  int default_dest = iter().get_dest_table(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  int lo_index     = iter().get_int_table(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
  int hi_index     = iter().get_int_table(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
  int len          = hi_index - lo_index + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
  if (len < 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
    // If this is a backward branch, add safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
    maybe_add_safepoint(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
    merge(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  // generate decision tree, using trichotomy when possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  int rnum = len+2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  bool makes_backward_branch = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  SwitchRange* ranges = NEW_RESOURCE_ARRAY(SwitchRange, rnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
  int rp = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
  if (lo_index != min_jint) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
    ranges[++rp].setRange(min_jint, lo_index-1, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
  for (int j = 0; j < len; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
    jint match_int = lo_index+j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
    int  dest      = iter().get_dest_table(j+3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
    makes_backward_branch |= (dest <= bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
    int  table_index = method_data_update() ? j : NullTableIndex;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
    if (rp < 0 || !ranges[rp].adjoin(match_int, dest, table_index)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
      ranges[++rp].set(match_int, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  jint highest = lo_index+(len-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  assert(ranges[rp].hi() == highest, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  if (highest != max_jint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
      && !ranges[rp].adjoinRange(highest+1, max_jint, default_dest, NullTableIndex)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
    ranges[++rp].setRange(highest+1, max_jint, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
  assert(rp < len+2, "not too many ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
  // Safepoint in case if backward branch observed
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
  if( makes_backward_branch && UseLoopSafepoints )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
    add_safepoint();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  jump_switch_ranges(lookup, &ranges[0], &ranges[rp]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
//------------------------------do_lookupswitch--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
void Parse::do_lookupswitch() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  Node *lookup = pop();         // lookup value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  // Get information about lookupswitch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  int default_dest = iter().get_dest_table(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
  int len          = iter().get_int_table(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  if (len < 1) {    // If this is a backward branch, add safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
    maybe_add_safepoint(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
    merge(default_dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
  // generate decision tree, using trichotomy when possible
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  jint* table = NEW_RESOURCE_ARRAY(jint, len*2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
    for( int j = 0; j < len; j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
      table[j+j+0] = iter().get_int_table(2+j+j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
      table[j+j+1] = iter().get_dest_table(2+j+j+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
    qsort( table, len, 2*sizeof(table[0]), jint_cmp );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  int rnum = len*2+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
  bool makes_backward_branch = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
  SwitchRange* ranges = NEW_RESOURCE_ARRAY(SwitchRange, rnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
  int rp = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
  for( int j = 0; j < len; j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    jint match_int   = table[j+j+0];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
    int  dest        = table[j+j+1];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
    int  next_lo     = rp < 0 ? min_jint : ranges[rp].hi()+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
    int  table_index = method_data_update() ? j : NullTableIndex;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
    makes_backward_branch |= (dest <= bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
    if( match_int != next_lo ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
      ranges[++rp].setRange(next_lo, match_int-1, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
    if( rp < 0 || !ranges[rp].adjoin(match_int, dest, table_index) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
      ranges[++rp].set(match_int, dest, table_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  jint highest = table[2*(len-1)];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
  assert(ranges[rp].hi() == highest, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
  if( highest != max_jint
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
      && !ranges[rp].adjoinRange(highest+1, max_jint, default_dest, NullTableIndex) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
    ranges[++rp].setRange(highest+1, max_jint, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
  assert(rp < rnum, "not too many ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
  // Safepoint in case backward branch observed
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
  if( makes_backward_branch && UseLoopSafepoints )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
    add_safepoint();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
  jump_switch_ranges(lookup, &ranges[0], &ranges[rp]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
//----------------------------create_jump_tables-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
bool Parse::create_jump_tables(Node* key_val, SwitchRange* lo, SwitchRange* hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
  // Are jumptables enabled
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
  if (!UseJumpTables)  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
  // Are jumptables supported
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
  if (!Matcher::has_match_rule(Op_Jump))  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
  // Don't make jump table if profiling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
  if (method_data_update())  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  // Decide if a guard is needed to lop off big ranges at either (or
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  // both) end(s) of the input set. We'll call this the default target
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
  // even though we can't be sure that it is the true "default".
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  bool needs_guard = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
  int default_dest;
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   410
  int64_t total_outlier_size = 0;
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   411
  int64_t hi_size = ((int64_t)hi->hi()) - ((int64_t)hi->lo()) + 1;
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   412
  int64_t lo_size = ((int64_t)lo->hi()) - ((int64_t)lo->lo()) + 1;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
  if (lo->dest() == hi->dest()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
    total_outlier_size = hi_size + lo_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
    default_dest = lo->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
  } else if (lo_size > hi_size) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
    total_outlier_size = lo_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
    default_dest = lo->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
    total_outlier_size = hi_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
    default_dest = hi->dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
  // If a guard test will eliminate very sparse end ranges, then
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
  // it is worth the cost of an extra jump.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  if (total_outlier_size > (MaxJumpTableSparseness * 4)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
    needs_guard = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
    if (default_dest == lo->dest()) lo++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
    if (default_dest == hi->dest()) hi--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  // Find the total number of cases and ranges
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   434
  int64_t num_cases = ((int64_t)hi->hi()) - ((int64_t)lo->lo()) + 1;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
  int num_range = hi - lo + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
  // Don't create table if: too large, too small, or too sparse.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
  if (num_cases < MinJumpTableSize || num_cases > MaxJumpTableSize)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
  if (num_cases > (MaxJumpTableSparseness * num_range))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
  // Normalize table lookups to zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
  int lowval = lo->lo();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   445
  key_val = _gvn.transform( new SubINode(key_val, _gvn.intcon(lowval)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
  // Generate a guard to protect against input keyvals that aren't
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
  // in the switch domain.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
  if (needs_guard) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
    Node*   size = _gvn.intcon(num_cases);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   451
    Node*   cmp = _gvn.transform( new CmpUNode(key_val, size) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   452
    Node*   tst = _gvn.transform( new BoolNode(cmp, BoolTest::ge) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
    IfNode* iff = create_and_map_if( control(), tst, PROB_FAIR, COUNT_UNKNOWN);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
    jump_if_true_fork(iff, default_dest, NullTableIndex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
  // Create an ideal node JumpTable that has projections
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
  // of all possible ranges for a switch statement
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
  // The key_val input must be converted to a pointer offset and scaled.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
  // Compare Parse::array_addressing above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
  // Clean the 32-bit int into a real 64-bit offset.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
  // Otherwise, the jint value 0 might turn into an offset of 0x0800000000.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  const TypeLong* lkeytype = TypeLong::make(CONST64(0), num_cases-1, Type::WidenMin);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   465
  key_val       = _gvn.transform( new ConvI2LNode(key_val, lkeytype) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
  // Shift the value by wordsize so we have an index into the table, rather
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
  // than a switch value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
  Node *shiftWord = _gvn.MakeConX(wordSize);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   470
  key_val = _gvn.transform( new MulXNode( key_val, shiftWord));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  // Create the JumpNode
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   473
  Node* jtn = _gvn.transform( new JumpNode(control(), key_val, num_cases) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
  // These are the switch destinations hanging off the jumpnode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
  int i = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
  for (SwitchRange* r = lo; r <= hi; r++) {
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   478
    for (int64_t j = r->lo(); j <= r->hi(); j++, i++) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   479
      Node* input = _gvn.transform(new JumpProjNode(jtn, i, r->dest(), (int)(j - lowval)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
      {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
        PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
        set_control(input);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
        jump_if_always_fork(r->dest(), r->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
  assert(i == num_cases, "miscount of cases");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
  stop_and_kill_map();  // no more uses for this JVMS
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
//----------------------------jump_switch_ranges-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
void Parse::jump_switch_ranges(Node* key_val, SwitchRange *lo, SwitchRange *hi, int switch_depth) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
  Block* switch_block = block();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
    // Do special processing for the top-level call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
    assert(lo->lo() == min_jint, "initial range must exhaust Type::INT");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
    assert(hi->hi() == max_jint, "initial range must exhaust Type::INT");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
    // Decrement pred-numbers for the unique set of nodes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
    // Ensure that the block's successors are a (duplicate-free) set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
    int successors_counted = 0;  // block occurrences in [hi..lo]
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
    int unique_successors = switch_block->num_successors();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
    for (int i = 0; i < unique_successors; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
      Block* target = switch_block->successor_at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
      // Check that the set of successors is the same in both places.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
      int successors_found = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
      for (SwitchRange* p = lo; p <= hi; p++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
        if (p->dest() == target->start())  successors_found++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
      assert(successors_found > 0, "successor must be known");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
      successors_counted += successors_found;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
    assert(successors_counted == (hi-lo)+1, "no unexpected successors");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
    // Maybe prune the inputs, based on the type of key_val.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
    jint min_val = min_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
    jint max_val = max_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
    const TypeInt* ti = key_val->bottom_type()->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
    if (ti != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
      min_val = ti->_lo;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
      max_val = ti->_hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
      assert(min_val <= max_val, "invalid int type");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
    while (lo->hi() < min_val)  lo++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
    if (lo->lo() < min_val)  lo->setRange(min_val, lo->hi(), lo->dest(), lo->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
    while (hi->lo() > max_val)  hi--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
    if (hi->hi() > max_val)  hi->setRange(hi->lo(), max_val, hi->dest(), hi->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
    _max_switch_depth = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
    _est_switch_depth = log2_intptr((hi-lo+1)-1)+1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
  assert(lo <= hi, "must be a non-empty set of ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
  if (lo == hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
    jump_if_always_fork(lo->dest(), lo->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
    assert(lo->hi() == (lo+1)->lo()-1, "contiguous ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
    assert(hi->lo() == (hi-1)->hi()+1, "contiguous ranges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
    if (create_jump_tables(key_val, lo, hi)) return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
    int nr = hi - lo + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
    SwitchRange* mid = lo + nr/2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
    // if there is an easy choice, pivot at a singleton:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
    if (nr > 3 && !mid->is_singleton() && (mid-1)->is_singleton())  mid--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
    assert(lo < mid && mid <= hi, "good pivot choice");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
    assert(nr != 2 || mid == hi,   "should pick higher of 2");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
    assert(nr != 3 || mid == hi-1, "should pick middle of 3");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
    Node *test_val = _gvn.intcon(mid->lo());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
    if (mid->is_singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
      IfNode *iff_ne = jump_if_fork_int(key_val, test_val, BoolTest::ne);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
      jump_if_false_fork(iff_ne, mid->dest(), mid->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
      // Special Case:  If there are exactly three ranges, and the high
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
      // and low range each go to the same place, omit the "gt" test,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
      // since it will not discriminate anything.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
      bool eq_test_only = (hi == lo+2 && hi->dest() == lo->dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
      if (eq_test_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
        assert(mid == hi-1, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
      // if there is a higher range, test for it and process it:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
      if (mid < hi && !eq_test_only) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
        // two comparisons of same values--should enable 1 test for 2 branches
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
        // Use BoolTest::le instead of BoolTest::gt
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
        IfNode *iff_le  = jump_if_fork_int(key_val, test_val, BoolTest::le);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   580
        Node   *iftrue  = _gvn.transform( new IfTrueNode(iff_le) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   581
        Node   *iffalse = _gvn.transform( new IfFalseNode(iff_le) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
        { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
          set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
          jump_switch_ranges(key_val, mid+1, hi, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
        set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
      // mid is a range, not a singleton, so treat mid..hi as a unit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
      IfNode *iff_ge = jump_if_fork_int(key_val, test_val, BoolTest::ge);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
      // if there is a higher range, test for it and process it:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
      if (mid == hi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
        jump_if_true_fork(iff_ge, mid->dest(), mid->table_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
      } else {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   597
        Node *iftrue  = _gvn.transform( new IfTrueNode(iff_ge) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   598
        Node *iffalse = _gvn.transform( new IfFalseNode(iff_ge) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
        { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
          set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
          jump_switch_ranges(key_val, mid, hi, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
        set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
    // in any case, process the lower range
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
    jump_switch_ranges(key_val, lo, mid-1, switch_depth+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
  // Decrease pred_count for each successor after all is done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
  if (switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
    int unique_successors = switch_block->num_successors();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
    for (int i = 0; i < unique_successors; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
      Block* target = switch_block->successor_at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
      // Throw away the pre-allocated path for each unique successor.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
      target->next_path_num();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   618
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
  _max_switch_depth = MAX2(switch_depth, _max_switch_depth);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
  if (TraceOptoParse && Verbose && WizardMode && switch_depth == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
    SwitchRange* r;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
    int nsing = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
    for( r = lo; r <= hi; r++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
      if( r->is_singleton() )  nsing++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
    tty->print(">>> ");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
    _method->print_short_name();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
    tty->print_cr(" switch decision tree");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
    tty->print_cr("    %d ranges (%d singletons), max_depth=%d, est_depth=%d",
24424
2658d7834c6e 8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents: 23528
diff changeset
   633
                  (int) (hi-lo+1), nsing, _max_switch_depth, _est_switch_depth);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
    if (_max_switch_depth > _est_switch_depth) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
      tty->print_cr("******** BAD SWITCH DEPTH ********");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
    tty->print("   ");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
    for( r = lo; r <= hi; r++ ) {
20693
1d94d9407c58 8024774: assert(_con < t->is_tuple()->cnt()) failed: ProjNode::_con must be in range
vlivanov
parents: 17383
diff changeset
   639
      r->print();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
    }
24424
2658d7834c6e 8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents: 23528
diff changeset
   641
    tty->cr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
void Parse::modf() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
  Node *f2 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  Node *f1 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::modf_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
                              CAST_FROM_FN_PTR(address, SharedRuntime::frem),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
                              "frem", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
                              f1, f2);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   653
  Node* res = _gvn.transform(new ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
  push(res);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
void Parse::modd() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
  Node *d2 = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
  Node *d1 = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   661
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::Math_DD_D_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
                              CAST_FROM_FN_PTR(address, SharedRuntime::drem),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
                              "drem", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
                              d1, top(), d2, top());
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   665
  Node* res_d   = _gvn.transform(new ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
#ifdef ASSERT
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   668
  Node* res_top = _gvn.transform(new ProjNode(c, TypeFunc::Parms + 1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
  assert(res_top == top(), "second value must be top");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  push_pair(res_d);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
void Parse::l2f() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
  Node* f2 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
  Node* f1 = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
  Node* c = make_runtime_call(RC_LEAF, OptoRuntime::l2f_Type(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
                              CAST_FROM_FN_PTR(address, SharedRuntime::l2f),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
                              "l2f", NULL, //no memory effects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
                              f1, f2);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   682
  Node* res = _gvn.transform(new ProjNode(c, TypeFunc::Parms + 0));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
  push(res);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
void Parse::do_irem() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
  // Must keep both values on the expression-stack during null-check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
   689
  zero_check_int(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
  // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
  if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
  Node* b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
  Node* a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
  const Type *t = _gvn.type(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
  if (t != Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
    const TypeInt *ti = t->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
    if (ti->is_con()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
      int divisor = ti->get_con();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
      // check for positive power of 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
      if (divisor > 0 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
          (divisor & ~(divisor-1)) == divisor) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
        // yes !
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
        Node *mask = _gvn.intcon((divisor - 1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
        // Sigh, must handle negative dividends
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
        Node *zero = _gvn.intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
        IfNode *ifff = jump_if_fork_int(a, zero, BoolTest::lt);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   709
        Node *iff = _gvn.transform( new IfFalseNode(ifff) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   710
        Node *ift = _gvn.transform( new IfTrueNode (ifff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
        Node *reg = jump_if_join(ift, iff);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
        Node *phi = PhiNode::make(reg, NULL, TypeInt::INT);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
        // Negative path; negate/and/negate
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   714
        Node *neg = _gvn.transform( new SubINode(zero, a) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   715
        Node *andn= _gvn.transform( new AndINode(neg, mask) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   716
        Node *negn= _gvn.transform( new SubINode(zero, andn) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
        phi->init_req(1, negn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
        // Fast positive case
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   719
        Node *andx = _gvn.transform( new AndINode(a, mask) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
        phi->init_req(2, andx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
        // Push the merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
        push( _gvn.transform(phi) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
        return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
  // Default case
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   728
  push( _gvn.transform( new ModINode(control(),a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
// Handle jsr and jsr_w bytecode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
void Parse::do_jsr() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
  assert(bc() == Bytecodes::_jsr || bc() == Bytecodes::_jsr_w, "wrong bytecode");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
  // Store information about current state, tagged with new _jsr_bci
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
  int return_bci = iter().next_bci();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
  int jsr_bci    = (bc() == Bytecodes::_jsr) ? iter().get_dest() : iter().get_far_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
  // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
  profile_taken_branch(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
  // The way we do things now, there is only one successor block
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
  // for the jsr, because the target code is cloned by ciTypeFlow.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
  Block* target = successor_for_bci(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
  // What got pushed?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
  const Type* ret_addr = target->peek();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
  assert(ret_addr->singleton(), "must be a constant (cloned jsr body)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
  // Effect on jsr on stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  push(_gvn.makecon(ret_addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
  // Flow to the jsr.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
  merge(jsr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
// Handle ret bytecode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
void Parse::do_ret() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
  // Find to whom we return.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
  assert(block()->num_successors() == 1, "a ret can only go one place now");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
  Block* target = block()->successor_at(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
  assert(!target->is_ready(), "our arrival must be expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
  profile_ret(target->flow()->start());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
  int pnum = target->next_path_num();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
  merge_common(target, pnum);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   768
static bool has_injected_profile(BoolTest::mask btest, Node* test, int& taken, int& not_taken) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   769
  if (btest != BoolTest::eq && btest != BoolTest::ne) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   770
    // Only ::eq and ::ne are supported for profile injection.
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   771
    return false;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   772
  }
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   773
  if (test->is_Cmp() &&
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   774
      test->in(1)->Opcode() == Op_ProfileBoolean) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   775
    ProfileBooleanNode* profile = (ProfileBooleanNode*)test->in(1);
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   776
    int false_cnt = profile->false_count();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   777
    int  true_cnt = profile->true_count();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   778
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   779
    // Counts matching depends on the actual test operation (::eq or ::ne).
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   780
    // No need to scale the counts because profile injection was designed
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   781
    // to feed exact counts into VM.
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   782
    taken     = (btest == BoolTest::eq) ? false_cnt :  true_cnt;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   783
    not_taken = (btest == BoolTest::eq) ?  true_cnt : false_cnt;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   784
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   785
    profile->consume();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   786
    return true;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   787
  }
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   788
  return false;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   789
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
//--------------------------dynamic_branch_prediction--------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   791
// Try to gather dynamic branch prediction behavior.  Return a probability
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
// of the branch being taken and set the "cnt" field.  Returns a -1.0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
// if we need to use static prediction for some reason.
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   794
float Parse::dynamic_branch_prediction(float &cnt, BoolTest::mask btest, Node* test) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
  cnt  = COUNT_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   799
  int     taken = 0;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   800
  int not_taken = 0;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   801
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   802
  bool use_mdo = !has_injected_profile(btest, test, taken, not_taken);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   804
  if (use_mdo) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   805
    // Use MethodData information if it is available
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   806
    // FIXME: free the ProfileData structure
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   807
    ciMethodData* methodData = method()->method_data();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   808
    if (!methodData->is_mature())  return PROB_UNKNOWN;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   809
    ciProfileData* data = methodData->bci_to_data(bci());
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   810
    if (!data->is_JumpData())  return PROB_UNKNOWN;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   811
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   812
    // get taken and not taken values
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   813
    taken = data->as_JumpData()->taken();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   814
    not_taken = 0;
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   815
    if (data->is_BranchData()) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   816
      not_taken = data->as_BranchData()->not_taken();
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   817
    }
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   818
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   819
    // scale the counts to be commensurate with invocation counts:
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   820
    taken = method()->scale_count(taken);
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   821
    not_taken = method()->scale_count(not_taken);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   824
  // Give up if too few (or too many, in which case the sum will overflow) counts to be meaningful.
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   825
  // We also check that individual counters are positive first, otherwise the sum can become positive.
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   826
  if (taken < 0 || not_taken < 0 || taken + not_taken < 40) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
    if (C->log() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
      C->log()->elem("branch target_bci='%d' taken='%d' not_taken='%d'", iter().get_dest(), taken, not_taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
    return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
  // Compute frequency that we arrive here
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   834
  float sum = taken + not_taken;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
  // Adjust, if this block is a cloned private block but the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
  // Jump counts are shared.  Taken the private counts for
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
  // just this path instead of the shared counts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
  if( block()->count() > 0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
    sum = block()->count();
9137
b08b58616727 6988308: assert((cnt > 0.0f) && (prob > 0.0f)) failed: Bad frequency assignment in if
iveresov
parents: 8921
diff changeset
   840
  cnt = sum / FreqCountInvocations;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
  // Pin probability to sane limits
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
  float prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  if( !taken )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
    prob = (0+PROB_MIN) / 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  else if( !not_taken )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
    prob = (1+PROB_MAX) / 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  else {                         // Compute probability of true path
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
    prob = (float)taken / (float)(taken + not_taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
    if (prob > PROB_MAX)  prob = PROB_MAX;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
    if (prob < PROB_MIN)   prob = PROB_MIN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
  assert((cnt > 0.0f) && (prob > 0.0f),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
         "Bad frequency assignment in if");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
  if (C->log() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
    const char* prob_str = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
    if (prob >= PROB_MAX)  prob_str = (prob == PROB_MAX) ? "max" : "always";
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
    if (prob <= PROB_MIN)  prob_str = (prob == PROB_MIN) ? "min" : "never";
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
    char prob_str_buf[30];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
    if (prob_str == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
      sprintf(prob_str_buf, "%g", prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
      prob_str = prob_str_buf;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
    }
28640
01e4ca94fb0d 8067374: Use %f instead of %g for LogCompilation output
zmajo
parents: 27147
diff changeset
   866
    C->log()->elem("branch target_bci='%d' taken='%d' not_taken='%d' cnt='%f' prob='%s'",
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
                   iter().get_dest(), taken, not_taken, cnt, prob_str);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
//-----------------------------branch_prediction-------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
float Parse::branch_prediction(float& cnt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
                               BoolTest::mask btest,
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   875
                               int target_bci,
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   876
                               Node* test) {
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   877
  float prob = dynamic_branch_prediction(cnt, btest, test);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
  // If prob is unknown, switch to static prediction
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
  if (prob != PROB_UNKNOWN)  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
  prob = PROB_FAIR;                   // Set default value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
  if (btest == BoolTest::eq)          // Exactly equal test?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
    prob = PROB_STATIC_INFREQUENT;    // Assume its relatively infrequent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
  else if (btest == BoolTest::ne)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
    prob = PROB_STATIC_FREQUENT;      // Assume its relatively frequent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
  // If this is a conditional test guarding a backwards branch,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
  // assume its a loop-back edge.  Make it a likely taken branch.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
  if (target_bci < bci()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
    if (is_osr_parse()) {    // Could be a hot OSR'd loop; force deopt
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
      // Since it's an OSR, we probably have profile data, but since
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
      // branch_prediction returned PROB_UNKNOWN, the counts are too small.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
      // Let's make a special check here for completely zero counts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
      ciMethodData* methodData = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
      if (!methodData->is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
        ciProfileData* data = methodData->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
        // Only stop for truly zero counts, which mean an unknown part
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
        // of the OSR-ed method, and we want to deopt to gather more stats.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
        // If you have ANY counts, then this loop is simply 'cold' relative
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
        // to the OSR loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
        if (data->as_BranchData()->taken() +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
            data->as_BranchData()->not_taken() == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
          // This is the only way to return PROB_UNKNOWN:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
          return PROB_UNKNOWN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
    prob = PROB_STATIC_FREQUENT;     // Likely to take backwards branch
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
  assert(prob != PROB_UNKNOWN, "must have some guess at this point");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
  return prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
// The magic constants are chosen so as to match the output of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
// branch_prediction() when the profile reports a zero taken count.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
// It is important to distinguish zero counts unambiguously, because
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
// some branches (e.g., _213_javac.Assembler.eliminate) validly produce
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
// very small but nonzero probabilities, which if confused with zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
// counts would keep the program recompiling indefinitely.
25496
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
   921
bool Parse::seems_never_taken(float prob) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
  return prob < PROB_MIN;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   925
// True if the comparison seems to be the kind that will not change its
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   926
// statistics from true to false.  See comments in adjust_map_after_if.
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   927
// This question is only asked along paths which are already
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   928
// classifed as untaken (by seems_never_taken), so really,
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   929
// if a path is never taken, its controlling comparison is
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   930
// already acting in a stable fashion.  If the comparison
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   931
// seems stable, we will put an expensive uncommon trap
24934
43a6fc13b7d4 8030976: Untaken paths should be more vigorously pruned at highest optimization level
rbackman
parents: 24923
diff changeset
   932
// on the untaken path.
25496
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
   933
bool Parse::seems_stable_comparison() const {
24934
43a6fc13b7d4 8030976: Untaken paths should be more vigorously pruned at highest optimization level
rbackman
parents: 24923
diff changeset
   934
  if (C->too_many_traps(method(), bci(), Deoptimization::Reason_unstable_if)) {
43a6fc13b7d4 8030976: Untaken paths should be more vigorously pruned at highest optimization level
rbackman
parents: 24923
diff changeset
   935
    return false;
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   936
  }
24934
43a6fc13b7d4 8030976: Untaken paths should be more vigorously pruned at highest optimization level
rbackman
parents: 24923
diff changeset
   937
  return true;
6416
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   938
}
d49b65c9425a 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 5882
diff changeset
   939
954
740f5b9a923e 6707044: uncommon_trap of ifnull bytecode leaves garbage on expression stack
rasbold
parents: 781
diff changeset
   940
//-------------------------------repush_if_args--------------------------------
740f5b9a923e 6707044: uncommon_trap of ifnull bytecode leaves garbage on expression stack
rasbold
parents: 781
diff changeset
   941
// Push arguments of an "if" bytecode back onto the stack by adjusting _sp.
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
   942
inline int Parse::repush_if_args() {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
  if (PrintOpto && WizardMode) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
    tty->print("defending against excessive implicit null exceptions on %s @%d in ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
               Bytecodes::name(iter().cur_bc()), iter().cur_bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
    method()->print_name(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
  int bc_depth = - Bytecodes::depth(iter().cur_bc());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  assert(bc_depth == 1 || bc_depth == 2, "only two kinds of branches");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
  DEBUG_ONLY(sync_jvms());   // argument(n) requires a synced jvms
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
  assert(argument(0) != NULL, "must exist");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
  assert(bc_depth == 1 || argument(1) != NULL, "two must exist");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
   955
  inc_sp(bc_depth);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
   956
  return bc_depth;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
//----------------------------------do_ifnull----------------------------------
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   960
void Parse::do_ifnull(BoolTest::mask btest, Node *c) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
  int target_bci = iter().get_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   963
  Block* branch_block = successor_for_bci(target_bci);
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   964
  Block* next_block   = successor_for_bci(iter().next_bci());
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   965
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
  float cnt;
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
   967
  float prob = branch_prediction(cnt, btest, target_bci, c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
  if (prob == PROB_UNKNOWN) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
    // (An earlier version of do_ifnull omitted this trap for OSR methods.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
    if (PrintOpto && Verbose)
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   972
      tty->print_cr("Never-taken edge stops compilation at bci %d",bci());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
#endif
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
   974
    repush_if_args(); // to gather stats on loop
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
    // We need to mark this branch as taken so that if we recompile we will
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
    // see that it is possible. In the tiered system the interpreter doesn't
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
    // do profiling and by the time we get to the lower tier from the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
    // the path may be cold again. Make sure it doesn't look untaken
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
    profile_taken_branch(target_bci, !ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
    uncommon_trap(Deoptimization::Reason_unreached,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
                  NULL, "cold");
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
   983
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   984
      // Mark the successor blocks as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   985
      branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   986
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   987
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
  explicit_null_checks_inserted++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
  // Generate real control flow
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
   994
  Node   *tst = _gvn.transform( new BoolNode( c, btest ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
  // Sanity check the probability value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
  assert(prob > 0.0f,"Bad probability in Parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
 // Need xform to put node in hash table
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
  IfNode *iff = create_and_xform_if( control(), tst, prob, cnt );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
  assert(iff->_prob > 0.0f,"Optimizer made bad probability in parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
  // True branch
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
  { PreserveJVMState pjvms(this);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1003
    Node* iftrue  = _gvn.transform( new IfTrueNode (iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
    set_control(iftrue);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
    if (stopped()) {            // Path is dead?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
      explicit_null_checks_elided++;
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1008
      if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1009
        // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1010
        branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1011
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
    } else {                    // Path is live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
      // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
      profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
      adjust_map_after_if(btest, c, prob, branch_block, next_block);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1016
      if (!stopped()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
        merge(target_bci);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1018
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
  // False branch
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1023
  Node* iffalse = _gvn.transform( new IfFalseNode(iff) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
  set_control(iffalse);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
  if (stopped()) {              // Path is dead?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
    explicit_null_checks_elided++;
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1028
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1029
      // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1030
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1031
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
  } else  {                     // Path is live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
    profile_not_taken_branch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
    adjust_map_after_if(BoolTest(btest).negate(), c, 1.0-prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
                        next_block, branch_block);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
//------------------------------------do_if------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
void Parse::do_if(BoolTest::mask btest, Node* c) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
  int target_bci = iter().get_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1044
  Block* branch_block = successor_for_bci(target_bci);
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1045
  Block* next_block   = successor_for_bci(iter().next_bci());
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1046
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
  float cnt;
28912
27fac2f8fdbe 8063137: Never-taken branches should be pruned when GWT LambdaForms are shared
vlivanov
parents: 28640
diff changeset
  1048
  float prob = branch_prediction(cnt, btest, target_bci, c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
  float untaken_prob = 1.0 - prob;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1051
  if (prob == PROB_UNKNOWN) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
    if (PrintOpto && Verbose)
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  1054
      tty->print_cr("Never-taken edge stops compilation at bci %d",bci());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
    repush_if_args(); // to gather stats on loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
    // We need to mark this branch as taken so that if we recompile we will
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
    // see that it is possible. In the tiered system the interpreter doesn't
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
    // do profiling and by the time we get to the lower tier from the interpreter
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
    // the path may be cold again. Make sure it doesn't look untaken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
    profile_taken_branch(target_bci, !ProfileInterpreter);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
    uncommon_trap(Deoptimization::Reason_unreached,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
                  NULL, "cold");
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1065
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1066
      // Mark the successor blocks as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1067
      branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1068
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1069
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1072
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1073
  // Sanity check the probability value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1074
  assert(0.0f < prob && prob < 1.0f,"Bad probability in Parser");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1075
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1076
  bool taken_if_true = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1077
  // Convert BoolTest to canonical form:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
  if (!BoolTest(btest).is_canonical()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
    btest         = BoolTest(btest).negate();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
    taken_if_true = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
    // prob is NOT updated here; it remains the probability of the taken
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1082
    // path (as opposed to the prob of the path guarded by an 'IfTrueNode').
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
  assert(btest != BoolTest::eq, "!= is the only canonical exact test");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1086
  Node* tst0 = new BoolNode(c, btest);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
  Node* tst = _gvn.transform(tst0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
  BoolTest::mask taken_btest   = BoolTest::illegal;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
  BoolTest::mask untaken_btest = BoolTest::illegal;
210
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1090
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1091
  if (tst->is_Bool()) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1092
    // Refresh c from the transformed bool node, since it may be
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1093
    // simpler than the original c.  Also re-canonicalize btest.
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1094
    // This wins when (Bool ne (Conv2B p) 0) => (Bool ne (CmpP p NULL)).
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1095
    // That can arise from statements like: if (x instanceof C) ...
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1096
    if (tst != tst0) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1097
      // Canonicalize one more time since transform can change it.
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1098
      btest = tst->as_Bool()->_test._test;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1099
      if (!BoolTest(btest).is_canonical()) {
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1100
        // Reverse edges one more time...
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1101
        tst   = _gvn.transform( tst->as_Bool()->negate(&_gvn) );
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1102
        btest = tst->as_Bool()->_test._test;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1103
        assert(BoolTest(btest).is_canonical(), "sanity");
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1104
        taken_if_true = !taken_if_true;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1105
      }
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1106
      c = tst->in(1);
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1107
    }
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1108
    BoolTest::mask neg_btest = BoolTest(btest).negate();
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1109
    taken_btest   = taken_if_true ?     btest : neg_btest;
6da234892f4a 6671250: In Parse::do_if() old Cmp node 'c' should be replaced with new one after BoolNode transformation
kvn
parents: 190
diff changeset
  1110
    untaken_btest = taken_if_true ? neg_btest :     btest;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1111
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1113
  // Generate real control flow
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1114
  float true_prob = (taken_if_true ? prob : untaken_prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1115
  IfNode* iff = create_and_map_if(control(), tst, true_prob, cnt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1116
  assert(iff->_prob > 0.0f,"Optimizer made bad probability in parser");
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1117
  Node* taken_branch   = new IfTrueNode(iff);
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1118
  Node* untaken_branch = new IfFalseNode(iff);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
  if (!taken_if_true) {  // Finish conversion to canonical form
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
    Node* tmp      = taken_branch;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
    taken_branch   = untaken_branch;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
    untaken_branch = tmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
  // Branch is taken:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1126
  { PreserveJVMState pjvms(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
    taken_branch = _gvn.transform(taken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
    set_control(taken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1130
    if (stopped()) {
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1131
      if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1132
        // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1133
        branch_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1134
      }
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1135
    } else {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
      // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
      profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
      adjust_map_after_if(taken_btest, c, prob, branch_block, next_block);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1139
      if (!stopped()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
        merge(target_bci);
4643
61c659c91c57 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 3908
diff changeset
  1141
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
  untaken_branch = _gvn.transform(untaken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
  set_control(untaken_branch);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
  // Branch not taken.
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1149
  if (stopped()) {
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 16613
diff changeset
  1150
    if (C->eliminate_boxing()) {
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1151
      // Mark the successor block as parsed
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1152
      next_block->next_path_num();
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1153
    }
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
  1154
  } else {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
    profile_not_taken_branch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
    adjust_map_after_if(untaken_btest, c, untaken_prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
                        next_block, branch_block);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1161
25496
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1162
bool Parse::path_is_suitable_for_uncommon_trap(float prob) const {
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1163
  // Don't want to speculate on uncommon traps when running with -Xcomp
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1164
  if (!UseInterpreter) {
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1165
    return false;
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1166
  }
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1167
  return (seems_never_taken(prob) && seems_stable_comparison());
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1168
}
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1169
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
//----------------------------adjust_map_after_if------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
// Adjust the JVM state to reflect the result of taking this path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
// Basically, it means inspecting the CmpNode controlling this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
// branch, seeing how it constrains a tested value, and then
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
// deciding if it's worth our while to encode this constraint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
// as graph nodes in the current abstract interpretation map.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
void Parse::adjust_map_after_if(BoolTest::mask btest, Node* c, float prob,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
                                Block* path, Block* other_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
  if (stopped() || !c->is_Cmp() || btest == BoolTest::illegal)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
    return;                             // nothing to do
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
  bool is_fallthrough = (path == successor_for_bci(iter().next_bci()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1182
25496
a829ea1310b5 8046289: compiler/6340864/TestLongVect.java timeout with
rbackman
parents: 24934
diff changeset
  1183
  if (path_is_suitable_for_uncommon_trap(prob)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
    repush_if_args();
24934
43a6fc13b7d4 8030976: Untaken paths should be more vigorously pruned at highest optimization level
rbackman
parents: 24923
diff changeset
  1185
    uncommon_trap(Deoptimization::Reason_unstable_if,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
                  Deoptimization::Action_reinterpret,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
                  NULL,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
                  (is_fallthrough ? "taken always" : "taken never"));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
  Node* val = c->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
  Node* con = c->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
  const Type* tcon = _gvn.type(con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
  const Type* tval = _gvn.type(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
  bool have_con = tcon->singleton();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1197
  if (tval->singleton()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
    if (!have_con) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1199
      // Swap, so constant is in con.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
      con  = val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
      tcon = tval;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
      val  = c->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1203
      tval = _gvn.type(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1204
      btest = BoolTest(btest).commute();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
      have_con = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1206
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
      // Do we have two constants?  Then leave well enough alone.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
      have_con = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1209
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1210
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
  if (!have_con)                        // remaining adjustments need a con
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1214
  sharpen_type_after_if(btest, con, tcon, val, tval);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1215
}
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1216
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1217
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1218
static Node* extract_obj_from_klass_load(PhaseGVN* gvn, Node* n) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1219
  Node* ldk;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  1220
  if (n->is_DecodeNKlass()) {
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1221
    if (n->in(1)->Opcode() != Op_LoadNKlass) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1222
      return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1223
    } else {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1224
      ldk = n->in(1);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1225
    }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1226
  } else if (n->Opcode() != Op_LoadKlass) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1227
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1228
  } else {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1229
    ldk = n;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1230
  }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1231
  assert(ldk != NULL && ldk->is_Load(), "should have found a LoadKlass or LoadNKlass node");
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1232
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1233
  Node* adr = ldk->in(MemNode::Address);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1234
  intptr_t off = 0;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1235
  Node* obj = AddPNode::Ideal_base_and_offset(adr, gvn, off);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1236
  if (obj == NULL || off != oopDesc::klass_offset_in_bytes()) // loading oopDesc::_klass?
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1237
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1238
  const TypePtr* tp = gvn->type(obj)->is_ptr();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1239
  if (tp == NULL || !(tp->isa_instptr() || tp->isa_aryptr())) // is obj a Java object ptr?
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1240
    return NULL;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1241
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1242
  return obj;
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1243
}
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1244
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1245
void Parse::sharpen_type_after_if(BoolTest::mask btest,
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1246
                                  Node* con, const Type* tcon,
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1247
                                  Node* val, const Type* tval) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1248
  // Look for opportunities to sharpen the type of a node
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1249
  // whose klass is compared with a constant klass.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1250
  if (btest == BoolTest::eq && tcon->isa_klassptr()) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1251
    Node* obj = extract_obj_from_klass_load(&_gvn, val);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1252
    const TypeOopPtr* con_type = tcon->isa_klassptr()->as_instance_type();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1253
    if (obj != NULL && (con_type->isa_instptr() || con_type->isa_aryptr())) {
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1254
       // Found:
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1255
       //   Bool(CmpP(LoadKlass(obj._klass), ConP(Foo.klass)), [eq])
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1256
       // or the narrowOop equivalent.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1257
       const Type* obj_type = _gvn.type(obj);
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22234
diff changeset
  1258
       const TypeOopPtr* tboth = obj_type->join_speculative(con_type)->isa_oopptr();
13204
589e566a5ca8 7180769: assert(tboth->klass_is_exact()) failed: klass should be exact
kvn
parents: 12945
diff changeset
  1259
       if (tboth != NULL && tboth->klass_is_exact() && tboth != obj_type &&
589e566a5ca8 7180769: assert(tboth->klass_is_exact()) failed: klass should be exact
kvn
parents: 12945
diff changeset
  1260
           tboth->higher_equal(obj_type)) {
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1261
          // obj has to be of the exact type Foo if the CmpP succeeds.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1262
          int obj_in_map = map()->find_edge(obj);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1263
          JVMState* jvms = this->jvms();
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1264
          if (obj_in_map >= 0 &&
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1265
              (jvms->is_loc(obj_in_map) || jvms->is_stk(obj_in_map))) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1266
            TypeNode* ccast = new CheckCastPPNode(control(), obj, tboth);
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1267
            const Type* tcc = ccast->as_Type()->type();
23525
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  1268
            assert(tcc != obj_type && tcc->higher_equal(obj_type), "must improve");
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1269
            // Delay transform() call to allow recovery of pre-cast value
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1270
            // at the control merge.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1271
            _gvn.set_type_bottom(ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1272
            record_for_igvn(ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1273
            // Here's the payoff.
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1274
            replace_in_map(obj, ccast);
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1275
          }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1276
       }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1277
    }
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1278
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
  int val_in_map = map()->find_edge(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
  if (val_in_map < 0)  return;          // replace_in_map would be useless
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1282
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1283
    JVMState* jvms = this->jvms();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1284
    if (!(jvms->is_loc(val_in_map) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1285
          jvms->is_stk(val_in_map)))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
      return;                           // again, it would be useless
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1287
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1288
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1289
  // Check for a comparison to a constant, and "know" that the compared
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1290
  // value is constrained on this path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1291
  assert(tcon->singleton(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1292
  ConstraintCastNode* ccast = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
  Node* cast = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1294
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1295
  switch (btest) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1296
  case BoolTest::eq:                    // Constant test?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1297
    {
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22234
diff changeset
  1298
      const Type* tboth = tcon->join_speculative(tval);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
      if (tboth == tval)  break;        // Nothing to gain.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
      if (tcon->isa_int()) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1301
        ccast = new CastIINode(val, tboth);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
      } else if (tcon == TypePtr::NULL_PTR) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
        // Cast to null, but keep the pointer identity temporarily live.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1304
        ccast = new CastPPNode(val, tboth);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
        const TypeF* tf = tcon->isa_float_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
        const TypeD* td = tcon->isa_double_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
        // Exclude tests vs float/double 0 as these could be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
        // either +0 or -0.  Just because you are equal to +0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
        // doesn't mean you ARE +0!
12945
e63d6176cbd1 7170463: C2 should recognize "obj.getClass() == A.class" code pattern
kvn
parents: 10508
diff changeset
  1311
        // Note, following code also replaces Long and Oop values.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
        if ((!tf || tf->_f != 0.0) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
            (!td || td->_d != 0.0))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
          cast = con;                   // Replace non-constant val by con.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
  case BoolTest::ne:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
    if (tcon == TypePtr::NULL_PTR) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
      cast = cast_not_null(val, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1326
    // (At this point we could record int range types with CastII.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
  if (ccast != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
    const Type* tcc = ccast->as_Type()->type();
23525
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  1332
    assert(tcc != tval && tcc->higher_equal(tval), "must improve");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
    // Delay transform() call to allow recovery of pre-cast value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1334
    // at the control merge.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1335
    ccast->set_req(0, control());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1336
    _gvn.set_type_bottom(ccast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1337
    record_for_igvn(ccast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1338
    cast = ccast;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1339
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
  if (cast != NULL) {                   // Here's the payoff.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1342
    replace_in_map(val, cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1343
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1344
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1345
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1346
/**
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1347
 * Use speculative type to optimize CmpP node: if comparison is
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1348
 * against the low level class, cast the object to the speculative
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1349
 * type if any. CmpP should then go away.
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1350
 *
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1351
 * @param c  expected CmpP node
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1352
 * @return   result of CmpP on object casted to speculative type
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1353
 *
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1354
 */
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1355
Node* Parse::optimize_cmp_with_klass(Node* c) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1356
  // If this is transformed by the _gvn to a comparison with the low
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1357
  // level klass then we may be able to use speculation
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1358
  if (c->Opcode() == Op_CmpP &&
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1359
      (c->in(1)->Opcode() == Op_LoadKlass || c->in(1)->Opcode() == Op_DecodeNKlass) &&
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1360
      c->in(2)->is_Con()) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1361
    Node* load_klass = NULL;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1362
    Node* decode = NULL;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1363
    if (c->in(1)->Opcode() == Op_DecodeNKlass) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1364
      decode = c->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1365
      load_klass = c->in(1)->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1366
    } else {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1367
      load_klass = c->in(1);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1368
    }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1369
    if (load_klass->in(2)->is_AddP()) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1370
      Node* addp = load_klass->in(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1371
      Node* obj = addp->in(AddPNode::Address);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1372
      const TypeOopPtr* obj_type = _gvn.type(obj)->is_oopptr();
23525
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  1373
      if (obj_type->speculative_type_not_null() != NULL) {
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1374
        ciKlass* k = obj_type->speculative_type();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1375
        inc_sp(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1376
        obj = maybe_cast_profiled_obj(obj, k);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1377
        dec_sp(2);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1378
        // Make the CmpP use the casted obj
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1379
        addp = basic_plus_adr(obj, addp->in(AddPNode::Offset));
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1380
        load_klass = load_klass->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1381
        load_klass->set_req(2, addp);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1382
        load_klass = _gvn.transform(load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1383
        if (decode != NULL) {
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1384
          decode = decode->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1385
          decode->set_req(1, load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1386
          load_klass = _gvn.transform(decode);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1387
        }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1388
        c = c->clone();
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1389
        c->set_req(1, load_klass);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1390
        c = _gvn.transform(c);
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1391
      }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1392
    }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1393
  }
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1394
  return c;
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  1395
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1396
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
//------------------------------do_one_bytecode--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
// Parse this bytecode, and alter the Parsers JVM->Node mapping
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
void Parse::do_one_bytecode() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
  Node *a, *b, *c, *d;          // Handy temps
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
  BoolTest::mask btest;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
  int i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1403
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
  assert(!has_exceptions(), "bytecode entry state must be clear of throws");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
  if (C->check_node_count(NodeLimitFudgeFactor * 5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
                          "out of nodes parsing method")) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1411
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1412
  // for setting breakpoints
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1413
  if (TraceOptoParse) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1414
    tty->print(" @");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1415
    dump_bci(bci());
16613
58c6d72ad0ef 8009539: JVM crash when run lambda testng tests
bharadwaj
parents: 14621
diff changeset
  1416
    tty->cr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1417
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1418
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
  switch (bc()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
  case Bytecodes::_nop:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
    // do nothing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
  case Bytecodes::_lconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
    push_pair(longcon(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1428
  case Bytecodes::_lconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
    push_pair(longcon(1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
  case Bytecodes::_fconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
    push(zerocon(T_FLOAT));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
  case Bytecodes::_fconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
    push(makecon(TypeF::ONE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1439
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1440
  case Bytecodes::_fconst_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
    push(makecon(TypeF::make(2.0f)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1444
  case Bytecodes::_dconst_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1445
    push_pair(zerocon(T_DOUBLE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1446
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1448
  case Bytecodes::_dconst_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1449
    push_pair(makecon(TypeD::ONE));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1451
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1452
  case Bytecodes::_iconst_m1:push(intcon(-1)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1453
  case Bytecodes::_iconst_0: push(intcon( 0)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1454
  case Bytecodes::_iconst_1: push(intcon( 1)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
  case Bytecodes::_iconst_2: push(intcon( 2)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1456
  case Bytecodes::_iconst_3: push(intcon( 3)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1457
  case Bytecodes::_iconst_4: push(intcon( 4)); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1458
  case Bytecodes::_iconst_5: push(intcon( 5)); break;
5688
9052dc91ea67 6939207: refactor constant pool index processing
jrose
parents: 4761
diff changeset
  1459
  case Bytecodes::_bipush:   push(intcon(iter().get_constant_u1())); break;
9052dc91ea67 6939207: refactor constant pool index processing
jrose
parents: 4761
diff changeset
  1460
  case Bytecodes::_sipush:   push(intcon(iter().get_constant_u2())); break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1461
  case Bytecodes::_aconst_null: push(null());  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1462
  case Bytecodes::_ldc:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
  case Bytecodes::_ldc_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
  case Bytecodes::_ldc2_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1465
    // If the constant is unresolved, run this BC once in the interpreter.
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1466
    {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1467
      ciConstant constant = iter().get_constant();
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1468
      if (constant.basic_type() == T_OBJECT &&
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1469
          !constant.as_object()->is_loaded()) {
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1470
        int index = iter().get_constant_pool_index();
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1471
        constantTag tag = iter().get_constant_pool_tag(index);
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1472
        uncommon_trap(Deoptimization::make_trap_request
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1473
                      (Deoptimization::Reason_unloaded,
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1474
                       Deoptimization::Action_reinterpret,
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1475
                       index),
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1476
                      NULL, tag.internal_name());
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1477
        break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1478
      }
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13204
diff changeset
  1479
      assert(constant.basic_type() != T_OBJECT || constant.as_object()->is_instance(),
5882
6b2aecc4f7d8 6939203: JSR 292 needs method handle constants
jrose
parents: 5702
diff changeset
  1480
             "must be java_mirror of klass");
3908
24b55ad4c228 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 3261
diff changeset
  1481
      bool pushed = push_constant(constant, true);
24b55ad4c228 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 3261
diff changeset
  1482
      guarantee(pushed, "must be possible to push this constant");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1483
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1484
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1486
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1487
  case Bytecodes::_aload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
    push( local(0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1489
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1490
  case Bytecodes::_aload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1491
    push( local(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1492
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1493
  case Bytecodes::_aload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1494
    push( local(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1495
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1496
  case Bytecodes::_aload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1497
    push( local(3) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1498
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1499
  case Bytecodes::_aload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1500
    push( local(iter().get_index()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1501
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1502
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1503
  case Bytecodes::_fload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1504
  case Bytecodes::_iload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1505
    push( local(0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1506
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1507
  case Bytecodes::_fload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1508
  case Bytecodes::_iload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1509
    push( local(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1510
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1511
  case Bytecodes::_fload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1512
  case Bytecodes::_iload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
    push( local(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1514
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1515
  case Bytecodes::_fload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1516
  case Bytecodes::_iload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1517
    push( local(3) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1518
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
  case Bytecodes::_fload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
  case Bytecodes::_iload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
    push( local(iter().get_index()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1522
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
  case Bytecodes::_lload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1524
    push_pair_local( 0 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1525
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1526
  case Bytecodes::_lload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1527
    push_pair_local( 1 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1528
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1529
  case Bytecodes::_lload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1530
    push_pair_local( 2 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1531
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1532
  case Bytecodes::_lload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1533
    push_pair_local( 3 );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1534
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1535
  case Bytecodes::_lload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1536
    push_pair_local( iter().get_index() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1537
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1538
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1539
  case Bytecodes::_dload_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1540
    push_pair_local(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1541
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1542
  case Bytecodes::_dload_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1543
    push_pair_local(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1544
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1545
  case Bytecodes::_dload_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1546
    push_pair_local(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1547
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
  case Bytecodes::_dload_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
    push_pair_local(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
  case Bytecodes::_dload:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
    push_pair_local(iter().get_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1554
  case Bytecodes::_fstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
  case Bytecodes::_istore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
  case Bytecodes::_astore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
    set_local( 0, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1558
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
  case Bytecodes::_fstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
  case Bytecodes::_istore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
  case Bytecodes::_astore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
    set_local( 1, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
  case Bytecodes::_fstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
  case Bytecodes::_istore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
  case Bytecodes::_astore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
    set_local( 2, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1568
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1569
  case Bytecodes::_fstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1570
  case Bytecodes::_istore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1571
  case Bytecodes::_astore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1572
    set_local( 3, pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1573
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1574
  case Bytecodes::_fstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1575
  case Bytecodes::_istore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1576
  case Bytecodes::_astore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
    set_local( iter().get_index(), pop() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1578
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1579
  // long stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1580
  case Bytecodes::_lstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
    set_pair_local( 0, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1582
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
  case Bytecodes::_lstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1584
    set_pair_local( 1, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
  case Bytecodes::_lstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
    set_pair_local( 2, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1588
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
  case Bytecodes::_lstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1590
    set_pair_local( 3, pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
  case Bytecodes::_lstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
    set_pair_local( iter().get_index(), pop_pair() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
  // double stores
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
  case Bytecodes::_dstore_0:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
    set_pair_local( 0, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1599
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
  case Bytecodes::_dstore_1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
    set_pair_local( 1, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1603
  case Bytecodes::_dstore_2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1604
    set_pair_local( 2, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
  case Bytecodes::_dstore_3:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
    set_pair_local( 3, dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1608
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1609
  case Bytecodes::_dstore:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
    set_pair_local( iter().get_index(), dstore_rounding(pop_pair()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1613
  case Bytecodes::_pop:  dec_sp(1);   break;
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1614
  case Bytecodes::_pop2: dec_sp(2);   break;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1615
  case Bytecodes::_swap:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1617
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1618
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1619
    push(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
  case Bytecodes::_dup:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1622
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1624
    push(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1625
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1626
  case Bytecodes::_dup_x1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1627
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1628
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1629
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1630
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1631
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1632
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1633
  case Bytecodes::_dup_x2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1636
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1637
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1639
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1640
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1641
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1642
  case Bytecodes::_dup2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1643
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1644
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1645
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1646
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1650
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1651
  case Bytecodes::_dup2_x1:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1652
    // before: .. c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1653
    // after:  .. b, a, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1654
    // not tested
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1655
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1656
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1657
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1658
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1660
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
  case Bytecodes::_dup2_x2:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1665
    // before: .. d, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
    // after:  .. b, a, d, c, b, a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
    // not tested
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
    c = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
    d = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
    push( c );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
  case Bytecodes::_arraylength: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
    // Must do null-check with value on expression stack
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1682
    Node *ary = null_check(peek(), T_ARRAY);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
    push(load_array_length(a));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1687
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1688
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1690
  case Bytecodes::_baload: array_load(T_BYTE);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1691
  case Bytecodes::_caload: array_load(T_CHAR);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1692
  case Bytecodes::_iaload: array_load(T_INT);    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1693
  case Bytecodes::_saload: array_load(T_SHORT);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
  case Bytecodes::_faload: array_load(T_FLOAT);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1695
  case Bytecodes::_aaload: array_load(T_OBJECT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1696
  case Bytecodes::_laload: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
    a = array_addressing(T_LONG, 0);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1698
    if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1699
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1700
    push_pair(make_load(control(), a, TypeLong::LONG, T_LONG, TypeAryPtr::LONGS, MemNode::unordered));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
  case Bytecodes::_daload: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1704
    a = array_addressing(T_DOUBLE, 0);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1705
    if (stopped())  return;     // guaranteed null or range check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1706
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1707
    push_pair(make_load(control(), a, Type::DOUBLE, T_DOUBLE, TypeAryPtr::DOUBLES, MemNode::unordered));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
  case Bytecodes::_bastore: array_store(T_BYTE);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
  case Bytecodes::_castore: array_store(T_CHAR);  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
  case Bytecodes::_iastore: array_store(T_INT);   break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
  case Bytecodes::_sastore: array_store(T_SHORT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
  case Bytecodes::_fastore: array_store(T_FLOAT); break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
  case Bytecodes::_aastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
    d = array_addressing(T_OBJECT, 1);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1717
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1718
    array_store_check();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
    c = pop();                  // Oop to store
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1720
    b = pop();                  // index (already used)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1721
    a = pop();                  // the array itself
3180
c589129153a4 6856025: assert(_base >= OopPtr && _base <= KlassPtr,"Not a Java pointer")
never
parents: 3178
diff changeset
  1722
    const TypeOopPtr* elemtype  = _gvn.type(a)->is_aryptr()->elem()->make_oopptr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1723
    const TypeAryPtr* adr_type = TypeAryPtr::OOPS;
29180
50369728b00e 8064611: AARCH64: Changes to HotSpot shared code
aph
parents: 27147
diff changeset
  1724
    Node* store = store_oop_to_array(control(), a, d, adr_type, c, elemtype, T_OBJECT,
50369728b00e 8064611: AARCH64: Changes to HotSpot shared code
aph
parents: 27147
diff changeset
  1725
                                     StoreNode::release_if_reference(T_OBJECT));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1726
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1727
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1728
  case Bytecodes::_lastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1729
    a = array_addressing(T_LONG, 2);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1730
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1731
    c = pop_pair();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1732
    dec_sp(2);                  // Pop array and index
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1733
    store_to_memory(control(), a, c, T_LONG, TypeAryPtr::LONGS, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1734
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1735
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1736
  case Bytecodes::_dastore: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1737
    a = array_addressing(T_DOUBLE, 2);
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 1398
diff changeset
  1738
    if (stopped())  return;     // guaranteed null or range check
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1739
    c = pop_pair();
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1740
    dec_sp(2);                  // Pop array and index
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
    c = dstore_rounding(c);
22845
d8812d0ff387 8024921: PPC64 (part 113): Extend Load and Store nodes to know about memory ordering
goetz
parents: 21099
diff changeset
  1742
    store_to_memory(control(), a, c, T_DOUBLE, TypeAryPtr::DOUBLES, MemNode::unordered);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1745
  case Bytecodes::_getfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1746
    do_getfield();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1747
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
  case Bytecodes::_getstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1750
    do_getstatic();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1751
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1752
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1753
  case Bytecodes::_putfield:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1754
    do_putfield();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1755
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1756
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1757
  case Bytecodes::_putstatic:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1758
    do_putstatic();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1759
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1760
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1761
  case Bytecodes::_irem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1762
    do_irem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1764
  case Bytecodes::_idiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
    // Must keep both values on the expression-stack during null-check
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  1766
    zero_check_int(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1767
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1770
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1771
    push( _gvn.transform( new DivINode(control(),a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1772
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1773
  case Bytecodes::_imul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1774
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1775
    push( _gvn.transform( new MulINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1776
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1777
  case Bytecodes::_iadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1778
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1779
    push( _gvn.transform( new AddINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
  case Bytecodes::_ineg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1783
    push( _gvn.transform( new SubINode(_gvn.intcon(0),a)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
  case Bytecodes::_isub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1787
    push( _gvn.transform( new SubINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1788
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
  case Bytecodes::_iand:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1790
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1791
    push( _gvn.transform( new AndINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1793
  case Bytecodes::_ior:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1795
    push( _gvn.transform( new OrINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1796
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1797
  case Bytecodes::_ixor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1799
    push( _gvn.transform( new XorINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1800
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1801
  case Bytecodes::_ishl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1802
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1803
    push( _gvn.transform( new LShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
  case Bytecodes::_ishr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1806
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1807
    push( _gvn.transform( new RShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1809
  case Bytecodes::_iushr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
    b = pop(); a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1811
    push( _gvn.transform( new URShiftINode(a,b) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
  case Bytecodes::_fneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1816
    b = _gvn.transform(new NegFNode (a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1817
    push(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
  case Bytecodes::_fsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1821
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1823
    c = _gvn.transform( new SubFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1825
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
  case Bytecodes::_fadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1829
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1831
    c = _gvn.transform( new AddFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1832
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1833
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1835
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1836
  case Bytecodes::_fmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1837
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1838
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1839
    c = _gvn.transform( new MulFNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1840
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1841
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1842
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
  case Bytecodes::_fdiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1845
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1847
    c = _gvn.transform( new DivFNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
    d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
    push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1852
  case Bytecodes::_frem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1853
    if (Matcher::has_match_rule(Op_ModF)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
      // Generate a ModF node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
      b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1856
      a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1857
      c = _gvn.transform( new ModFNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1858
      d = precision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
      push( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1861
    else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1862
      // Generate a call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1863
      modf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1866
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
  case Bytecodes::_fcmpl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1870
    c = _gvn.transform( new CmpF3Node( a, b));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
  case Bytecodes::_fcmpg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
    b = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1876
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
    // Same as fcmpl but need to flip the unordered case.  Swap the inputs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
    // which negates the result sign except for unordered.  Flip the unordered
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1879
    // as well by using CmpF3 which implements unordered-lesser instead of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
    // unordered-greater semantics.  Finally, commute the result bits.  Result
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
    // is same as using a CmpF3Greater except we did it with CmpF3 alone.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1882
    c = _gvn.transform( new CmpF3Node( b, a));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1883
    c = _gvn.transform( new SubINode(_gvn.intcon(0),c) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
  case Bytecodes::_f2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1889
    push(_gvn.transform(new ConvF2INode(a)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1892
  case Bytecodes::_d2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1893
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1894
    b = _gvn.transform(new ConvD2INode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1895
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
  case Bytecodes::_f2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1900
    b = _gvn.transform( new ConvF2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
    push_pair( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1903
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1904
  case Bytecodes::_d2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1905
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1906
    b = _gvn.transform( new ConvD2FNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
    // This breaks _227_mtrt (speed & correctness) and _222_mpegaudio (speed)
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1908
    //b = _gvn.transform(new RoundFloatNode(0, b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
    push( b );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1911
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
  case Bytecodes::_l2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
    if (Matcher::convL2FSupported()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
      a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1915
      b = _gvn.transform( new ConvL2FNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1916
      // For i486.ad, FILD doesn't restrict precision to 24 or 53 bits.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
      // Rather than storing the result into an FP register then pushing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1918
      // out to memory to round, the machine instruction that implements
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
      // ConvL2D is responsible for rounding.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
      // c = precision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
      c = _gvn.transform(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1922
      push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
      l2f();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
  case Bytecodes::_l2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1930
    b = _gvn.transform( new ConvL2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
    // For i486.ad, rounding is always necessary (see _l2f above).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
    // c = dprecision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
    c = _gvn.transform(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1937
  case Bytecodes::_f2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1939
    b = _gvn.transform( new ConvF2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
  case Bytecodes::_d2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1945
    b = _gvn.transform( new ConvD2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1946
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
  case Bytecodes::_dsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1952
    c = _gvn.transform( new SubDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
  case Bytecodes::_dadd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1958
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1960
    c = _gvn.transform( new AddDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1961
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
  case Bytecodes::_dmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1966
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1967
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1968
    c = _gvn.transform( new MulDNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1969
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1970
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
  case Bytecodes::_ddiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1974
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1975
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1976
    c = _gvn.transform( new DivDNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
    d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
    push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
  case Bytecodes::_dneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1982
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1983
    b = _gvn.transform(new NegDNode (a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
  case Bytecodes::_drem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
    if (Matcher::has_match_rule(Op_ModD)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1989
      // Generate a ModD node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1990
      b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1991
      a = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1992
      // a % b
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1993
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  1994
      c = _gvn.transform( new ModDNode(0,a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1995
      d = dprecision_rounding(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1996
      push_pair( d );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1997
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1998
    else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1999
      // Generate a call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2000
      modd();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2001
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2002
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2003
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2004
  case Bytecodes::_dcmpl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2005
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2006
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2007
    c = _gvn.transform( new CmpD3Node( a, b));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2008
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2009
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2010
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2011
  case Bytecodes::_dcmpg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2012
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2013
    a = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2014
    // Same as dcmpl but need to flip the unordered case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2015
    // Commute the inputs, which negates the result sign except for unordered.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2016
    // Flip the unordered as well by using CmpD3 which implements
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2017
    // unordered-lesser instead of unordered-greater semantics.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2018
    // Finally, negate the result bits.  Result is same as using a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2019
    // CmpD3Greater except we did it with CmpD3 alone.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2020
    c = _gvn.transform( new CmpD3Node( b, a));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2021
    c = _gvn.transform( new SubINode(_gvn.intcon(0),c) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2022
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2023
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2024
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2026
    // Note for longs -> lo word is on TOS, hi word is on TOS - 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2027
  case Bytecodes::_land:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2028
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2029
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2030
    c = _gvn.transform( new AndLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2031
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2032
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2033
  case Bytecodes::_lor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2034
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2035
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2036
    c = _gvn.transform( new OrLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2037
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2038
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2039
  case Bytecodes::_lxor:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2040
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2041
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2042
    c = _gvn.transform( new XorLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2043
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2044
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2045
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2046
  case Bytecodes::_lshl:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2047
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2048
    a = pop_pair();             // value to be shifted
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2049
    c = _gvn.transform( new LShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2050
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2051
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2052
  case Bytecodes::_lshr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2053
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2054
    a = pop_pair();             // value to be shifted
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2055
    c = _gvn.transform( new RShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2056
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2057
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2058
  case Bytecodes::_lushr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2059
    b = pop();                  // the shift count
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2060
    a = pop_pair();             // value to be shifted
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2061
    c = _gvn.transform( new URShiftLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2062
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2063
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2064
  case Bytecodes::_lmul:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2065
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2066
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2067
    c = _gvn.transform( new MulLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2068
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2069
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2070
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2071
  case Bytecodes::_lrem:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2072
    // Must keep both values on the expression-stack during null-check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2073
    assert(peek(0) == top(), "long word order");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2074
    zero_check_long(peek(1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2075
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2076
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2077
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2079
    c = _gvn.transform( new ModLNode(control(),a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2083
  case Bytecodes::_ldiv:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
    // Must keep both values on the expression-stack during null-check
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
    assert(peek(0) == top(), "long word order");
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2086
    zero_check_long(peek(1));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
    // Compile-time detect of null-exception?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2089
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2091
    c = _gvn.transform( new DivLNode(control(),a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2092
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2093
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2094
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2095
  case Bytecodes::_ladd:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2096
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2097
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2098
    c = _gvn.transform( new AddLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2099
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2100
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2101
  case Bytecodes::_lsub:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2102
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2103
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2104
    c = _gvn.transform( new SubLNode(a,b) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2105
    push_pair(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
  case Bytecodes::_lcmp:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2108
    // Safepoints are now inserted _before_ branches.  The long-compare
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
    // bytecode painfully produces a 3-way value (-1,0,+1) which requires a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
    // slew of control flow.  These are usually followed by a CmpI vs zero and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
    // a branch; this pattern then optimizes to the obvious long-compare and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
    // branch.  However, if the branch is backwards there's a Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2113
    // inserted.  The inserted Safepoint captures the JVM state at the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
    // pre-branch point, i.e. it captures the 3-way value.  Thus if a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
    // long-compare is used to control a loop the debug info will force
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
    // computation of the 3-way value, even though the generated code uses a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
    // long-compare and branch.  We try to rectify the situation by inserting
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
    // a SafePoint here and have it dominate and kill the safepoint added at a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
    // following backwards branch.  At this point the JVM state merely holds 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2120
    // longs but not the 3-way value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
    if( UseLoopSafepoints ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
      switch( iter().next_bc() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
      case Bytecodes::_ifgt:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
      case Bytecodes::_iflt:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
      case Bytecodes::_ifge:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2126
      case Bytecodes::_ifle:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
      case Bytecodes::_ifne:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2128
      case Bytecodes::_ifeq:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
        // If this is a backwards branch in the bytecodes, add Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
        maybe_add_safepoint(iter().next_get_dest());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
    b = pop_pair();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2135
    c = _gvn.transform( new CmpL3Node( a, b ));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
    push(c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2137
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
  case Bytecodes::_lneg:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2141
    b = _gvn.transform( new SubLNode(longcon(0),a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
  case Bytecodes::_l2i:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
    a = pop_pair();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2146
    push( _gvn.transform( new ConvL2INode(a)));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2147
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
  case Bytecodes::_i2l:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2150
    b = _gvn.transform( new ConvI2LNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2151
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2153
  case Bytecodes::_i2b:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
    // Sign extend
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2156
    a = _gvn.transform( new LShiftINode(a,_gvn.intcon(24)) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2157
    a = _gvn.transform( new RShiftINode(a,_gvn.intcon(24)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
  case Bytecodes::_i2s:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2162
    a = _gvn.transform( new LShiftINode(a,_gvn.intcon(16)) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2163
    a = _gvn.transform( new RShiftINode(a,_gvn.intcon(16)) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
    push( a );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
  case Bytecodes::_i2c:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2168
    push( _gvn.transform( new AndINode(a,_gvn.intcon(0xFFFF)) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
  case Bytecodes::_i2f:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2172
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2173
    b = _gvn.transform( new ConvI2FNode(a) ) ;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
    c = precision_rounding(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
    push (b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2176
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2178
  case Bytecodes::_i2d:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2179
    a = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2180
    b = _gvn.transform( new ConvI2DNode(a));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
    push_pair(b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2182
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2183
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2184
  case Bytecodes::_iinc:        // Increment local
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2185
    i = iter().get_index();     // Get local index
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2186
    set_local( i, _gvn.transform( new AddINode( _gvn.intcon(iter().get_iinc_con()), local(i) ) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2187
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2188
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2189
  // Exit points of synchronized methods must have an unlock node
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2190
  case Bytecodes::_return:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2191
    return_current(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2192
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2193
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
  case Bytecodes::_ireturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2195
  case Bytecodes::_areturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2196
  case Bytecodes::_freturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2197
    return_current(pop());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2198
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2199
  case Bytecodes::_lreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2200
    return_current(pop_pair());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2201
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2202
  case Bytecodes::_dreturn:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2203
    return_current(pop_pair());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2204
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2205
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2206
  case Bytecodes::_athrow:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2207
    // null exception oop throws NULL pointer exception
14621
fd9265ab0f67 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 13969
diff changeset
  2208
    null_check(peek());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2209
    if (stopped())  return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2210
    // Hook the thrown exception directly to subsequent handlers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2211
    if (BailoutToInterpreterForThrows) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2212
      // Keep method interpreted from now on.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2213
      uncommon_trap(Deoptimization::Reason_unhandled,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2214
                    Deoptimization::Action_make_not_compilable);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2215
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2216
    }
4761
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2217
    if (env()->jvmti_can_post_on_exceptions()) {
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2218
      // check if we must post exception events, take uncommon trap if so (with must_throw = false)
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2219
      uncommon_trap_if_should_post_on_exceptions(Deoptimization::Reason_unhandled, false);
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2220
    }
bdb7375a1fee 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 4643
diff changeset
  2221
    // Here if either can_post_on_exceptions or should_post_on_exceptions is false
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2222
    add_exception_state(make_exception_state(peek()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2223
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2224
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2225
  case Bytecodes::_goto:   // fall through
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2226
  case Bytecodes::_goto_w: {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2227
    int target_bci = (bc() == Bytecodes::_goto) ? iter().get_dest() : iter().get_far_dest();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2228
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2229
    // If this is a backwards branch in the bytecodes, add Safepoint
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2230
    maybe_add_safepoint(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2231
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2232
    // Update method data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2233
    profile_taken_branch(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2234
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2235
    // Merge the current control into the target basic block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2236
    merge(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2237
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2238
    // See if we can get some profile data and hand it off to the next block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2239
    Block *target_block = block()->successor_for_bci(target_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2240
    if (target_block->pred_count() != 1)  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2241
    ciMethodData* methodData = method()->method_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2242
    if (!methodData->is_mature())  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2243
    ciProfileData* data = methodData->bci_to_data(bci());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2244
    assert( data->is_JumpData(), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2245
    int taken = ((ciJumpData*)data)->taken();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2246
    taken = method()->scale_count(taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2247
    target_block->set_count(taken);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2248
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2249
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2250
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2251
  case Bytecodes::_ifnull:    btest = BoolTest::eq; goto handle_if_null;
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2252
  case Bytecodes::_ifnonnull: btest = BoolTest::ne; goto handle_if_null;
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2253
  handle_if_null:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2254
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2255
    maybe_add_safepoint(iter().get_dest());
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2256
    a = null();
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2257
    b = pop();
23525
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2258
    if (!_gvn.type(b)->speculative_maybe_null() &&
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2259
        !too_many_traps(Deoptimization::Reason_speculate_null_check)) {
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2260
      inc_sp(1);
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2261
      Node* null_ctl = top();
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2262
      b = null_check_oop(b, &null_ctl, true, true, true);
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2263
      assert(null_ctl->is_top(), "no null control here");
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2264
      dec_sp(1);
e3eb08ead679 8031755: Type speculation should be used to optimize explicit null checks
roland
parents: 22873
diff changeset
  2265
    }
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2266
    c = _gvn.transform( new CmpPNode(b, a) );
956
f1aadc829f59 6726504: handle do_ifxxx calls in parser more uniformly
rasbold
parents: 954
diff changeset
  2267
    do_ifnull(btest, c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
  case Bytecodes::_if_acmpeq: btest = BoolTest::eq; goto handle_if_acmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2271
  case Bytecodes::_if_acmpne: btest = BoolTest::ne; goto handle_if_acmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2272
  handle_if_acmp:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2273
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2274
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2275
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2276
    b = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2277
    c = _gvn.transform( new CmpPNode(b, a) );
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 20693
diff changeset
  2278
    c = optimize_cmp_with_klass(c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2279
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2280
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2281
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2282
  case Bytecodes::_ifeq: btest = BoolTest::eq; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2283
  case Bytecodes::_ifne: btest = BoolTest::ne; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2284
  case Bytecodes::_iflt: btest = BoolTest::lt; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2285
  case Bytecodes::_ifle: btest = BoolTest::le; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2286
  case Bytecodes::_ifgt: btest = BoolTest::gt; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2287
  case Bytecodes::_ifge: btest = BoolTest::ge; goto handle_ifxx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2288
  handle_ifxx:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2289
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2290
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2291
    a = _gvn.intcon(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2292
    b = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2293
    c = _gvn.transform( new CmpINode(b, a) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
  case Bytecodes::_if_icmpeq: btest = BoolTest::eq; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
  case Bytecodes::_if_icmpne: btest = BoolTest::ne; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2299
  case Bytecodes::_if_icmplt: btest = BoolTest::lt; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
  case Bytecodes::_if_icmple: btest = BoolTest::le; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
  case Bytecodes::_if_icmpgt: btest = BoolTest::gt; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
  case Bytecodes::_if_icmpge: btest = BoolTest::ge; goto handle_if_icmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2303
  handle_if_icmp:
962
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2304
    // If this is a backwards branch in the bytecodes, add Safepoint
463ad1f3e1eb 6730192: expression stack wrong at deoptimization point
rasbold
parents: 956
diff changeset
  2305
    maybe_add_safepoint(iter().get_dest());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
    a = pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2307
    b = pop();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24429
diff changeset
  2308
    c = _gvn.transform( new CmpINode( b, a ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
    do_if(btest, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
  case Bytecodes::_tableswitch:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2313
    do_tableswitch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2314
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2315
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2316
  case Bytecodes::_lookupswitch:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2317
    do_lookupswitch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2318
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2319
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2320
  case Bytecodes::_invokestatic:
2570
ecc7862946d4 6655646: dynamic languages need dynamically linked call sites
jrose
parents: 2131
diff changeset
  2321
  case Bytecodes::_invokedynamic:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2322
  case Bytecodes::_invokespecial:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2323
  case Bytecodes::_invokevirtual:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
  case Bytecodes::_invokeinterface:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
    do_call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
  case Bytecodes::_checkcast:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
    do_checkcast();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2329
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2330
  case Bytecodes::_instanceof:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2331
    do_instanceof();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2332
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2333
  case Bytecodes::_anewarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2334
    do_anewarray();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2335
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2336
  case Bytecodes::_newarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2337
    do_newarray((BasicType)iter().get_index());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2338
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2339
  case Bytecodes::_multianewarray:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2340
    do_multianewarray();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2341
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2342
  case Bytecodes::_new:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2343
    do_new();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2344
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2345
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2346
  case Bytecodes::_jsr:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2347
  case Bytecodes::_jsr_w:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2348
    do_jsr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2349
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2350
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2351
  case Bytecodes::_ret:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2352
    do_ret();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2353
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2354
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2355
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2356
  case Bytecodes::_monitorenter:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2357
    do_monitor_enter();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2358
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2359
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2360
  case Bytecodes::_monitorexit:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2361
    do_monitor_exit();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2362
    break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2363
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2364
  case Bytecodes::_breakpoint:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2365
    // Breakpoint set concurrently to compile
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2366
    // %%% use an uncommon trap?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2367
    C->record_failure("breakpoint in method");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2369
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2370
  default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2371
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2372
    map()->dump(99);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2373
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2374
    tty->print("\nUnhandled bytecode %s\n", Bytecodes::name(bc()) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2375
    ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2378
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2379
  IdealGraphPrinter *printer = IdealGraphPrinter::printer();
27147
ed83dc5777e6 8060215: per-method PrintIdealGraphLevel
zmajo
parents: 25496
diff changeset
  2380
  if (printer && printer->should_print(_method)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2381
    char buffer[256];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2382
    sprintf(buffer, "Bytecode %d: %s", bci(), Bytecodes::name(bc()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2383
    bool old = printer->traverse_outs();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2384
    printer->set_traverse_outs(true);
768
d0bebc7eefc2 6718676: putback for 6604014 is incomplete
never
parents: 767
diff changeset
  2385
    printer->print_method(C, buffer, 4);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
    printer->set_traverse_outs(old);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2389
}