src/hotspot/share/opto/cfgnode.cpp
author roland
Wed, 17 Oct 2018 10:19:13 +0200
changeset 52224 4f2215a00ed1
parent 52143 ad6384355aa3
child 52233 d682023cdd8c
permissions -rw-r--r--
8212611: Small collection of simple changes from shenandoah Reviewed-by: thartmann, kvn, eosterlund
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
48595
5d699d81c10c 8194988: 8 Null pointer dereference defect groups related to MultiNode::proj_out()
dlong
parents: 48145
diff changeset
     2
 * Copyright (c) 1997, 2018, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5538
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5538
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5538
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    26
#include "classfile/systemDictionary.hpp"
52224
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
    27
#include "gc/shared/c2/barrierSetC2.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    28
#include "memory/allocation.inline.hpp"
37248
11a660dbbb8e 8132524: Missing includes to resourceArea.hpp
jprovino
parents: 36611
diff changeset
    29
#include "memory/resourceArea.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    30
#include "oops/objArrayKlass.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    31
#include "opto/addnode.hpp"
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
    32
#include "opto/castnode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    33
#include "opto/cfgnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    34
#include "opto/connode.hpp"
23528
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 22799
diff changeset
    35
#include "opto/convertnode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    36
#include "opto/loopnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    37
#include "opto/machnode.hpp"
23528
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 22799
diff changeset
    38
#include "opto/movenode.hpp"
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 22799
diff changeset
    39
#include "opto/narrowptrnode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    40
#include "opto/mulnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    41
#include "opto/phaseX.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    42
#include "opto/regmask.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    43
#include "opto/runtime.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    44
#include "opto/subnode.hpp"
46589
f1c04490ded1 8182848: Some functions misplaced in debug.hpp
coleenp
parents: 43932
diff changeset
    45
#include "utilities/vmError.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5901
diff changeset
    46
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
// Portions of code courtesy of Clifford Click
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
// Optimization - Graph Style
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
// Compute the type of the RegionNode.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
    54
const Type* RegionNode::Value(PhaseGVN* phase) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
  for( uint i=1; i<req(); ++i ) {       // For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
    Node *n = in(i);            // Get Control source
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
    if( !n ) continue;          // Missing inputs are TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
    if( phase->type(n) == Type::CONTROL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
      return Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
  return Type::TOP;             // All paths dead?  Then so are we
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
// Check for Region being Identity.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
    66
Node* RegionNode::Identity(PhaseGVN* phase) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  // Cannot have Region be an identity, even if it has only 1 input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  // Phi users cannot have their Region input folded away for them,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
  // since they need to select the proper data input
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
  return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
//------------------------------merge_region-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
// If a Region flows into a Region, merge into one big happy merge.  This is
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
// hard to do if there is stuff that has to happen
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
static Node *merge_region(RegionNode *region, PhaseGVN *phase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
  if( region->Opcode() != Op_Region ) // Do not do to LoopNodes
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
  Node *progress = NULL;        // Progress flag
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  uint rreq = region->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
  for( uint i = 1; i < rreq; i++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
    Node *r = region->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
    if( r && r->Opcode() == Op_Region && // Found a region?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
        r->in(0) == r &&        // Not already collapsed?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
        r != region &&          // Avoid stupid situations
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
        r->outcnt() == 2 ) {    // Self user and 'region' user only?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
      assert(!r->as_Region()->has_phi(), "no phi users");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
      if( !progress ) {         // No progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
        if (region->has_phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
          return NULL;        // Only flatten if no Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
          // igvn->hash_delete( phi );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
        igvn->hash_delete( region );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
        progress = region;      // Making progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
      igvn->hash_delete( r );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
      // Append inputs to 'r' onto 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
      for( uint j = 1; j < r->req(); j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
        // Move an input from 'r' to 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
        region->add_req(r->in(j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
        r->set_req(j, phase->C->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
        // Update phis of 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
        //for( uint k = 0; k < max; k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
        //  Node *phi = region->out(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
        //  if( phi->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
        //    phi->add_req(phi->in(i));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
        //  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
        //}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
        rreq++;                 // One more input to Region
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
      } // Found a region to merge into Region
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   115
      igvn->_worklist.push(r);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
      // Clobber pointer to the now dead 'r'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
      region->set_req(i, phase->C->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  return progress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
//--------------------------------has_phi--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
// Helper function: Return any PhiNode that uses this region or NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
PhiNode* RegionNode::has_phi() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  for (DUIterator_Fast imax, i = fast_outs(imax); i < imax; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
    Node* phi = fast_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
    if (phi->is_Phi()) {   // Check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
      assert(phi->in(0) == (Node*)this, "phi uses region only via in(0)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
      return phi->as_Phi();  // this one is good enough
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
//-----------------------------has_unique_phi----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
// Helper function: Return the only PhiNode that uses this region or NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
PhiNode* RegionNode::has_unique_phi() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  // Check that only one use is a Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
  PhiNode* only_phi = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  for (DUIterator_Fast imax, i = fast_outs(imax); i < imax; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
    Node* phi = fast_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
    if (phi->is_Phi()) {   // Check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
      assert(phi->in(0) == (Node*)this, "phi uses region only via in(0)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
      if (only_phi == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
        only_phi = phi->as_Phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
        return NULL;  // multiple phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  return only_phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
//------------------------------check_phi_clipping-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
// Check inputs to the Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
static bool check_phi_clipping( PhiNode *phi, ConNode * &min, uint &min_idx, ConNode * &max, uint &max_idx, Node * &val, uint &val_idx ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  min     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  max     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  val     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  min_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
  max_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  val_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  uint  phi_max = phi->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  if( phi_max == 4 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
    for( uint j = 1; j < phi_max; ++j ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
      Node *n = phi->in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
      int opcode = n->Opcode();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
      switch( opcode ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
      case Op_ConI:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
        {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
          if( min == NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
            min     = n->Opcode() == Op_ConI ? (ConNode*)n : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
            min_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
          } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
            max     = n->Opcode() == Op_ConI ? (ConNode*)n : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
            max_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
            if( min->get_int() > max->get_int() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
              // Swap min and max
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
              ConNode *temp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
              uint     temp_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
              temp     = min;     min     = max;     max     = temp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
              temp_idx = min_idx; min_idx = max_idx; max_idx = temp_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
      default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
        {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
          val = n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
          val_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  return ( min && max && val && (min->get_int() <= 0) && (max->get_int() >=0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
//------------------------------check_if_clipping------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
// Check that inputs to Region come from two IfNodes,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
//            If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
//      False    True
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
//       If        |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
//  False  True    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
//    |      |     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
//  RegionNode_inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
static bool check_if_clipping( const RegionNode *region, IfNode * &bot_if, IfNode * &top_if ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
  top_if = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  bot_if = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
  // Check control structure above RegionNode for (if  ( if  ) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
  Node *in1 = region->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
  Node *in2 = region->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
  Node *in3 = region->in(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  // Check that all inputs are projections
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  if( in1->is_Proj() && in2->is_Proj() && in3->is_Proj() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
    Node *in10 = in1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
    Node *in20 = in2->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    Node *in30 = in3->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
    // Check that #1 and #2 are ifTrue and ifFalse from same If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
    if( in10 != NULL && in10->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
        in20 != NULL && in20->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
        in30 != NULL && in30->is_If() && in10 == in20 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
        (in1->Opcode() != in2->Opcode()) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
      Node  *in100 = in10->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
      Node *in1000 = (in100 != NULL && in100->is_Proj()) ? in100->in(0) : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
      // Check that control for in10 comes from other branch of IF from in3
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
      if( in1000 != NULL && in1000->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
          in30 == in1000 && (in3->Opcode() != in100->Opcode()) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
        // Control pattern checks
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
        top_if = (IfNode*)in1000;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
        bot_if = (IfNode*)in10;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  return (top_if != NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
//------------------------------check_convf2i_clipping-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
// Verify that the value input to the phi comes from "ConvF2I; LShift; RShift"
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
static bool check_convf2i_clipping( PhiNode *phi, uint idx, ConvF2INode * &convf2i, Node *min, Node *max) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
  convf2i = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
  // Check for the RShiftNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
  Node *rshift = phi->in(idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
  assert( rshift, "Previous checks ensure phi input is present");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
  if( rshift->Opcode() != Op_RShiftI )  { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
  // Check for the LShiftNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  Node *lshift = rshift->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
  assert( lshift, "Previous checks ensure phi input is present");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
  if( lshift->Opcode() != Op_LShiftI )  { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  // Check for the ConvF2INode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
  Node *conv = lshift->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
  if( conv->Opcode() != Op_ConvF2I ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
  // Check that shift amounts are only to get sign bits set after F2I
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
  jint max_cutoff     = max->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  jint min_cutoff     = min->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  jint left_shift     = lshift->in(2)->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  jint right_shift    = rshift->in(2)->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  jint max_post_shift = nth_bit(BitsPerJavaInteger - left_shift - 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  if( left_shift != right_shift ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
      0 > left_shift || left_shift >= BitsPerJavaInteger ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
      max_post_shift < max_cutoff ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
      max_post_shift < -min_cutoff ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
    // Shifts are necessary but current transformation eliminates them
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  // OK to return the result of ConvF2I without shifting
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
  convf2i = (ConvF2INode*)conv;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
//------------------------------check_compare_clipping-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
static bool check_compare_clipping( bool less_than, IfNode *iff, ConNode *limit, Node * & input ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
  Node *i1 = iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
  if ( !i1->is_Bool() ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
  BoolNode *bool1 = i1->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
  if(       less_than && bool1->_test._test != BoolTest::le ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  else if( !less_than && bool1->_test._test != BoolTest::lt ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
  const Node *cmpF = bool1->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  if( cmpF->Opcode() != Op_CmpF )      { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
  // Test that the float value being compared against
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  // is equivalent to the int value used as a limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  Node *nodef = cmpF->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  if( nodef->Opcode() != Op_ConF ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  jfloat conf = nodef->getf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
  jint   coni = limit->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
  if( ((int)conf) != coni )        { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
  input = cmpF->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
//------------------------------is_unreachable_region--------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
// Find if the Region node is reachable from the root.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
bool RegionNode::is_unreachable_region(PhaseGVN *phase) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  assert(req() == 2, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  // First, cut the simple case of fallthrough region when NONE of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  // region's phis references itself directly or through a data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  uint i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  for (i = 0; i < max; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
    Node* phi = raw_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
    if (phi != NULL && phi->is_Phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
      assert(phase->eqv(phi->in(0), this) && phi->req() == 2, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
      if (phi->outcnt() == 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
        continue; // Safe case - no loops
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
      if (phi->outcnt() == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
        Node* u = phi->raw_out(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
        // Skip if only one use is an other Phi or Call or Uncommon trap.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
        // It is safe to consider this case as fallthrough.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
        if (u != NULL && (u->is_Phi() || u->is_CFG()))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
          continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
      // Check when phi references itself directly or through an other node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
      if (phi->as_Phi()->simple_data_loop_check(phi->in(1)) >= PhiNode::Unsafe)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
        break; // Found possible unsafe data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  if (i >= max)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
    return false; // An unsafe case was NOT found - don't need graph walk.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  // Unsafe case - check if the Region node is reachable from root.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  Arena *a = Thread::current()->resource_area();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  Node_List nstack(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
  VectorSet visited(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  // Mark all control nodes reachable from root outputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
  Node *n = (Node*)phase->C->root();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
  nstack.push(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  visited.set(n->_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
  while (nstack.size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
    n = nstack.pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
    uint max = n->outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
    for (uint i = 0; i < max; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
      Node* m = n->raw_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
      if (m != NULL && m->is_CFG()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
        if (phase->eqv(m, this)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
          return false; // We reached the Region node - it is not dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
        if (!visited.test_set(m->_idx))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
          nstack.push(m);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  return true; // The Region node is unreachable - it is dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   374
bool RegionNode::try_clean_mem_phi(PhaseGVN *phase) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   375
  // Incremental inlining + PhaseStringOpts sometimes produce:
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   376
  //
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   377
  // cmpP with 1 top input
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   378
  //           |
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   379
  //          If
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   380
  //         /  \
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   381
  //   IfFalse  IfTrue  /- Some Node
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   382
  //         \  /      /    /
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   383
  //        Region    / /-MergeMem
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   384
  //             \---Phi
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   385
  //
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   386
  //
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   387
  // It's expected by PhaseStringOpts that the Region goes away and is
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   388
  // replaced by If's control input but because there's still a Phi,
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   389
  // the Region stays in the graph. The top input from the cmpP is
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   390
  // propagated forward and a subgraph that is useful goes away. The
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   391
  // code below replaces the Phi with the MergeMem so that the Region
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   392
  // is simplified.
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   393
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   394
  PhiNode* phi = has_unique_phi();
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   395
  if (phi && phi->type() == Type::MEMORY && req() == 3 && phi->is_diamond_phi(true)) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   396
    MergeMemNode* m = NULL;
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   397
    assert(phi->req() == 3, "same as region");
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   398
    for (uint i = 1; i < 3; ++i) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   399
      Node *mem = phi->in(i);
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   400
      if (mem && mem->is_MergeMem() && in(i)->outcnt() == 1) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   401
        // Nothing is control-dependent on path #i except the region itself.
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   402
        m = mem->as_MergeMem();
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   403
        uint j = 3 - i;
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   404
        Node* other = phi->in(j);
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   405
        if (other && other == m->base_memory()) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   406
          // m is a successor memory to other, and is not pinned inside the diamond, so push it out.
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   407
          // This will allow the diamond to collapse completely.
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   408
          phase->is_IterGVN()->replace_node(phi, m);
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   409
          return true;
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   410
        }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   411
      }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   412
    }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   413
  }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   414
  return false;
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   415
}
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   416
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
// Return a node which is more "ideal" than the current node.  Must preserve
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
// the CFG, but we can still strip out dead paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
Node *RegionNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
  if( !can_reshape && !in(0) ) return NULL;     // Already degraded to a Copy
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  assert(!in(0) || !in(0)->is_Root(), "not a specially hidden merge");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
  // Check for RegionNode with no Phi users and both inputs come from either
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
  // arm of the same IF.  If found, then the control-flow split is useless.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
  bool has_phis = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  if (can_reshape) {            // Need DU info to check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
    has_phis = (has_phi() != NULL);       // Cache result
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   429
    if (has_phis && try_clean_mem_phi(phase)) {
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   430
      has_phis = false;
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   431
    }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   432
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
    if (!has_phis) {            // No Phi users?  Nothing merging?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
      for (uint i = 1; i < req()-1; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
        Node *if1 = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
        if( !if1 ) continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
        Node *iff = if1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
        if( !iff || !iff->is_If() ) continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
        for( uint j=i+1; j<req(); j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
          if( in(j) && in(j)->in(0) == iff &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
              if1->Opcode() != in(j)->Opcode() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
            // Add the IF Projections to the worklist. They (and the IF itself)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
            // will be eliminated if dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
            phase->is_IterGVN()->add_users_to_worklist(iff);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
            set_req(i, iff->in(0));// Skip around the useless IF diamond
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
            set_req(j, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
            return this;      // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
  // Remove TOP or NULL input paths. If only 1 input path remains, this Region
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  // degrades to a copy.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
  bool add_to_worklist = false;
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   457
  bool modified = false;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
  int cnt = 0;                  // Count of values merging
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
  DEBUG_ONLY( int cnt_orig = req(); ) // Save original inputs count
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
  int del_it = 0;               // The last input path we delete
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
  // For all inputs...
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
  for( uint i=1; i<req(); ++i ){// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
    Node *n = in(i);            // Get the input
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
    if( n != NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
      // Remove useless control copy inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
      if( n->is_Region() && n->as_Region()->is_copy() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
        set_req(i, n->nonnull_req());
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   468
        modified = true;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
        i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
        continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
      if( n->is_Proj() ) {      // Remove useless rethrows
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
        Node *call = n->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
        if (call->is_Call() && call->as_Call()->entry_point() == OptoRuntime::rethrow_stub()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
          set_req(i, call->in(0));
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   476
          modified = true;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
          i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
          continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
      if( phase->type(n) == Type::TOP ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
        set_req(i, NULL);       // Ignore TOP inputs
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   483
        modified = true;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
        i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
        continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
      cnt++;                    // One more value merging
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
    } else if (can_reshape) {   // Else found dead path with DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
      PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
      del_req(i);               // Yank path from self
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
      del_it = i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
      uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
      DUIterator j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
      bool progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
      while(progress) {         // Need to establish property over all users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
        progress = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
        for (j = outs(); has_out(j); j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
          Node *n = out(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
          if( n->req() != req() && n->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
            assert( n->in(0) == this, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
            igvn->hash_delete(n); // Yank from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
            n->set_req_X(i,NULL,igvn);// Correct DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
            n->del_req(i);        // Yank path from Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
            if( max != outcnt() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
              progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
              j = refresh_out_pos(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
              max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
      add_to_worklist = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
      i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
  if (can_reshape && cnt == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
    // Is it dead loop?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
    // If it is LoopNopde it had 2 (+1 itself) inputs and
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
    // one of them was cut. The loop is dead if it was EntryContol.
11189
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
   522
    // Loop node may have only one input because entry path
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
   523
    // is removed in PhaseIdealLoop::Dominators().
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
   524
    assert(!this->is_Loop() || cnt_orig <= 3, "Loop node should have 3 or less inputs");
46630
75aa3e39d02c 8182299: Enable disabled clang warnings, build on OSX 10 + Xcode 8
jwilhelm
parents: 46589
diff changeset
   525
    if ((this->is_Loop() && (del_it == LoopNode::EntryControl ||
75aa3e39d02c 8182299: Enable disabled clang warnings, build on OSX 10 + Xcode 8
jwilhelm
parents: 46589
diff changeset
   526
                             (del_it == 0 && is_unreachable_region(phase)))) ||
75aa3e39d02c 8182299: Enable disabled clang warnings, build on OSX 10 + Xcode 8
jwilhelm
parents: 46589
diff changeset
   527
        (!this->is_Loop() && has_phis && is_unreachable_region(phase))) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
      // Yes,  the region will be removed during the next step below.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
      // Cut the backedge input and remove phis since no data paths left.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
      // We don't cut outputs to other nodes here since we need to put them
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
      // on the worklist.
30206
855fbaf99089 8075922: assert(t == t_no_spec) fails in phaseX.cpp
roland
parents: 29076
diff changeset
   532
      PhaseIterGVN *igvn = phase->is_IterGVN();
855fbaf99089 8075922: assert(t == t_no_spec) fails in phaseX.cpp
roland
parents: 29076
diff changeset
   533
      if (in(1)->outcnt() == 1) {
855fbaf99089 8075922: assert(t == t_no_spec) fails in phaseX.cpp
roland
parents: 29076
diff changeset
   534
        igvn->_worklist.push(in(1));
855fbaf99089 8075922: assert(t == t_no_spec) fails in phaseX.cpp
roland
parents: 29076
diff changeset
   535
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
      del_req(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
      cnt = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
      assert( req() == 1, "no more inputs expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
      uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
      bool progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
      Node *top = phase->C->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
      DUIterator j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
      while(progress) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
        progress = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
        for (j = outs(); has_out(j); j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
          Node *n = out(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
          if( n->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
            assert( igvn->eqv(n->in(0), this), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
            assert( n->req() == 2 &&  n->in(1) != NULL, "Only one data input expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
            // Break dead loop data path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
            // Eagerly replace phis with top to avoid phis copies generation.
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   552
            igvn->replace_node(n, top);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
            if( max != outcnt() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
              progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
              j = refresh_out_pos(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
              max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
      add_to_worklist = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
  if (add_to_worklist) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
    phase->is_IterGVN()->add_users_to_worklist(this); // Revisit collapsed Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
  if( cnt <= 1 ) {              // Only 1 path in?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
    set_req(0, NULL);           // Null control input for region copy
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
    if( cnt == 0 && !can_reshape) { // Parse phase - leave the node as it is.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
      // No inputs or all inputs are NULL.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
    } else if (can_reshape) {   // Optimization phase - remove the node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
      PhaseIterGVN *igvn = phase->is_IterGVN();
48145
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   575
      // Strip mined (inner) loop is going away, remove outer loop.
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   576
      if (is_CountedLoop() &&
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   577
          as_Loop()->is_strip_mined()) {
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   578
        Node* outer_sfpt = as_CountedLoop()->outer_safepoint();
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   579
        Node* outer_out = as_CountedLoop()->outer_loop_exit();
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   580
        if (outer_sfpt != NULL && outer_out != NULL) {
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   581
          Node* in = outer_sfpt->in(0);
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   582
          igvn->replace_node(outer_out, in);
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   583
          LoopNode* outer = as_CountedLoop()->outer_loop();
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   584
          igvn->replace_input_of(outer, LoopNode::LoopBackControl, igvn->C->top());
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   585
        }
f913f6dba2d3 8186027: C2: loop strip mining
roland
parents: 47882
diff changeset
   586
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
      Node *parent_ctrl;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
      if( cnt == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
        assert( req() == 1, "no inputs expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
        // During IGVN phase such region will be subsumed by TOP node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
        // so region's phis will have TOP as control node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
        // Kill phis here to avoid it. PhiNode::is_copy() will be always false.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
        // Also set other user's input to top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
        parent_ctrl = phase->C->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
        // The fallthrough case since we already checked dead loops above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
        parent_ctrl = in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
        assert(parent_ctrl != NULL, "Region is a copy of some non-null control");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
        assert(!igvn->eqv(parent_ctrl, this), "Close dead loop");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
      if (!add_to_worklist)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
        igvn->add_users_to_worklist(this); // Check for further allowed opts
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
      for (DUIterator_Last imin, i = last_outs(imin); i >= imin; --i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
        Node* n = last_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
        igvn->hash_delete(n); // Remove from worklist before modifying edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
        if( n->is_Phi() ) {   // Collapse all Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
          // Eagerly replace phis to avoid copies generation.
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   608
          Node* in;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
          if( cnt == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
            assert( n->req() == 1, "No data inputs expected" );
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   611
            in = parent_ctrl; // replaced by top
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
          } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
            assert( n->req() == 2 &&  n->in(1) != NULL, "Only one data input expected" );
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   614
            in = n->in(1);               // replaced by unique input
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   615
            if( n->as_Phi()->is_unsafe_data_reference(in) )
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   616
              in = phase->C->top();      // replaced by top
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
          }
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
   618
          igvn->replace_node(n, in);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
        else if( n->is_Region() ) { // Update all incoming edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
          assert( !igvn->eqv(n, this), "Must be removed from DefUse edges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
          uint uses_found = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
          for( uint k=1; k < n->req(); k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
            if( n->in(k) == this ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
              n->set_req(k, parent_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
              uses_found++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
          if( uses_found > 1 ) { // (--i) done at the end of the loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
            i -= (uses_found - 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
        else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
          assert( igvn->eqv(n->in(0), this), "Expect RegionNode to be control parent");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
          n->set_req(0, parent_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
        for( uint k=0; k < n->req(); k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
          assert( !igvn->eqv(n->in(k), this), "All uses of RegionNode should be gone");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
      // Remove the RegionNode itself from DefUse info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
      igvn->remove_dead_node(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
    return this;                // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
  // If a Region flows into a Region, merge into one big happy merge.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
  if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
    Node *m = merge_region(this, phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
    if (m != NULL)  return m;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
  // Check if this region is the root of a clipping idiom on floats
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
  if( ConvertFloat2IntClipping && can_reshape && req() == 4 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
    // Check that only one use is a Phi and that it simplifies to two constants +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
    PhiNode* phi = has_unique_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   661
    if (phi != NULL) {          // One Phi user
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
      // Check inputs to the Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
      ConNode *min;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
      ConNode *max;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
      Node    *val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
      uint     min_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
      uint     max_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
      uint     val_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
      if( check_phi_clipping( phi, min, min_idx, max, max_idx, val, val_idx )  ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
        IfNode *top_if;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
        IfNode *bot_if;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
        if( check_if_clipping( this, bot_if, top_if ) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
          // Control pattern checks, now verify compares
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
          Node   *top_in = NULL;   // value being compared against
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
          Node   *bot_in = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
          if( check_compare_clipping( true,  bot_if, min, bot_in ) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
              check_compare_clipping( false, top_if, max, top_in ) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
            if( bot_in == top_in ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
              PhaseIterGVN *gvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
              assert( gvn != NULL, "Only had DefUse info in IterGVN");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
              // Only remaining check is that bot_in == top_in == (Phi's val + mods)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
              // Check for the ConvF2INode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
              ConvF2INode *convf2i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
              if( check_convf2i_clipping( phi, val_idx, convf2i, min, max ) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
                convf2i->in(1) == bot_in ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
                // Matched pattern, including LShiftI; RShiftI, replace with integer compares
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
                // max test
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   689
                Node *cmp   = gvn->register_new_node_with_optimizer(new CmpINode( convf2i, min ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   690
                Node *boo   = gvn->register_new_node_with_optimizer(new BoolNode( cmp, BoolTest::lt ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   691
                IfNode *iff = (IfNode*)gvn->register_new_node_with_optimizer(new IfNode( top_if->in(0), boo, PROB_UNLIKELY_MAG(5), top_if->_fcnt ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   692
                Node *if_min= gvn->register_new_node_with_optimizer(new IfTrueNode (iff));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   693
                Node *ifF   = gvn->register_new_node_with_optimizer(new IfFalseNode(iff));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
                // min test
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   695
                cmp         = gvn->register_new_node_with_optimizer(new CmpINode( convf2i, max ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   696
                boo         = gvn->register_new_node_with_optimizer(new BoolNode( cmp, BoolTest::gt ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   697
                iff         = (IfNode*)gvn->register_new_node_with_optimizer(new IfNode( ifF, boo, PROB_UNLIKELY_MAG(5), bot_if->_fcnt ));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   698
                Node *if_max= gvn->register_new_node_with_optimizer(new IfTrueNode (iff));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   699
                ifF         = gvn->register_new_node_with_optimizer(new IfFalseNode(iff));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
                // update input edges to region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
                set_req_X( min_idx, if_min, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
                set_req_X( max_idx, if_max, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
                set_req_X( val_idx, ifF,    gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
                // remove unnecessary 'LShiftI; RShiftI' idiom
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
                gvn->hash_delete(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
                phi->set_req_X( val_idx, convf2i, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
                gvn->hash_find_insert(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
                // Return transformed region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
                return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
              }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
52143
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   718
  if (can_reshape) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   719
    modified |= optimize_trichotomy(phase->is_IterGVN());
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   720
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   721
25913
81dbc151e91c 8040213: C2 does not put all modified nodes on IGVN worklist
thartmann
parents: 24923
diff changeset
   722
  return modified ? this : NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
52143
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   725
//------------------------------optimize_trichotomy--------------------------
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   726
// Optimize nested comparisons of the following kind:
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   727
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   728
// int compare(int a, int b) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   729
//   return (a < b) ? -1 : (a == b) ? 0 : 1;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   730
// }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   731
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   732
// Shape 1:
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   733
// if (compare(a, b) == 1) { ... } -> if (a > b) { ... }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   734
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   735
// Shape 2:
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   736
// if (compare(a, b) == 0) { ... } -> if (a == b) { ... }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   737
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   738
// Above code leads to the following IR shapes where both Ifs compare the
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   739
// same value and two out of three region inputs idx1 and idx2 map to
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   740
// the same value and control flow.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   741
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   742
// (1)   If                 (2)   If
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   743
//      /  \                     /  \
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   744
//   Proj  Proj               Proj  Proj
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   745
//     |      \                |      \
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   746
//     |       If              |      If                      If
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   747
//     |      /  \             |     /  \                    /  \
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   748
//     |   Proj  Proj          |  Proj  Proj      ==>     Proj  Proj
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   749
//     |   /      /            \    |    /                  |    /
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   750
//    Region     /              \   |   /                   |   /
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   751
//         \    /                \  |  /                    |  /
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   752
//         Region                Region                    Region
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   753
//
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   754
// The method returns true if 'this' is modified and false otherwise.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   755
bool RegionNode::optimize_trichotomy(PhaseIterGVN* igvn) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   756
  int idx1 = 1, idx2 = 2;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   757
  Node* region = NULL;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   758
  if (req() == 3 && in(1) != NULL && in(2) != NULL) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   759
    // Shape 1: Check if one of the inputs is a region that merges two control
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   760
    // inputs and has no other users (especially no Phi users).
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   761
    region = in(1)->isa_Region() ? in(1) : in(2)->isa_Region();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   762
    if (region == NULL || region->outcnt() != 2 || region->req() != 3) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   763
      return false; // No suitable region input found
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   764
    }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   765
  } else if (req() == 4) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   766
    // Shape 2: Check if two control inputs map to the same value of the unique phi
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   767
    // user and treat these as if they would come from another region (shape (1)).
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   768
    PhiNode* phi = has_unique_phi();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   769
    if (phi == NULL) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   770
      return false; // No unique phi user
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   771
    }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   772
    if (phi->in(idx1) != phi->in(idx2)) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   773
      idx2 = 3;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   774
      if (phi->in(idx1) != phi->in(idx2)) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   775
        idx1 = 2;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   776
        if (phi->in(idx1) != phi->in(idx2)) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   777
          return false; // No equal phi inputs found
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   778
        }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   779
      }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   780
    }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   781
    assert(phi->in(idx1) == phi->in(idx2), "must be"); // Region is merging same value
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   782
    region = this;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   783
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   784
  if (region == NULL || region->in(idx1) == NULL || region->in(idx2) == NULL) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   785
    return false; // Region does not merge two control inputs
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   786
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   787
  // At this point we know that region->in(idx1) and region->(idx2) map to the same
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   788
  // value and control flow. Now search for ifs that feed into these region inputs.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   789
  ProjNode* proj1 = region->in(idx1)->isa_Proj();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   790
  ProjNode* proj2 = region->in(idx2)->isa_Proj();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   791
  if (proj1 == NULL || proj1->outcnt() != 1 ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   792
      proj2 == NULL || proj2->outcnt() != 1) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   793
    return false; // No projection inputs with region as unique user found
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   794
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   795
  assert(proj1 != proj2, "should be different projections");
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   796
  IfNode* iff1 = proj1->in(0)->isa_If();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   797
  IfNode* iff2 = proj2->in(0)->isa_If();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   798
  if (iff1 == NULL || iff1->outcnt() != 2 ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   799
      iff2 == NULL || iff2->outcnt() != 2) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   800
    return false; // No ifs found
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   801
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   802
  if (iff1 == iff2) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   803
    igvn->add_users_to_worklist(iff1); // Make sure dead if is eliminated
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   804
    igvn->replace_input_of(region, idx1, iff1->in(0));
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   805
    igvn->replace_input_of(region, idx2, igvn->C->top());
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   806
    return (region == this); // Remove useless if (both projections map to the same control/value)
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   807
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   808
  BoolNode* bol1 = iff1->in(1)->isa_Bool();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   809
  BoolNode* bol2 = iff2->in(1)->isa_Bool();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   810
  if (bol1 == NULL || bol2 == NULL) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   811
    return false; // No bool inputs found
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   812
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   813
  Node* cmp1 = bol1->in(1);
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   814
  Node* cmp2 = bol2->in(1);
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   815
  bool commute = false;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   816
  if (!cmp1->is_Cmp() || !cmp2->is_Cmp()) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   817
    return false; // No comparison
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   818
  } else if (cmp1->Opcode() == Op_CmpF || cmp1->Opcode() == Op_CmpD ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   819
             cmp2->Opcode() == Op_CmpF || cmp2->Opcode() == Op_CmpD ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   820
             cmp1->Opcode() == Op_CmpP || cmp1->Opcode() == Op_CmpN ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   821
             cmp2->Opcode() == Op_CmpP || cmp2->Opcode() == Op_CmpN) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   822
    // Floats and pointers don't exactly obey trichotomy. To be on the safe side, don't transform their tests.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   823
    return false;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   824
  } else if (cmp1 != cmp2) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   825
    if (cmp1->in(1) == cmp2->in(2) &&
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   826
        cmp1->in(2) == cmp2->in(1)) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   827
      commute = true; // Same but swapped inputs, commute the test
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   828
    } else {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   829
      return false; // Ifs are not comparing the same values
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   830
    }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   831
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   832
  proj1 = proj1->other_if_proj();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   833
  proj2 = proj2->other_if_proj();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   834
  if (!((proj1->unique_ctrl_out() == iff2 &&
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   835
         proj2->unique_ctrl_out() == this) ||
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   836
        (proj2->unique_ctrl_out() == iff1 &&
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   837
         proj1->unique_ctrl_out() == this))) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   838
    return false; // Ifs are not connected through other projs
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   839
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   840
  // Found 'iff -> proj -> iff -> proj -> this' shape where all other projs are merged
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   841
  // through 'region' and map to the same value. Merge the boolean tests and replace
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   842
  // the ifs by a single comparison.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   843
  BoolTest test1 = (proj1->_con == 1) ? bol1->_test : bol1->_test.negate();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   844
  BoolTest test2 = (proj2->_con == 1) ? bol2->_test : bol2->_test.negate();
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   845
  test1 = commute ? test1.commute() : test1;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   846
  // After possibly commuting test1, if we can merge test1 & test2, then proj2/iff2/bol2 are the nodes to refine.
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   847
  BoolTest::mask res = test1.merge(test2);
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   848
  if (res == BoolTest::illegal) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   849
    return false; // Unable to merge tests
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   850
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   851
  // Adjust iff1 to always pass (only iff2 will remain)
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   852
  igvn->replace_input_of(iff1, 1, igvn->intcon(proj1->_con));
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   853
  if (res == BoolTest::never) {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   854
    // Merged test is always false, adjust iff2 to always fail
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   855
    igvn->replace_input_of(iff2, 1, igvn->intcon(1 - proj2->_con));
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   856
  } else {
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   857
    // Replace bool input of iff2 with merged test
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   858
    BoolNode* new_bol = new BoolNode(bol2->in(1), res);
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   859
    igvn->replace_input_of(iff2, 1, igvn->transform((proj2->_con == 1) ? new_bol : new_bol->negate(igvn)));
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   860
  }
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   861
  return false;
ad6384355aa3 8210215: C2 should optimize trichotomy calculations
thartmann
parents: 48595
diff changeset
   862
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
const RegMask &RegionNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
// Find the one non-null required input.  RegionNode only
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
Node *Node::nonnull_req() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
  assert( is_Region(), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
  for( uint i = 1; i < _cnt; i++ )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
    if( in(i) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
      return in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
  ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
// note that these functions assume that the _adr_type field is flattened
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
uint PhiNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
  const Type* at = _adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
  return TypeNode::hash() + (at ? at->hash() : 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
uint PhiNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
  return TypeNode::cmp(n) && _adr_type == ((PhiNode&)n)._adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
static inline
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
const TypePtr* flatten_phi_adr_type(const TypePtr* at) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
  if (at == NULL || at == TypePtr::BOTTOM)  return at;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
  return Compile::current()->alias_type(at)->adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
//----------------------------make---------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
// create a new phi with edges matching r and set (initially) to x
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
PhiNode* PhiNode::make(Node* r, Node* x, const Type *t, const TypePtr* at) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
  uint preds = r->req();   // Number of predecessor paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
  assert(t != Type::MEMORY || at == flatten_phi_adr_type(at), "flatten at");
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   899
  PhiNode* p = new PhiNode(r, t, at);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
  for (uint j = 1; j < preds; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
    // Fill in all inputs, except those which the region does not yet have
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
    if (r->in(j) != NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
      p->init_req(j, x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
  return p;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
PhiNode* PhiNode::make(Node* r, Node* x) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
  const Type*    t  = x->bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
  const TypePtr* at = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
  if (t == Type::MEMORY)  at = flatten_phi_adr_type(x->adr_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
  return make(r, x, t, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
PhiNode* PhiNode::make_blank(Node* r, Node* x) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
  const Type*    t  = x->bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
  const TypePtr* at = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
  if (t == Type::MEMORY)  at = flatten_phi_adr_type(x->adr_type());
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
   917
  return new PhiNode(r, t, at);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
//------------------------slice_memory-----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
// create a new phi with narrowed memory type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
PhiNode* PhiNode::slice_memory(const TypePtr* adr_type) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
  PhiNode* mem = (PhiNode*) clone();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   925
  *(const TypePtr**)&mem->_adr_type = adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
  // convert self-loops, or else we get a bad graph
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
  for (uint i = 1; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
    if ((const Node*)in(i) == this)  mem->set_req(i, mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
  mem->verify_adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
  return mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   934
//------------------------split_out_instance-----------------------------------
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   935
// Split out an instance type from a bottom phi.
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   936
PhiNode* PhiNode::split_out_instance(const TypePtr* at, PhaseIterGVN *igvn) const {
589
a44a1e70a3e4 6695810: null oop passed to encode_heap_oop_not_null
kvn
parents: 374
diff changeset
   937
  const TypeOopPtr *t_oop = at->isa_oopptr();
769
78e5090c7a20 6716441: error in meet with +DoEscapeAnalysis
kvn
parents: 767
diff changeset
   938
  assert(t_oop != NULL && t_oop->is_known_instance(), "expecting instance oopptr");
589
a44a1e70a3e4 6695810: null oop passed to encode_heap_oop_not_null
kvn
parents: 374
diff changeset
   939
  const TypePtr *t = adr_type();
a44a1e70a3e4 6695810: null oop passed to encode_heap_oop_not_null
kvn
parents: 374
diff changeset
   940
  assert(type() == Type::MEMORY &&
a44a1e70a3e4 6695810: null oop passed to encode_heap_oop_not_null
kvn
parents: 374
diff changeset
   941
         (t == TypePtr::BOTTOM || t == TypeRawPtr::BOTTOM ||
769
78e5090c7a20 6716441: error in meet with +DoEscapeAnalysis
kvn
parents: 767
diff changeset
   942
          t->isa_oopptr() && !t->is_oopptr()->is_known_instance() &&
955
723d7b577fba 6723160: Nightly failure: Error: meet not symmetric
kvn
parents: 781
diff changeset
   943
          t->is_oopptr()->cast_to_exactness(true)
723d7b577fba 6723160: Nightly failure: Error: meet not symmetric
kvn
parents: 781
diff changeset
   944
           ->is_oopptr()->cast_to_ptr_type(t_oop->ptr())
723d7b577fba 6723160: Nightly failure: Error: meet not symmetric
kvn
parents: 781
diff changeset
   945
           ->is_oopptr()->cast_to_instance_id(t_oop->instance_id()) == t_oop),
589
a44a1e70a3e4 6695810: null oop passed to encode_heap_oop_not_null
kvn
parents: 374
diff changeset
   946
         "bottom or raw memory required");
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   947
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   948
  // Check if an appropriate node already exists.
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   949
  Node *region = in(0);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   950
  for (DUIterator_Fast kmax, k = region->fast_outs(kmax); k < kmax; k++) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   951
    Node* use = region->fast_out(k);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   952
    if( use->is_Phi()) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   953
      PhiNode *phi2 = use->as_Phi();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   954
      if (phi2->type() == Type::MEMORY && phi2->adr_type() == at) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   955
        return phi2;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   956
      }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   957
    }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   958
  }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   959
  Compile *C = igvn->C;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   960
  Arena *a = Thread::current()->resource_area();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   961
  Node_Array node_map = new Node_Array(a);
32202
7e7ad8b06f5b 8011858: Use Compile::live_nodes() instead of Compile::unique() in appropriate places
kvn
parents: 32084
diff changeset
   962
  Node_Stack stack(a, C->live_nodes() >> 4);
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   963
  PhiNode *nphi = slice_memory(at);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   964
  igvn->register_new_node_with_optimizer( nphi );
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   965
  node_map.map(_idx, nphi);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   966
  stack.push((Node *)this, 1);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   967
  while(!stack.is_empty()) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   968
    PhiNode *ophi = stack.node()->as_Phi();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   969
    uint i = stack.index();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   970
    assert(i >= 1, "not control edge");
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   971
    stack.pop();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   972
    nphi = node_map[ophi->_idx]->as_Phi();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   973
    for (; i < ophi->req(); i++) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   974
      Node *in = ophi->in(i);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   975
      if (in == NULL || igvn->type(in) == Type::TOP)
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   976
        continue;
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 17008
diff changeset
   977
      Node *opt = MemNode::optimize_simple_memory_chain(in, t_oop, NULL, igvn);
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   978
      PhiNode *optphi = opt->is_Phi() ? opt->as_Phi() : NULL;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   979
      if (optphi != NULL && optphi->adr_type() == TypePtr::BOTTOM) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   980
        opt = node_map[optphi->_idx];
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   981
        if (opt == NULL) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   982
          stack.push(ophi, i);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   983
          nphi = optphi->slice_memory(at);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   984
          igvn->register_new_node_with_optimizer( nphi );
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   985
          node_map.map(optphi->_idx, nphi);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   986
          ophi = optphi;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   987
          i = 0; // will get incremented at top of loop
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   988
          continue;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   989
        }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   990
      }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   991
      nphi->set_req(i, opt);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   992
    }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   993
  }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   994
  return nphi;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   995
}
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
   996
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
//------------------------verify_adr_type--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
void PhiNode::verify_adr_type(VectorSet& visited, const TypePtr* at) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
  if (visited.test_set(_idx))  return;  //already visited
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
  // recheck constructor invariants:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
  verify_adr_type(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
  // recheck local phi/phi consistency:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
  assert(_adr_type == at || _adr_type == TypePtr::BOTTOM,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
         "adr_type must be consistent across phi nest");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
  // walk around
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
  for (uint i = 1; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
    Node* n = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
    if (n == NULL)  continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
    const Node* np = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
    if (np->is_Phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
      np->as_Phi()->verify_adr_type(visited, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
    } else if (n->bottom_type() == Type::TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
               || (n->is_Mem() && n->in(MemNode::Address)->bottom_type() == Type::TOP)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
      // ignore top inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
      const TypePtr* nat = flatten_phi_adr_type(n->adr_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
      // recheck phi/non-phi consistency at leaves:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
      assert((nat != NULL) == (at != NULL), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
      assert(nat == at || nat == TypePtr::BOTTOM,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
             "adr_type must be consistent at leaves of phi nest");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
// Verify a whole nest of phis rooted at this one.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
void PhiNode::verify_adr_type(bool recursive) const {
46589
f1c04490ded1 8182848: Some functions misplaced in debug.hpp
coleenp
parents: 43932
diff changeset
  1031
  if (VMError::is_error_reported())  return;  // muzzle asserts when debugging an error
f1c04490ded1 8182848: Some functions misplaced in debug.hpp
coleenp
parents: 43932
diff changeset
  1032
  if (Node::in_dump())               return;  // muzzle asserts when printing
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
  assert((_type == Type::MEMORY) == (_adr_type != NULL), "adr_type for memory phis only");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
  if (!VerifyAliases)       return;  // verify thoroughly only if requested
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
  assert(_adr_type == flatten_phi_adr_type(_adr_type),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
         "Phi::adr_type must be pre-normalized");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
  if (recursive) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
    VectorSet visited(Thread::current()->resource_area());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
    verify_adr_type(visited, _adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
// Compute the type of the PhiNode
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  1051
const Type* PhiNode::Value(PhaseGVN* phase) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
  Node *r = in(0);              // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
  if( !r )                      // Copy or dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
    return in(1) ? phase->type(in(1)) : Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  // Note: During parsing, phis are often transformed before their regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
  // This means we have to use type_or_null to defend against untyped regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
  if( phase->type_or_null(r) == Type::TOP )  // Dead code?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
    return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
  // Check for trip-counted loop.  If so, be smarter.
35549
3415401a6b6e 8145322: Code generated from unsafe loops can be slightly improved
roland
parents: 35545
diff changeset
  1062
  CountedLoopNode* l = r->is_CountedLoop() ? r->as_CountedLoop() : NULL;
35600
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1063
  if (l && ((const Node*)l->phi() == this)) { // Trip counted loop!
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
    // protect against init_trip() or limit() returning NULL
35600
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1065
    if (l->can_be_counted_loop(phase)) {
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1066
      const Node *init   = l->init_trip();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1067
      const Node *limit  = l->limit();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1068
      const Node* stride = l->stride();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1069
      if (init != NULL && limit != NULL && stride != NULL) {
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1070
        const TypeInt* lo = phase->type(init)->isa_int();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1071
        const TypeInt* hi = phase->type(limit)->isa_int();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1072
        const TypeInt* stride_t = phase->type(stride)->isa_int();
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1073
        if (lo != NULL && hi != NULL && stride_t != NULL) { // Dying loops might have TOP here
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1074
          assert(stride_t->_hi >= stride_t->_lo, "bad stride type");
47882
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1075
          BoolTest::mask bt = l->loopexit()->test_trip();
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1076
          // If the loop exit condition is "not equal", the condition
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1077
          // would not trigger if init > limit (if stride > 0) or if
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1078
          // init < limit if (stride > 0) so we can't deduce bounds
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1079
          // for the iv from the exit condition.
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1080
          if (bt != BoolTest::ne) {
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1081
            if (stride_t->_hi < 0) {          // Down-counter loop
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1082
              swap(lo, hi);
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1083
              return TypeInt::make(MIN2(lo->_lo, hi->_lo) , hi->_hi, 3);
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1084
            } else if (stride_t->_lo >= 0) {
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1085
              return TypeInt::make(lo->_lo, MAX2(lo->_hi, hi->_hi), 3);
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1086
            }
35600
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1087
          }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
      }
35600
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1090
    } else if (l->in(LoopNode::LoopBackControl) != NULL &&
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1091
               in(LoopNode::EntryControl) != NULL &&
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1092
               phase->type(l->in(LoopNode::LoopBackControl)) == Type::TOP) {
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1093
      // During CCP, if we saturate the type of a counted loop's Phi
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1094
      // before the special code for counted loop above has a chance
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1095
      // to run (that is as long as the type of the backedge's control
26de15de8faa 8147853: "assert(t->meet(t0) == t) failed: Not monotonic" with sun/util/calendar/zi/TestZoneInfo310.java
roland
parents: 35578
diff changeset
  1096
      // is top), we might end up with non monotonic types
47882
a93ce8f7bddb 8190375: Java Crash in JavaBug.formatPos(I)Ljava/lang/String
roland
parents: 47216
diff changeset
  1097
      return phase->type(in(LoopNode::EntryControl))->filter_speculative(_type);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1098
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1099
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1100
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1101
  // Until we have harmony between classes and interfaces in the type
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1102
  // lattice, we must tread carefully around phis which implicitly
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1103
  // convert the one to the other.
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1104
  const TypePtr* ttp = _type->make_ptr();
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1105
  const TypeInstPtr* ttip = (ttp != NULL) ? ttp->isa_instptr() : NULL;
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1106
  const TypeKlassPtr* ttkp = (ttp != NULL) ? ttp->isa_klassptr() : NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1107
  bool is_intf = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1108
  if (ttip != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
    ciKlass* k = ttip->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1110
    if (k->is_loaded() && k->is_interface())
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1111
      is_intf = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
  }
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1113
  if (ttkp != NULL) {
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1114
    ciKlass* k = ttkp->klass();
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1115
    if (k->is_loaded() && k->is_interface())
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1116
      is_intf = true;
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1117
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1118
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
  // Default case: merge all inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
  const Type *t = Type::TOP;        // Merged type starting value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
  for (uint i = 1; i < req(); ++i) {// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
    // Reachable control path?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
    if (r->in(i) && phase->type(r->in(i)) == Type::CONTROL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
      const Type* ti = phase->type(in(i));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
      // We assume that each input of an interface-valued Phi is a true
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1126
      // subtype of that interface.  This might not be true of the meet
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
      // of all the input types.  The lattice is not distributive in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
      // such cases.  Ward off asserts in type.cpp by refusing to do
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
      // meets between interfaces and proper classes.
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1130
      const TypePtr* tip = ti->make_ptr();
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1131
      const TypeInstPtr* tiip = (tip != NULL) ? tip->isa_instptr() : NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
      if (tiip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
        bool ti_is_intf = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
        ciKlass* k = tiip->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
        if (k->is_loaded() && k->is_interface())
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
          ti_is_intf = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
        if (is_intf != ti_is_intf)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
          { t = _type; break; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
      }
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22501
diff changeset
  1140
      t = t->meet_speculative(ti);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
  // The worst-case type (from ciTypeFlow) should be consistent with "t".
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
  // That is, we expect that "t->higher_equal(_type)" holds true.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
  // There are various exceptions:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
  // - Inputs which are phis might in fact be widened unnecessarily.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
  //   For example, an input might be a widened int while the phi is a short.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
  // - Inputs might be BotPtrs but this phi is dependent on a null check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
  //   and postCCP has removed the cast which encodes the result of the check.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
  // - The type of this phi is an interface, and the inputs are classes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
  // - Value calls on inputs might produce fuzzy results.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
  //   (Occurrences of this case suggest improvements to Value methods.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
  // It is not possible to see Type::BOTTOM values as phi inputs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
  // because the ciTypeFlow pre-pass produces verifier-quality types.
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22501
diff changeset
  1157
  const Type* ft = t->filter_speculative(_type);  // Worst case type
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
  // The following logic has been moved into TypeOopPtr::filter.
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22501
diff changeset
  1161
  const Type* jt = t->join_speculative(_type);
34202
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1162
  if (jt->empty()) {           // Emptied out???
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
    // Check for evil case of 't' being a class and '_type' expecting an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
    // interface.  This can happen because the bytecodes do not contain
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
    // enough type info to distinguish a Java-level interface variable
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
    // from a Java-level object variable.  If we meet 2 classes which
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
    // both implement interface I, but their meet is at 'j/l/O' which
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
    // doesn't implement I, we have no way to tell if the result should
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
    // be 'I' or 'j/l/O'.  Thus we'll pick 'j/l/O'.  If this then flows
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
    // into a Phi which "knows" it's an Interface type we'll have to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
    // uplift the type.
34202
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1173
    if (!t->empty() && ttip && ttip->is_loaded() && ttip->klass()->is_interface()) {
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1174
      assert(ft == _type, ""); // Uplift to interface
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1175
    } else if (!t->empty() && ttkp && ttkp->is_loaded() && ttkp->klass()->is_interface()) {
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1176
      assert(ft == _type, ""); // Uplift to interface
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1177
    } else {
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1178
      // We also have to handle 'evil cases' of interface- vs. class-arrays
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1179
      Type::get_arrays_base_elements(jt, _type, NULL, &ttip);
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1180
      if (!t->empty() && ttip != NULL && ttip->is_loaded() && ttip->klass()->is_interface()) {
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1181
          assert(ft == _type, "");   // Uplift to array of interface
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1182
      } else {
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1183
        // Otherwise it's something stupid like non-overlapping int ranges
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1184
        // found on dying counted loops.
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1185
        assert(ft == Type::TOP, ""); // Canonical empty value
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1186
      }
5d19ca9c25a8 8141551: C2 can not handle returns with inccompatible interface arrays
simonis
parents: 32202
diff changeset
  1187
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
  else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
    // If we have an interface-typed Phi and we narrow to a class type, the join
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
    // should report back the class.  However, if we have a J/L/Object
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
    // class-typed Phi and an interface flows in, it's possible that the meet &
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
    // join report an interface back out.  This isn't possible but happens
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
    // because the type system doesn't interact well with interfaces.
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1197
    const TypePtr *jtp = jt->make_ptr();
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1198
    const TypeInstPtr *jtip = (jtp != NULL) ? jtp->isa_instptr() : NULL;
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1199
    const TypeKlassPtr *jtkp = (jtp != NULL) ? jtp->isa_klassptr() : NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
    if( jtip && ttip ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
      if( jtip->is_loaded() &&  jtip->klass()->is_interface() &&
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1202
          ttip->is_loaded() && !ttip->klass()->is_interface() ) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1203
        assert(ft == ttip->cast_to_ptr_type(jtip->ptr()) ||
767
64fb1fd7186d 6710487: More than half of JDI Regression tests hang with COOPs in -Xcomp mode
kvn
parents: 610
diff changeset
  1204
               ft->isa_narrowoop() && ft->make_ptr() == ttip->cast_to_ptr_type(jtip->ptr()), "");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1205
        jt = ft;
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 247
diff changeset
  1206
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
    }
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1208
    if( jtkp && ttkp ) {
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1209
      if( jtkp->is_loaded() &&  jtkp->klass()->is_interface() &&
5120
c733ad68de42 6894807: No ClassCastException for HashAttributeSet constructors if run with -Xcomp
kvn
parents: 4016
diff changeset
  1210
          !jtkp->klass_is_exact() && // Keep exact interface klass (6894807)
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1211
          ttkp->is_loaded() && !ttkp->klass()->is_interface() ) {
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1212
        assert(ft == ttkp->cast_to_ptr_type(jtkp->ptr()) ||
22501
ccc61eeabf49 8029464: assert(ft == ttkp->cast_to_ptr_type(jtkp->ptr()) || ft->isa_narrowoop()
roland
parents: 19979
diff changeset
  1213
               ft->isa_narrowklass() && ft->make_ptr() == ttkp->cast_to_ptr_type(jtkp->ptr()), "");
2019
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1214
        jt = ft;
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1215
      }
086661823c2b 6788347: C2Compiler crash 6u7
never
parents: 1432
diff changeset
  1216
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
    if (jt != ft && jt->base() == ft->base()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1218
      if (jt->isa_int() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
          jt->is_int()->_lo == ft->is_int()->_lo &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
          jt->is_int()->_hi == ft->is_int()->_hi)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1221
        jt = ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
      if (jt->isa_long() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
          jt->is_long()->_lo == ft->is_long()->_lo &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
          jt->is_long()->_hi == ft->is_long()->_hi)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
        jt = ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
    if (jt != ft) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
      tty->print("merge type:  "); t->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
      tty->print("kill type:   "); _type->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
      tty->print("join type:   "); jt->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1231
      tty->print("filter type: "); ft->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
    assert(jt == ft, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1237
  // Deal with conversion problems found in data loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1238
  ft = phase->saturate(ft, phase->type_or_null(this), _type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1239
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1240
  return ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1241
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1242
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1243
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1244
//------------------------------is_diamond_phi---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1245
// Does this Phi represent a simple well-shaped diamond merge?  Return the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1246
// index of the true path or 0 otherwise.
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
  1247
// If check_control_only is true, do not inspect the If node at the
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
  1248
// top, and return -1 (not an edge number) on success.
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
  1249
int PhiNode::is_diamond_phi(bool check_control_only) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1250
  // Check for a 2-path merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1251
  Node *region = in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1252
  if( !region ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1253
  if( region->req() != 3 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1254
  if(         req() != 3 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1255
  // Check that both paths come from the same If
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1256
  Node *ifp1 = region->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1257
  Node *ifp2 = region->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1258
  if( !ifp1 || !ifp2 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1259
  Node *iff = ifp1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1260
  if( !iff || !iff->is_If() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1261
  if( iff != ifp2->in(0) ) return 0;
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
  1262
  if (check_control_only)  return -1;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1263
  // Check for a proper bool/cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1264
  const Node *b = iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1265
  if( !b->is_Bool() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1266
  const Node *cmp = b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1267
  if( !cmp->is_Cmp() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1268
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1269
  // Check for branching opposite expected
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1270
  if( ifp2->Opcode() == Op_IfTrue ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1271
    assert( ifp1->Opcode() == Op_IfFalse, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1272
    return 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1273
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1274
    assert( ifp1->Opcode() == Op_IfTrue, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1275
    return 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1276
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1277
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1278
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
//----------------------------check_cmove_id-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
// Check for CMove'ing a constant after comparing against the constant.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
// Happens all the time now, since if we compare equality vs a constant in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1282
// the parser, we "know" the variable is constant on one path and we force
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1283
// it.  Thus code like "if( x==0 ) {/*EMPTY*/}" ends up inserting a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1284
// conditional move: "x = (x==0)?0:x;".  Yucko.  This fix is slightly more
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1285
// general in that we don't need constants.  Since CMove's are only inserted
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
// in very special circumstances, we do it here on generic Phi's.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1287
Node* PhiNode::is_cmove_id(PhaseTransform* phase, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1288
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1289
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1290
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1291
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1292
  Node*     region = in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
  Node*     iff    = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1294
  BoolNode* b      = iff->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1295
  Node*     cmp    = b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1296
  Node*     tval   = in(true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1297
  Node*     fval   = in(3-true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1298
  Node*     id     = CMoveNode::is_cmove_id(phase, cmp, tval, fval, b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
  if (id == NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1301
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
  // Either value might be a cast that depends on a branch of 'iff'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
  // Since the 'id' value will float free of the diamond, either
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  // decast or return failure.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  Node* ctl = id->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
  if (ctl != NULL && ctl->in(0) == iff) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
    if (id->is_ConstraintCast()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
      return id->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
      // Don't know how to disentangle this value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
  return id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
// Check for Region being Identity.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  1320
Node* PhiNode::Identity(PhaseGVN* phase) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
  // Check for no merging going on
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
  // (There used to be special-case code here when this->region->is_Loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
  // It would check for a tributary phi on the backedge that the main phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
  // trivially, perhaps with a single cast.  The unique_input method
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
  // does all this and more, by reducing such tributaries to 'this'.)
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1326
  Node* uin = unique_input(phase, false);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
  if (uin != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
    return uin;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
  int true_path = is_diamond_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1332
  if (true_path != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
    Node* id = is_cmove_id(phase, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1334
    if (id != NULL)  return id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1335
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1336
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1337
  return this;                     // No identity
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1338
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1339
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
//-----------------------------unique_input------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
// Find the unique value, discounting top, self-loops, and casts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1342
// Return top if there are no inputs, and self if there are multiple.
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1343
Node* PhiNode::unique_input(PhaseTransform* phase, bool uncast) {
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1344
  //  1) One unique direct input,
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1345
  // or if uncast is true:
35578
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1346
  //  2) some of the inputs have an intervening ConstraintCast
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1347
  //  3) an input is a self loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1348
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1349
  //  1) input   or   2) input     or   3) input __
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1350
  //     /   \           /   \               \  /  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1351
  //     \   /          |    cast             phi  cast
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1352
  //      phi            \   /               /  \  /
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1353
  //                      phi               /    --
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1354
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1355
  Node* r = in(0);                      // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1356
  if (r == NULL)  return in(1);         // Already degraded to a Copy
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1357
  Node* input = NULL; // The unique direct input (maybe uncasted = ConstraintCasts removed)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1358
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1359
  for (uint i = 1, cnt = req(); i < cnt; ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1360
    Node* rc = r->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1361
    if (rc == NULL || phase->type(rc) == Type::TOP)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1362
      continue;                 // ignore unreachable control path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1363
    Node* n = in(i);
955
723d7b577fba 6723160: Nightly failure: Error: meet not symmetric
kvn
parents: 781
diff changeset
  1364
    if (n == NULL)
723d7b577fba 6723160: Nightly failure: Error: meet not symmetric
kvn
parents: 781
diff changeset
  1365
      continue;
35578
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1366
    Node* un = n;
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1367
    if (uncast) {
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1368
#ifdef ASSERT
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1369
      Node* m = un->uncast();
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1370
#endif
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1371
      while (un != NULL && un->req() == 2 && un->is_ConstraintCast()) {
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1372
        Node* next = un->in(1);
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1373
        if (phase->type(next)->isa_rawptr() && phase->type(un)->isa_oopptr()) {
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1374
          // risk exposing raw ptr at safepoint
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1375
          break;
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1376
        }
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1377
        un = next;
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1378
      }
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1379
      assert(m == un || un->in(1) == m, "Only expected at CheckCastPP from allocation");
33d25acfb1fd 8146999: hotspot/test/compiler/c2/8007294/Test8007294.java test nightly failure
roland
parents: 35551
diff changeset
  1380
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1381
    if (un == NULL || un == this || phase->type(un) == Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1382
      continue; // ignore if top, or in(i) and "this" are in a data cycle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1383
    }
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1384
    // Check for a unique input (maybe uncasted)
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1385
    if (input == NULL) {
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1386
      input = un;
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1387
    } else if (input != un) {
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1388
      input = NodeSentinel; // no unique input
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1389
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1390
  }
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1391
  if (input == NULL) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1392
    return phase->C->top();        // no inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1393
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1394
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1395
  if (input != NodeSentinel) {
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1396
    return input;           // one unique direct input
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
  // Nothing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1403
//------------------------------is_x2logic-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
// Check for simple convert-to-boolean pattern
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
// If:(C Bool) Region:(IfF IfT) Phi:(Region 0 1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
// Convert Phi to an ConvIB.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
static Node *is_x2logic( PhaseGVN *phase, PhiNode *phi, int true_path ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
  // Convert the true/false index into an expected 0/1 return.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
  // Map 2->0 and 1->1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1411
  int flipped = 2-true_path;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1412
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1413
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1414
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1415
  Node *region = phi->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1416
  Node *iff = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1417
  BoolNode *b = (BoolNode*)iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1418
  const CmpNode *cmp = (CmpNode*)b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
  Node *zero = phi->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
  Node *one  = phi->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
  const Type *tzero = phase->type( zero );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
  const Type *tone  = phase->type( one  );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
  // Check for compare vs 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
  const Type *tcmp = phase->type(cmp->in(2));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
  if( tcmp != TypeInt::ZERO && tcmp != TypePtr::NULL_PTR ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1428
    // Allow cmp-vs-1 if the other input is bounded by 0-1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
    if( !(tcmp == TypeInt::ONE && phase->type(cmp->in(1)) == TypeInt::BOOL) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
    flipped = 1-flipped;        // Test is vs 1 instead of 0!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
  // Check for setting zero/one opposite expected
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
  if( tzero == TypeInt::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
    if( tone == TypeInt::ONE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
    } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
  } else if( tzero == TypeInt::ONE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1439
    if( tone == TypeInt::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1440
      flipped = 1-flipped;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
    } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1444
  // Check for boolean test backwards
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1445
  if( b->_test._test == BoolTest::ne ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1446
  } else if( b->_test._test == BoolTest::eq ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
    flipped = 1-flipped;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1448
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1449
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
  // Build int->bool conversion
52224
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1451
  Node *in1 = cmp->in(1);
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1452
  BarrierSetC2* bs = BarrierSet::barrier_set()->barrier_set_c2();
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1453
  in1 = bs->step_over_gc_barrier(in1);
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1454
  Node *n = new Conv2BNode(in1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
  if( flipped )
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1456
    n = new XorINode( phase->transform(n), phase->intcon(1) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1457
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1458
  return n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1459
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1460
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1461
//------------------------------is_cond_add------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1462
// Check for simple conditional add pattern:  "(P < Q) ? X+Y : X;"
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
// To be profitable the control flow has to disappear; there can be no other
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
// values merging here.  We replace the test-and-branch with:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1465
// "(sgn(P-Q))&Y) + X".  Basically, convert "(P < Q)" into 0 or -1 by
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1466
// moving the carry bit from (P-Q) into a register with 'sbb EAX,EAX'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1467
// Then convert Y to 0-or-Y and finally add.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1468
// This is a key transform for SpecJava _201_compress.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1469
static Node* is_cond_add(PhaseGVN *phase, PhiNode *phi, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1470
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1471
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1472
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1473
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1474
  RegionNode *region = (RegionNode*)phi->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1475
  Node *iff = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1476
  BoolNode* b = iff->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1477
  const CmpNode *cmp = (CmpNode*)b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1478
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1479
  // Make sure only merging this one phi here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1480
  if (region->has_unique_phi() != phi)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1481
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1482
  // Make sure each arm of the diamond has exactly one output, which we assume
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1483
  // is the region.  Otherwise, the control flow won't disappear.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1484
  if (region->in(1)->outcnt() != 1) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
  if (region->in(2)->outcnt() != 1) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1486
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1487
  // Check for "(P < Q)" of type signed int
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
  if (b->_test._test != BoolTest::lt)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1489
  if (cmp->Opcode() != Op_CmpI)        return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1490
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1491
  Node *p = cmp->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1492
  Node *q = cmp->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1493
  Node *n1 = phi->in(  true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1494
  Node *n2 = phi->in(3-true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1495
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1496
  int op = n1->Opcode();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1497
  if( op != Op_AddI           // Need zero as additive identity
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1498
      /*&&op != Op_SubI &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1499
      op != Op_AddP &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1500
      op != Op_XorI &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1501
      op != Op_OrI*/ )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1502
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1503
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1504
  Node *x = n2;
17008
fe66415573bf 6443505: Ideal() function for CmpLTMask
drchase
parents: 15113
diff changeset
  1505
  Node *y = NULL;
fe66415573bf 6443505: Ideal() function for CmpLTMask
drchase
parents: 15113
diff changeset
  1506
  if( x == n1->in(1) ) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1507
    y = n1->in(2);
17008
fe66415573bf 6443505: Ideal() function for CmpLTMask
drchase
parents: 15113
diff changeset
  1508
  } else if( x == n1->in(2) ) {
fe66415573bf 6443505: Ideal() function for CmpLTMask
drchase
parents: 15113
diff changeset
  1509
    y = n1->in(1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1510
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1511
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1512
  // Not so profitable if compare and add are constants
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
  if( q->is_Con() && phase->type(q) != TypeInt::ZERO && y->is_Con() )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1514
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1515
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1516
  Node *cmplt = phase->transform( new CmpLTMaskNode(p,q) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1517
  Node *j_and   = phase->transform( new AndINode(cmplt,y) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1518
  return new AddINode(j_and,x);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
//------------------------------is_absolute------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1522
// Check for absolute value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
static Node* is_absolute( PhaseGVN *phase, PhiNode *phi_root, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1524
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1525
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1526
  int  cmp_zero_idx = 0;        // Index of compare input where to look for zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1527
  int  phi_x_idx = 0;           // Index of phi input where to find naked x
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1528
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1529
  // ABS ends with the merge of 2 control flow paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1530
  // Find the false path from the true path. With only 2 inputs, 3 - x works nicely.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1531
  int false_path = 3 - true_path;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1532
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1533
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1534
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1535
  BoolNode *bol = phi_root->in(0)->in(1)->in(0)->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1536
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1537
  // Check bool sense
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1538
  switch( bol->_test._test ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1539
  case BoolTest::lt: cmp_zero_idx = 1; phi_x_idx = true_path;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1540
  case BoolTest::le: cmp_zero_idx = 2; phi_x_idx = false_path; break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1541
  case BoolTest::gt: cmp_zero_idx = 2; phi_x_idx = true_path;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1542
  case BoolTest::ge: cmp_zero_idx = 1; phi_x_idx = false_path; break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1543
  default:           return NULL;                              break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1544
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1545
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1546
  // Test is next
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1547
  Node *cmp = bol->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
  const Type *tzero = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
  switch( cmp->Opcode() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
  case Op_CmpF:    tzero = TypeF::ZERO; break; // Float ABS
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
  case Op_CmpD:    tzero = TypeD::ZERO; break; // Double ABS
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
  default: return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1554
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
  // Find zero input of compare; the other input is being abs'd
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
  Node *x = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
  bool flip = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1558
  if( phase->type(cmp->in(cmp_zero_idx)) == tzero ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
    x = cmp->in(3 - cmp_zero_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
  } else if( phase->type(cmp->in(3 - cmp_zero_idx)) == tzero ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
    // The test is inverted, we should invert the result...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
    x = cmp->in(cmp_zero_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
    flip = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1568
  // Next get the 2 pieces being selected, one is the original value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1569
  // and the other is the negated value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1570
  if( phi_root->in(phi_x_idx) != x ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1571
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1572
  // Check other phi input for subtract node
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1573
  Node *sub = phi_root->in(3 - phi_x_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1574
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1575
  // Allow only Sub(0,X) and fail out for all others; Neg is not OK
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1576
  if( tzero == TypeF::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
    if( sub->Opcode() != Op_SubF ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1578
        sub->in(2) != x ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1579
        phase->type(sub->in(1)) != tzero ) return NULL;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1580
    x = new AbsFNode(x);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
    if (flip) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1582
      x = new SubFNode(sub->in(1), phase->transform(x));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1584
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
    if( sub->Opcode() != Op_SubD ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
        sub->in(2) != x ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
        phase->type(sub->in(1)) != tzero ) return NULL;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1588
    x = new AbsDNode(x);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
    if (flip) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1590
      x = new SubDNode(sub->in(1), phase->transform(x));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
  return x;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
//------------------------------split_once-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
// Helper for split_flow_path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1599
static void split_once(PhaseIterGVN *igvn, Node *phi, Node *val, Node *n, Node *newn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
  igvn->hash_delete(n);         // Remove from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
  uint j = 1;
9101
ff58f9a8e31c 7004535: Clone loop predicate during loop unswitch
kvn
parents: 7397
diff changeset
  1603
  for (uint i = phi->req()-1; i > 0; i--) {
ff58f9a8e31c 7004535: Clone loop predicate during loop unswitch
kvn
parents: 7397
diff changeset
  1604
    if (phi->in(i) == val) {   // Found a path with val?
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
      // Add to NEW Region/Phi, no DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
      newn->set_req( j++, n->in(i) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
      // Remove from OLD Region/Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1608
      n->del_req(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1609
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
  // Register the new node but do not transform it.  Cannot transform until the
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  1613
  // entire Region/Phi conglomerate has been hacked as a single huge transform.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1614
  igvn->register_new_node_with_optimizer( newn );
9101
ff58f9a8e31c 7004535: Clone loop predicate during loop unswitch
kvn
parents: 7397
diff changeset
  1615
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
  // Now I can point to the new node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1617
  n->add_req(newn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1618
  igvn->_worklist.push(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1619
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
//------------------------------split_flow_path--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1622
// Check for merging identical values and split flow paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
static Node* split_flow_path(PhaseGVN *phase, PhiNode *phi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1624
  BasicType bt = phi->type()->basic_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1625
  if( bt == T_ILLEGAL || type2size[bt] <= 0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1626
    return NULL;                // Bail out on funny non-value stuff
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1627
  if( phi->req() <= 3 )         // Need at least 2 matched inputs and a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1628
    return NULL;                // third unequal input to be worth doing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1629
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1630
  // Scan for a constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1631
  uint i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1632
  for( i = 1; i < phi->req()-1; i++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1633
    Node *n = phi->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
    if( !n ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
    if( phase->type(n) == Type::TOP ) return NULL;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  1636
    if( n->Opcode() == Op_ConP || n->Opcode() == Op_ConN || n->Opcode() == Op_ConNKlass )
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1637
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1639
  if( i >= phi->req() )         // Only split for constants
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1640
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1641
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1642
  Node *val = phi->in(i);       // Constant to split for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1643
  uint hit = 0;                 // Number of times it occurs
10258
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1644
  Node *r = phi->region();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1645
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  1646
  for( ; i < phi->req(); i++ ){ // Count occurrences of constant
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
    Node *n = phi->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
    if( !n ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
    if( phase->type(n) == Type::TOP ) return NULL;
10258
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1650
    if( phi->in(i) == val ) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1651
      hit++;
10258
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1652
      if (PhaseIdealLoop::find_predicate(r->in(i)) != NULL) {
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1653
        return NULL;            // don't split loop entry path
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1654
      }
10c77b8c8d3e 7068051: SIGSEGV in PhaseIdealLoop::build_loop_late_post
kvn
parents: 9956
diff changeset
  1655
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1656
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1657
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1658
  if( hit <= 1 ||               // Make sure we find 2 or more
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
      hit == phi->req()-1 )     // and not ALL the same value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1660
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
  // Now start splitting out the flow paths that merge the same value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
  // Split first the RegionNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
  PhaseIterGVN *igvn = phase->is_IterGVN();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  1665
  RegionNode *newr = new RegionNode(hit+1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
  split_once(igvn, phi, val, r, newr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
  // Now split all other Phis than this one
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
  for (DUIterator_Fast kmax, k = r->fast_outs(kmax); k < kmax; k++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
    Node* phi2 = r->fast_out(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
    if( phi2->is_Phi() && phi2->as_Phi() != phi ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
      PhiNode *newphi = PhiNode::make_blank(newr, phi2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
      split_once(igvn, phi, val, phi2, newphi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
  // Clean up this guy
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
  igvn->hash_delete(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
  for( i = phi->req()-1; i > 0; i-- ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
    if( phi->in(i) == val ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
      phi->del_req(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1682
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
  phi->add_req(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
  return phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1687
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1688
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1690
//------------------------------simple_data_loop_check-------------------------
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  1691
//  Try to determining if the phi node in a simple safe/unsafe data loop.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1692
//  Returns:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1693
// enum LoopSafety { Safe = 0, Unsafe, UnsafeLoop };
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
// Safe       - safe case when the phi and it's inputs reference only safe data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1695
//              nodes;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1696
// Unsafe     - the phi and it's inputs reference unsafe data nodes but there
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
//              is no reference back to the phi - need a graph walk
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1698
//              to determine if it is in a loop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1699
// UnsafeLoop - unsafe case when the phi references itself directly or through
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1700
//              unsafe data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
//  Note: a safe data node is a node which could/never reference itself during
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
//  GVN transformations. For now it is Con, Proj, Phi, CastPP, CheckCastPP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
//  I mark Phi nodes as safe node not only because they can reference itself
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1704
//  but also to prevent mistaking the fallthrough case inside an outer loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1705
//  as dead loop when the phi references itselfs through an other phi.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
PhiNode::LoopSafety PhiNode::simple_data_loop_check(Node *in) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1707
  // It is unsafe loop if the phi node references itself directly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
  if (in == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
    return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
  // Unsafe loop if the phi node references itself through an unsafe data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
  // Exclude cases with null inputs or data nodes which could reference
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
  // itself (safe for dead loops).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
  if (in != NULL && !in->is_dead_loop_safe()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
    // Check inputs of phi's inputs also.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
    // It is much less expensive then full graph walk.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
    uint cnt = in->req();
373
427fb4ca6a1e 6625997: CastPP, CheckCastPP and Proj nodes are not dead loop safe
kvn
parents: 360
diff changeset
  1717
    uint i = (in->is_Proj() && !in->is_CFG())  ? 0 : 1;
427fb4ca6a1e 6625997: CastPP, CheckCastPP and Proj nodes are not dead loop safe
kvn
parents: 360
diff changeset
  1718
    for (; i < cnt; ++i) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
      Node* m = in->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1720
      if (m == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1721
        return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1722
      if (m != NULL && !m->is_dead_loop_safe()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1723
        // Check the most common case (about 30% of all cases):
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1724
        // phi->Load/Store->AddP->(ConP ConP Con)/(Parm Parm Con).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1725
        Node *m1 = (m->is_AddP() && m->req() > 3) ? m->in(1) : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1726
        if (m1 == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1727
          return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1728
        if (m1 != NULL && m1 == m->in(2) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1729
            m1->is_dead_loop_safe() && m->in(3)->is_Con()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1730
          continue; // Safe case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1731
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1732
        // The phi references an unsafe node - need full analysis.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1733
        return Unsafe;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1734
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1735
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1736
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1737
  return Safe; // Safe case - we can optimize the phi node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1738
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1739
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1740
//------------------------------is_unsafe_data_reference-----------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
// If phi can be reached through the data input - it is data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1742
bool PhiNode::is_unsafe_data_reference(Node *in) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
  assert(req() > 1, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
  // First, check simple cases when phi references itself directly or
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1745
  // through an other node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1746
  LoopSafety safety = simple_data_loop_check(in);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1747
  if (safety == UnsafeLoop)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
    return true;  // phi references itself - unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
  else if (safety == Safe)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1750
    return false; // Safe case - phi could be replaced with the unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1751
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1752
  // Unsafe case when we should go through data graph to determine
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1753
  // if the phi references itself.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1754
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1755
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1756
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1757
  Arena *a = Thread::current()->resource_area();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1758
  Node_List nstack(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1759
  VectorSet visited(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1760
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1761
  nstack.push(in); // Start with unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1762
  visited.set(in->_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
  while (nstack.size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1764
    Node* n = nstack.pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
    uint cnt = n->req();
373
427fb4ca6a1e 6625997: CastPP, CheckCastPP and Proj nodes are not dead loop safe
kvn
parents: 360
diff changeset
  1766
    uint i = (n->is_Proj() && !n->is_CFG()) ? 0 : 1;
427fb4ca6a1e 6625997: CastPP, CheckCastPP and Proj nodes are not dead loop safe
kvn
parents: 360
diff changeset
  1767
    for (; i < cnt; i++) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
      Node* m = n->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
      if (m == (Node*)this) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1770
        return true;    // Data loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1771
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1772
      if (m != NULL && !m->is_dead_loop_safe()) { // Only look for unsafe cases.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1773
        if (!visited.test_set(m->_idx))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1774
          nstack.push(m);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1775
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1776
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1777
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1778
  return false; // The phi is not reachable from its inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1779
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1783
// Return a node which is more "ideal" than the current node.  Must preserve
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
// the CFG, but we can still strip out dead paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
Node *PhiNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
  // The next should never happen after 6297035 fix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1787
  if( is_copy() )               // Already degraded to a Copy ?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1788
    return NULL;                // No change
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1790
  Node *r = in(0);              // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1791
  assert(r->in(0) == NULL || !r->in(0)->is_Root(), "not a specially hidden merge");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1793
  // Note: During parsing, phis are often transformed before their regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
  // This means we have to use type_or_null to defend against untyped regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1795
  if( phase->type_or_null(r) == Type::TOP ) // Dead code?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1796
    return NULL;                // No change
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1797
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
  Node *top = phase->C->top();
4016
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1799
  bool new_phi = (outcnt() == 0); // transforming new Phi
9956
a3f4ad8fee9e 7045506: assert(!can_reshape || !new_phi) failed: for igvn new phi should be hooked
kvn
parents: 9446
diff changeset
  1800
  // No change for igvn if new phi is not hooked
a3f4ad8fee9e 7045506: assert(!can_reshape || !new_phi) failed: for igvn new phi should be hooked
kvn
parents: 9446
diff changeset
  1801
  if (new_phi && can_reshape)
a3f4ad8fee9e 7045506: assert(!can_reshape || !new_phi) failed: for igvn new phi should be hooked
kvn
parents: 9446
diff changeset
  1802
    return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1803
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
  // The are 2 situations when only one valid phi's input is left
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
  // (in addition to Region input).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1806
  // One: region is not loop - replace phi with this input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1807
  // Two: region is loop - replace phi with top since this data path is dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
  //                       and we need to break the dead data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1809
  Node* progress = NULL;        // Record if any progress made
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
  for( uint j = 1; j < req(); ++j ){ // For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1811
    // Check unreachable control paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
    Node* rc = r->in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
    Node* n = in(j);            // Get the input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
    if (rc == NULL || phase->type(rc) == Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
      if (n != top) {           // Not already top?
14828
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 13969
diff changeset
  1816
        PhaseIterGVN *igvn = phase->is_IterGVN();
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 13969
diff changeset
  1817
        if (can_reshape && igvn != NULL) {
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 13969
diff changeset
  1818
          igvn->_worklist.push(r);
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 13969
diff changeset
  1819
        }
52224
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1820
        // Nuke it down
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1821
        if (can_reshape) {
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1822
          set_req_X(j, top, igvn);
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1823
        } else {
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1824
          set_req(j, top);
4f2215a00ed1 8212611: Small collection of simple changes from shenandoah
roland
parents: 52143
diff changeset
  1825
        }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
        progress = this;        // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1829
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
4016
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1831
  if (can_reshape && outcnt() == 0) {
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1832
    // set_req() above may kill outputs if Phi is referenced
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1833
    // only by itself on the dead (top) control path.
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1834
    return top;
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1835
  }
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  1836
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1837
  bool uncasted = false;
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1838
  Node* uin = unique_input(phase, false);
36611
eb4fe2f11579 8150804: C2 Compilation fails with assert(_base >= OopPtr && _base <= AryPtr) failed: Not a Java pointer
thartmann
parents: 35600
diff changeset
  1839
  if (uin == NULL && can_reshape) {
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1840
    uncasted = true;
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1841
    uin = unique_input(phase, true);
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1842
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
  if (uin == top) {             // Simplest case: no alive inputs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
    if (can_reshape)            // IGVN transformation
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1845
      return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1847
      return NULL;              // Identity will return TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
  } else if (uin != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
    // Only one not-NULL unique input path is left.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
    // Determine if this input is backedge of a loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
    // (Skip new phis which have no uses and dead regions).
11189
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
  1852
    if (outcnt() > 0 && r->in(0) != NULL) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1853
      // First, take the short cut when we know it is a loop and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
      // the EntryControl data path is dead.
11189
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
  1855
      // Loop node may have only one input because entry path
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
  1856
      // is removed in PhaseIdealLoop::Dominators().
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
  1857
      assert(!r->is_Loop() || r->req() <= 3, "Loop node should have 3 or less inputs");
c1ad8528ae68 7105605: Use EA info to optimize pointers compare
kvn
parents: 10258
diff changeset
  1858
      bool is_loop = (r->is_Loop() && r->req() == 3);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
      // Then, check if there is a data loop when phi references itself directly
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
      // or through other data nodes.
46630
75aa3e39d02c 8182299: Enable disabled clang warnings, build on OSX 10 + Xcode 8
jwilhelm
parents: 46589
diff changeset
  1861
      if ((is_loop && !uin->eqv_uncast(in(LoopNode::EntryControl))) ||
75aa3e39d02c 8182299: Enable disabled clang warnings, build on OSX 10 + Xcode 8
jwilhelm
parents: 46589
diff changeset
  1862
          (!is_loop && is_unsafe_data_reference(uin))) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1863
        // Break this data loop to avoid creation of a dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
        if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
          return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1866
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
          // We can't return top if we are in Parse phase - cut inputs only
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
          // let Identity to handle the case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
          replace_edge(uin, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
          return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1875
    if (uncasted) {
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1876
      // Add cast nodes between the phi to be removed and its unique input.
38045
808cbf1958ce 8153357: C2 creates incorrect cast after eliminating phi with unique input
zmajo
parents: 37248
diff changeset
  1877
      // Wait until after parsing for the type information to propagate from the casts.
36611
eb4fe2f11579 8150804: C2 Compilation fails with assert(_base >= OopPtr && _base <= AryPtr) failed: Not a Java pointer
thartmann
parents: 35600
diff changeset
  1878
      assert(can_reshape, "Invalid during parsing");
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1879
      const Type* phi_type = bottom_type();
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1880
      assert(phi_type->isa_int() || phi_type->isa_ptr(), "bad phi type");
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1881
      // Add casts to carry the control dependency of the Phi that is
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1882
      // going away
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1883
      Node* cast = NULL;
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1884
      if (phi_type->isa_int()) {
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1885
        cast = ConstraintCastNode::make_cast(Op_CastII, r, uin, phi_type, true);
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1886
      } else {
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1887
        const Type* uin_type = phase->type(uin);
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1888
        if (!phi_type->isa_oopptr() && !uin_type->isa_oopptr()) {
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1889
          cast = ConstraintCastNode::make_cast(Op_CastPP, r, uin, phi_type, true);
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1890
        } else {
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1891
          // Use a CastPP for a cast to not null and a CheckCastPP for
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1892
          // a cast to a new klass (and both if both null-ness and
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1893
          // klass change).
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1894
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1895
          // If the type of phi is not null but the type of uin may be
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1896
          // null, uin's type must be casted to not null
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1897
          if (phi_type->join(TypePtr::NOTNULL) == phi_type->remove_speculative() &&
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1898
              uin_type->join(TypePtr::NOTNULL) != uin_type->remove_speculative()) {
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1899
            cast = ConstraintCastNode::make_cast(Op_CastPP, r, uin, TypePtr::NOTNULL, true);
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1900
          }
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1901
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1902
          // If the type of phi and uin, both casted to not null,
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1903
          // differ the klass of uin must be (check)cast'ed to match
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1904
          // that of phi
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1905
          if (phi_type->join_speculative(TypePtr::NOTNULL) != uin_type->join_speculative(TypePtr::NOTNULL)) {
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1906
            Node* n = uin;
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1907
            if (cast != NULL) {
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1908
              cast = phase->transform(cast);
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1909
              n = cast;
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1910
            }
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1911
            cast = ConstraintCastNode::make_cast(Op_CheckCastPP, r, n, phi_type, true);
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1912
          }
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1913
          if (cast == NULL) {
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1914
            cast = ConstraintCastNode::make_cast(Op_CastPP, r, uin, phi_type, true);
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1915
          }
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1916
        }
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1917
      }
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1918
      assert(cast != NULL, "cast should be set");
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1919
      cast = phase->transform(cast);
40334
5925b30a8f74 8161652: Crash with assert(ft == _type) failed in PhiNode::Value()
roland
parents: 38045
diff changeset
  1920
      // set all inputs to the new cast(s) so the Phi is removed by Identity
36611
eb4fe2f11579 8150804: C2 Compilation fails with assert(_base >= OopPtr && _base <= AryPtr) failed: Not a Java pointer
thartmann
parents: 35600
diff changeset
  1921
      PhaseIterGVN* igvn = phase->is_IterGVN();
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1922
      for (uint i = 1; i < req(); i++) {
36611
eb4fe2f11579 8150804: C2 Compilation fails with assert(_base >= OopPtr && _base <= AryPtr) failed: Not a Java pointer
thartmann
parents: 35600
diff changeset
  1923
        set_req_X(i, cast, igvn);
35545
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1924
      }
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1925
      uin = cast;
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1926
    }
a8f29dfd62b2 8139771: Eliminating CastPP nodes at Phis when they all come from a unique input may cause crash
roland
parents: 34202
diff changeset
  1927
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
    // One unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
    debug_only(Node* ident = Identity(phase));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1930
    // The unique input must eventually be detected by the Identity call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
    if (ident != uin && !ident->is_top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
      // print this output before failing assert
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
      r->dump(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
      this->dump(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
      ident->dump();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1937
      uin->dump();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1939
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
    assert(ident == uin || ident->is_top(), "Identity must clean this up");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
  Node* opt = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
  int true_path = is_diamond_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1946
  if( true_path != 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
    // Check for CMove'ing identity. If it would be unsafe,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
    // handle it here. In the safe case, let Identity handle it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
    Node* unsafe_id = is_cmove_id(phase, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
    if( unsafe_id != NULL && is_unsafe_data_reference(unsafe_id) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
      opt = unsafe_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1952
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
    // Check for simple convert-to-boolean pattern
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
    if( opt == NULL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
      opt = is_x2logic(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
    // Check for absolute value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1958
    if( opt == NULL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
      opt = is_absolute(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1960
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1961
    // Check for conditional add
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
    if( opt == NULL && can_reshape )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
      opt = is_cond_add(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
    // These 4 optimizations could subsume the phi:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1966
    // have to check for a dead data loop creation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1967
    if( opt != NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1968
      if( opt == unsafe_id || is_unsafe_data_reference(opt) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1969
        // Found dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1970
        if( can_reshape )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
          return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
        // We can't return top if we are in Parse phase - cut inputs only
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
        // to stop further optimizations for this phi. Identity will return TOP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1974
        assert(req() == 3, "only diamond merge phi here");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1975
        set_req(1, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1976
        set_req(2, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
        return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
        return opt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1982
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1983
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
  // Check for merging identical values and split flow paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
  if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
    opt = split_flow_path(phase, this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
    // This optimization only modifies phi - don't need to check for dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
    assert(opt == NULL || phase->eqv(opt, this), "do not elide phi");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1989
    if (opt != NULL)  return opt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1990
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1991
5537
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1992
  if (in(1) != NULL && in(1)->Opcode() == Op_AddP && can_reshape) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1993
    // Try to undo Phi of AddP:
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1994
    // (Phi (AddP base base y) (AddP base2 base2 y))
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1995
    // becomes:
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1996
    // newbase := (Phi base base2)
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1997
    // (AddP newbase newbase y)
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1998
    //
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  1999
    // This occurs as a result of unsuccessful split_thru_phi and
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2000
    // interferes with taking advantage of addressing modes. See the
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2001
    // clone_shift_expressions code in matcher.cpp
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2002
    Node* addp = in(1);
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2003
    const Type* type = addp->in(AddPNode::Base)->bottom_type();
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2004
    Node* y = addp->in(AddPNode::Offset);
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2005
    if (y != NULL && addp->in(AddPNode::Base) == addp->in(AddPNode::Address)) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2006
      // make sure that all the inputs are similar to the first one,
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2007
      // i.e. AddP with base == address and same offset as first AddP
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2008
      bool doit = true;
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2009
      for (uint i = 2; i < req(); i++) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2010
        if (in(i) == NULL ||
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2011
            in(i)->Opcode() != Op_AddP ||
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2012
            in(i)->in(AddPNode::Base) != in(i)->in(AddPNode::Address) ||
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2013
            in(i)->in(AddPNode::Offset) != y) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2014
          doit = false;
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2015
          break;
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2016
        }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2017
        // Accumulate type for resulting Phi
22799
83e58bac7980 8027422: assert(_gvn.type(obj)->higher_equal(tjp)) failed: cast_up is no longer needed
roland
parents: 22501
diff changeset
  2018
        type = type->meet_speculative(in(i)->in(AddPNode::Base)->bottom_type());
5537
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2019
      }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2020
      Node* base = NULL;
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2021
      if (doit) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2022
        // Check for neighboring AddP nodes in a tree.
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2023
        // If they have a base, use that it.
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2024
        for (DUIterator_Fast kmax, k = this->fast_outs(kmax); k < kmax; k++) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2025
          Node* u = this->fast_out(k);
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2026
          if (u->is_AddP()) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2027
            Node* base2 = u->in(AddPNode::Base);
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2028
            if (base2 != NULL && !base2->is_top()) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2029
              if (base == NULL)
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2030
                base = base2;
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2031
              else if (base != base2)
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2032
                { doit = false; break; }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2033
            }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2034
          }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2035
        }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2036
      }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2037
      if (doit) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2038
        if (base == NULL) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2039
          base = new PhiNode(in(0), type, NULL);
5537
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2040
          for (uint i = 1; i < req(); i++) {
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2041
            base->init_req(i, in(i)->in(AddPNode::Base));
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2042
          }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2043
          phase->is_IterGVN()->register_new_node_with_optimizer(base);
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2044
        }
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2045
        return new AddPNode(base, base, y);
5537
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2046
      }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2047
    }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2048
  }
c075180330cf 6937111: Restore optimization for Phi of AddP (6552204)
kvn
parents: 4016
diff changeset
  2049
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2050
  // Split phis through memory merges, so that the memory merges will go away.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2051
  // Piggy-back this transformation on the search for a unique input....
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2052
  // It will be as if the merged memory is the unique value of the phi.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2053
  // (Do not attempt this optimization unless parsing is complete.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2054
  // It would make the parser's memory-merge logic sick.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2055
  // (MergeMemNode is not dead_loop_safe - need to check for dead loop.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2056
  if (progress == NULL && can_reshape && type() == Type::MEMORY) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2057
    // see if this phi should be sliced
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2058
    uint merge_width = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2059
    bool saw_self = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2060
    for( uint i=1; i<req(); ++i ) {// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2061
      Node *ii = in(i);
43932
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2062
      // TOP inputs should not be counted as safe inputs because if the
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2063
      // Phi references itself through all other inputs then splitting the
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2064
      // Phi through memory merges would create dead loop at later stage.
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2065
      if (ii == top) {
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2066
        return NULL; // Delay optimization until graph is cleaned.
685a262f474f 8144484: assert(no_dead_loop) failed: dead loop detected
rraghavan
parents: 43482
diff changeset
  2067
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2068
      if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2069
        MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2070
        merge_width = MAX2(merge_width, n->req());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2071
        saw_self = saw_self || phase->eqv(n->base_memory(), this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2072
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2073
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2074
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2075
    // This restriction is temporarily necessary to ensure termination:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2076
    if (!saw_self && adr_type() == TypePtr::BOTTOM)  merge_width = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2077
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
    if (merge_width > Compile::AliasIdxRaw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2079
      // found at least one non-empty MergeMem
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
      const TypePtr* at = adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
      if (at != TypePtr::BOTTOM) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
        // Patch the existing phi to select an input from the merge:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2083
        // Phi:AT1(...MergeMem(m0, m1, m2)...) into
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
        //     Phi:AT1(...m1...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
        int alias_idx = phase->C->get_alias_index(at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2086
        for (uint i=1; i<req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
          Node *ii = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
          if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2089
            MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
            // compress paths and change unreachable cycles to TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2091
            // If not, we can update the input infinitely along a MergeMem cycle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2092
            // Equivalent code is in MemNode::Ideal_common
1399
9648dfd4ce09 6384206: Phis which are later unneeded are impairing our ability to inline based on static types
never
parents: 955
diff changeset
  2093
            Node *m  = phase->transform(n);
9648dfd4ce09 6384206: Phis which are later unneeded are impairing our ability to inline based on static types
never
parents: 955
diff changeset
  2094
            if (outcnt() == 0) {  // Above transform() may kill us!
4016
9c11d6d519f7 6889300: assert(i != k || is_new || i->outcnt() > 0, "don't return dead nodes")
kvn
parents: 3603
diff changeset
  2095
              return top;
1399
9648dfd4ce09 6384206: Phis which are later unneeded are impairing our ability to inline based on static types
never
parents: 955
diff changeset
  2096
            }
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  2097
            // If transformed to a MergeMem, get the desired slice
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2098
            // Otherwise the returned node represents memory for every slice
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2099
            Node *new_mem = (m->is_MergeMem()) ?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2100
                             m->as_MergeMem()->memory_at(alias_idx) : m;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2101
            // Update input if it is progress over what we have now
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2102
            if (new_mem != ii) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2103
              set_req(i, new_mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2104
              progress = this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2105
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2108
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
        // We know that at least one MergeMem->base_memory() == this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
        // (saw_self == true). If all other inputs also references this phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
        // (directly or through data nodes) - it is dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
        bool saw_safe_input = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2113
        for (uint j = 1; j < req(); ++j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
          Node *n = in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
          if (n->is_MergeMem() && n->as_MergeMem()->base_memory() == this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
            continue;              // skip known cases
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
          if (!is_unsafe_data_reference(n)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
            saw_safe_input = true; // found safe input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
            break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2120
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
        if (!saw_safe_input)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
          return top; // all inputs reference back to this phi - dead loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
        // Phi(...MergeMem(m0, m1:AT1, m2:AT2)...) into
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2126
        //     MergeMem(Phi(...m0...), Phi:AT1(...m1...), Phi:AT2(...m2...))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
        PhaseIterGVN *igvn = phase->is_IterGVN();
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2128
        Node* hook = new Node(1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
        PhiNode* new_base = (PhiNode*) clone();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
        // Must eagerly register phis, since they participate in loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
        if (igvn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
          igvn->register_new_node_with_optimizer(new_base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
          hook->add_req(new_base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
        }
25930
eae8b7490d2c 8054033: Remove unused references to Compile*
thartmann
parents: 25913
diff changeset
  2135
        MergeMemNode* result = MergeMemNode::make(new_base);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
        for (uint i = 1; i < req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2137
          Node *ii = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
          if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
            MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
            for (MergeMemStream mms(result, n); mms.next_non_empty2(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2141
              // If we have not seen this slice yet, make a phi for it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
              bool made_new_phi = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
              if (mms.is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
                Node* new_phi = new_base->slice_memory(mms.adr_type(phase->C));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
                made_new_phi = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2146
                if (igvn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2147
                  igvn->register_new_node_with_optimizer(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
                  hook->add_req(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
                }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2150
                mms.set_memory(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2151
              }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
              Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2153
              assert(made_new_phi || phi->in(i) == n, "replace the i-th merge by a slice");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
              phi->set_req(i, mms.memory2());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2156
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2157
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
        // Distribute all self-loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
        { // (Extra braces to hide mms.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
          for (MergeMemStream mms(result); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
            Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2162
            for (uint i = 1; i < req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2163
              if (phi->in(i) == this)  phi->set_req(i, phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
        // now transform the new nodes, and return the mergemem
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2168
        for (MergeMemStream mms(result); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
          Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
          mms.set_memory(phase->transform(phi));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2172
        if (igvn) { // Unhook.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2173
          igvn->hash_delete(hook);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
          for (uint i = 1; i < hook->req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
            hook->set_req(i, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2176
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2178
        // Replace self with the result.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2179
        return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2180
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
    }
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2182
    //
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2183
    // Other optimizations on the memory chain
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2184
    //
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2185
    const TypePtr* at = adr_type();
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2186
    for( uint i=1; i<req(); ++i ) {// For all paths in
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2187
      Node *ii = in(i);
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 17008
diff changeset
  2188
      Node *new_in = MemNode::optimize_memory_chain(ii, at, NULL, phase);
247
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2189
      if (ii != new_in ) {
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2190
        set_req(i, new_in);
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2191
        progress = this;
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2192
      }
2aeab9ac7fea 6674600: (Escape Analysis) Optimize memory graph for instance's fields
kvn
parents: 1
diff changeset
  2193
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2195
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2196
#ifdef _LP64
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2197
  // Push DecodeN/DecodeNKlass down through phi.
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2198
  // The rest of phi graph will transform by split EncodeP node though phis up.
19979
ebe1dbb6e1aa 8015107: NPG: Use consistent naming for metaspace concepts
ehelin
parents: 17383
diff changeset
  2199
  if ((UseCompressedOops || UseCompressedClassPointers) && can_reshape && progress == NULL) {
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2200
    bool may_push = true;
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2201
    bool has_decodeN = false;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2202
    bool is_decodeN = false;
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2203
    for (uint i=1; i<req(); ++i) {// For all paths in
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2204
      Node *ii = in(i);
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2205
      if (ii->is_DecodeNarrowPtr() && ii->bottom_type() == bottom_type()) {
3599
35bb709f2c62 6865031: Application gives bad result (throws bad exception) with compressed oops
kvn
parents: 3277
diff changeset
  2206
        // Do optimization if a non dead path exist.
3270
0a2825307027 6851282: JIT miscompilation results in null entry in array when using CompressedOops
kvn
parents: 2154
diff changeset
  2207
        if (ii->in(1)->bottom_type() != Type::TOP) {
0a2825307027 6851282: JIT miscompilation results in null entry in array when using CompressedOops
kvn
parents: 2154
diff changeset
  2208
          has_decodeN = true;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2209
          is_decodeN = ii->is_DecodeN();
3270
0a2825307027 6851282: JIT miscompilation results in null entry in array when using CompressedOops
kvn
parents: 2154
diff changeset
  2210
        }
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2211
      } else if (!ii->is_Phi()) {
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2212
        may_push = false;
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2213
      }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2214
    }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2215
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2216
    if (has_decodeN && may_push) {
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2217
      PhaseIterGVN *igvn = phase->is_IterGVN();
3599
35bb709f2c62 6865031: Application gives bad result (throws bad exception) with compressed oops
kvn
parents: 3277
diff changeset
  2218
      // Make narrow type for new phi.
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2219
      const Type* narrow_t;
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2220
      if (is_decodeN) {
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2221
        narrow_t = TypeNarrowOop::make(this->bottom_type()->is_ptr());
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2222
      } else {
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2223
        narrow_t = TypeNarrowKlass::make(this->bottom_type()->is_ptr());
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2224
      }
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2225
      PhiNode* new_phi = new PhiNode(r, narrow_t);
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2226
      uint orig_cnt = req();
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2227
      for (uint i=1; i<req(); ++i) {// For all paths in
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2228
        Node *ii = in(i);
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2229
        Node* new_ii = NULL;
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2230
        if (ii->is_DecodeNarrowPtr()) {
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2231
          assert(ii->bottom_type() == bottom_type(), "sanity");
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2232
          new_ii = ii->in(1);
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2233
        } else {
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2234
          assert(ii->is_Phi(), "sanity");
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2235
          if (ii->as_Phi() == this) {
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2236
            new_ii = new_phi;
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2237
          } else {
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2238
            if (is_decodeN) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2239
              new_ii = new EncodePNode(ii, narrow_t);
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2240
            } else {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2241
              new_ii = new EncodePKlassNode(ii, narrow_t);
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2242
            }
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2243
            igvn->register_new_node_with_optimizer(new_ii);
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2244
          }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2245
        }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2246
        new_phi->set_req(i, new_ii);
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2247
      }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2248
      igvn->register_new_node_with_optimizer(new_phi, this);
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2249
      if (is_decodeN) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2250
        progress = new DecodeNNode(new_phi, bottom_type());
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2251
      } else {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 23528
diff changeset
  2252
        progress = new DecodeNKlassNode(new_phi, bottom_type());
13969
d2a189b83b87 7054512: Compress class pointers after perm gen removal
roland
parents: 13895
diff changeset
  2253
      }
1400
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2254
    }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2255
  }
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2256
#endif
afd034bb8c2e 6747051: Improve code and implicit null check generation for compressed oops
kvn
parents: 1399
diff changeset
  2257
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2258
  return progress;              // Return any progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2259
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2260
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2261
//------------------------------is_tripcount-----------------------------------
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2262
bool PhiNode::is_tripcount() const {
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2263
  return (in(0) != NULL && in(0)->is_CountedLoop() &&
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2264
          in(0)->as_CountedLoop()->phi() == this);
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2265
}
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2266
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2267
//------------------------------out_RegMask------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
const RegMask &PhiNode::in_RegMask(uint i) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
  return i ? out_RegMask() : RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2271
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2272
const RegMask &PhiNode::out_RegMask() const {
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 11446
diff changeset
  2273
  uint ideal_reg = _type->ideal_reg();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2274
  assert( ideal_reg != Node::NotAMachineReg, "invalid type at Phi" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2275
  if( ideal_reg == 0 ) return RegMask::Empty;
43482
7417485c50f9 8172850: Anti-dependency on membar causes crash in register allocator due to invalid instruction scheduling
thartmann
parents: 40334
diff changeset
  2276
  assert(ideal_reg != Op_RegFlags, "flags register is not spillable");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2277
  return *(Compile::current()->matcher()->idealreg2spillmask[ideal_reg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2278
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2279
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2280
#ifndef PRODUCT
32084
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2281
void PhiNode::related(GrowableArray<Node*> *in_rel, GrowableArray<Node*> *out_rel, bool compact) const {
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2282
  // For a PhiNode, the set of related nodes includes all inputs till level 2,
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2283
  // and all outputs till level 1. In compact mode, inputs till level 1 are
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2284
  // collected.
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2285
  this->collect_nodes(in_rel, compact ? 1 : 2, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2286
  this->collect_nodes(out_rel, -1, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2287
}
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2288
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2289
void PhiNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2290
  TypeNode::dump_spec(st);
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1400
diff changeset
  2291
  if (is_tripcount()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2292
    st->print(" #tripcount");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2293
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
//=============================================================================
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2299
const Type* GotoNode::Value(PhaseGVN* phase) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
  // If the input is reachable, then we are executed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
  // If the input is not reachable, then we are not executed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
  return phase->type(in(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2303
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2304
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2305
Node* GotoNode::Identity(PhaseGVN* phase) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
  return in(0);                // Simple copy of incoming control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2307
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2308
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
const RegMask &GotoNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
32084
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2313
#ifndef PRODUCT
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2314
//-----------------------------related-----------------------------------------
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2315
// The related nodes of a GotoNode are all inputs at level 1, as well as the
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2316
// outputs at level 1. This is regardless of compact mode.
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2317
void GotoNode::related(GrowableArray<Node*> *in_rel, GrowableArray<Node*> *out_rel, bool compact) const {
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2318
  this->collect_nodes(in_rel, 1, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2319
  this->collect_nodes(out_rel, -1, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2320
}
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2321
#endif
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2322
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2323
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
const RegMask &JumpNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
32084
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2329
#ifndef PRODUCT
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2330
//-----------------------------related-----------------------------------------
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2331
// The related nodes of a JumpNode are all inputs at level 1, as well as the
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2332
// outputs at level 2 (to include actual jump targets beyond projection nodes).
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2333
// This is regardless of compact mode.
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2334
void JumpNode::related(GrowableArray<Node*> *in_rel, GrowableArray<Node*> *out_rel, bool compact) const {
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2335
  this->collect_nodes(in_rel, 1, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2336
  this->collect_nodes(out_rel, -2, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2337
}
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2338
#endif
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2339
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2340
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2341
const RegMask &JProjNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2342
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2343
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2344
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2345
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2346
const RegMask &CProjNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2347
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2348
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2349
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2350
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2351
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2352
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2353
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2354
uint PCTableNode::hash() const { return Node::hash() + _size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2355
uint PCTableNode::cmp( const Node &n ) const
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2356
{ return _size == ((PCTableNode&)n)._size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2357
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2358
const Type *PCTableNode::bottom_type() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2359
  const Type** f = TypeTuple::fields(_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2360
  for( uint i = 0; i < _size; i++ ) f[i] = Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2361
  return TypeTuple::make(_size, f);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2362
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2363
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2364
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2365
// Compute the type of the PCTableNode.  If reachable it is a tuple of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2366
// Control, otherwise the table targets are not reachable
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2367
const Type* PCTableNode::Value(PhaseGVN* phase) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
  if( phase->type(in(0)) == Type::CONTROL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2369
    return bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2370
  return Type::TOP;             // All paths dead?  Then so are we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2371
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2372
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2373
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2374
// Return a node which is more "ideal" than the current node.  Strip out
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2375
// control copies
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
Node *PCTableNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
  return remove_dead_region(phase, can_reshape) ? this : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2378
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2379
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2380
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2381
uint JumpProjNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2382
  return Node::hash() + _dest_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2383
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2384
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2385
uint JumpProjNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
  return ProjNode::cmp(n) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
    _dest_bci == ((JumpProjNode&)n)._dest_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2389
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2390
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2391
void JumpProjNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2392
  ProjNode::dump_spec(st);
32084
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2393
  st->print("@bci %d ",_dest_bci);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2394
}
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2395
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2396
void JumpProjNode::dump_compact_spec(outputStream *st) const {
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2397
  ProjNode::dump_compact_spec(st);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2398
  st->print("(%d)%d@%d", _switch_val, _proj_no, _dest_bci);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2399
}
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2400
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2401
void JumpProjNode::related(GrowableArray<Node*> *in_rel, GrowableArray<Node*> *out_rel, bool compact) const {
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2402
  // The related nodes of a JumpProjNode are its inputs and outputs at level 1.
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2403
  this->collect_nodes(in_rel, 1, false, false);
7743e6943cdf 8004073: Implement C2 Ideal node specific dump() method
mhaupt
parents: 30206
diff changeset
  2404
  this->collect_nodes(out_rel, -1, false, false);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2405
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2406
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2407
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2408
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2409
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2410
// Check for being unreachable, or for coming from a Rethrow.  Rethrow's cannot
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2411
// have the default "fall_through_index" path.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2412
const Type* CatchNode::Value(PhaseGVN* phase) const {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2413
  // Unreachable?  Then so are all paths from here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2414
  if( phase->type(in(0)) == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2415
  // First assume all paths are reachable
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2416
  const Type** f = TypeTuple::fields(_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2417
  for( uint i = 0; i < _size; i++ ) f[i] = Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2418
  // Identify cases that will always throw an exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2419
  // () rethrow call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2420
  // () virtual or interface call with NULL receiver
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2421
  // () call is a check cast with incompatible arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2422
  if( in(1)->is_Proj() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2423
    Node *i10 = in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2424
    if( i10->is_Call() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2425
      CallNode *call = i10->as_Call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2426
      // Rethrows always throw exceptions, never return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2427
      if (call->entry_point() == OptoRuntime::rethrow_stub()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2428
        f[CatchProjNode::fall_through_index] = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2429
      } else if( call->req() > TypeFunc::Parms ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2430
        const Type *arg0 = phase->type( call->in(TypeFunc::Parms) );
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  2431
        // Check for null receiver to virtual or interface calls
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2432
        if( call->is_CallDynamicJava() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2433
            arg0->higher_equal(TypePtr::NULL_PTR) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2434
          f[CatchProjNode::fall_through_index] = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2435
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2436
      } // End of if not a runtime stub
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2437
    } // End of if have call above me
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2438
  } // End of slot 1 is not a projection
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2439
  return TypeTuple::make(_size, f);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2440
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2441
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2442
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2443
uint CatchProjNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2444
  return Node::hash() + _handler_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2445
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2446
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2447
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2448
uint CatchProjNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2449
  return ProjNode::cmp(n) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2450
    _handler_bci == ((CatchProjNode&)n)._handler_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2451
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2452
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2453
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2454
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2455
// If only 1 target is possible, choose it if it is the main control
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2456
Node* CatchProjNode::Identity(PhaseGVN* phase) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2457
  // If my value is control and no other value is, then treat as ID
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2458
  const TypeTuple *t = phase->type(in(0))->is_tuple();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2459
  if (t->field_at(_con) != Type::CONTROL)  return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2460
  // If we remove the last CatchProj and elide the Catch/CatchProj, then we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2461
  // also remove any exception table entry.  Thus we must know the call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2462
  // feeding the Catch will not really throw an exception.  This is ok for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2463
  // the main fall-thru control (happens when we know a call can never throw
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2019
diff changeset
  2464
  // an exception) or for "rethrow", because a further optimization will
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2465
  // yank the rethrow (happens when we inline a function that can throw an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2466
  // exception and the caller has no handler).  Not legal, e.g., for passing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2467
  // a NULL receiver to a v-call, or passing bad types to a slow-check-cast.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2468
  // These cases MUST throw an exception via the runtime system, so the VM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2469
  // will be looking for a table entry.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2470
  Node *proj = in(0)->in(1);    // Expect a proj feeding CatchNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2471
  CallNode *call;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2472
  if (_con != TypeFunc::Control && // Bail out if not the main control.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2473
      !(proj->is_Proj() &&      // AND NOT a rethrow
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2474
        proj->in(0)->is_Call() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2475
        (call = proj->in(0)->as_Call()) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2476
        call->entry_point() == OptoRuntime::rethrow_stub()))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2477
    return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2478
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2479
  // Search for any other path being control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2480
  for (uint i = 0; i < t->cnt(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2481
    if (i != _con && t->field_at(i) == Type::CONTROL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2482
      return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2483
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2484
  // Only my path is possible; I am identity on control to the jump
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2485
  return in(0)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2486
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2487
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2488
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2489
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2490
void CatchProjNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2491
  ProjNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2492
  st->print("@bci %d ",_handler_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2493
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2494
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2495
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2496
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2497
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2498
// Check for CreateEx being Identity.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2499
Node* CreateExNode::Identity(PhaseGVN* phase) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2500
  if( phase->type(in(1)) == Type::TOP ) return in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2501
  if( phase->type(in(0)) == Type::TOP ) return in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2502
  // We only come from CatchProj, unless the CatchProj goes away.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2503
  // If the CatchProj is optimized away, then we just carry the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2504
  // exception oop through.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2505
  CallNode *call = in(1)->in(0)->as_Call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2506
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2507
  return ( in(0)->is_CatchProj() && in(0)->in(0)->in(1) == in(1) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2508
    ? this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2509
    : call->in(TypeFunc::Parms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2510
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2511
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2512
//=============================================================================
374
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2513
//------------------------------Value------------------------------------------
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2514
// Check for being unreachable.
35551
36ef3841fb34 8146629: Make phase->is_IterGVN() accessible from Node::Identity and Node::Value
thartmann
parents: 35549
diff changeset
  2515
const Type* NeverBranchNode::Value(PhaseGVN* phase) const {
374
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2516
  if (!in(0) || in(0)->is_top()) return Type::TOP;
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2517
  return bottom_type();
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2518
}
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2519
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2520
//------------------------------Ideal------------------------------------------
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2521
// Check for no longer being part of a loop
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2522
Node *NeverBranchNode::Ideal(PhaseGVN *phase, bool can_reshape) {
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2523
  if (can_reshape && !in(0)->is_Loop()) {
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2524
    // Dead code elimination can sometimes delete this projection so
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2525
    // if it's not there, there's nothing to do.
48595
5d699d81c10c 8194988: 8 Null pointer dereference defect groups related to MultiNode::proj_out()
dlong
parents: 48145
diff changeset
  2526
    Node* fallthru = proj_out_or_null(0);
374
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2527
    if (fallthru != NULL) {
5901
c046f8e9c52b 6677629: PhaseIterGVN::subsume_node() should call hash_delete() and add_users_to_worklist()
kvn
parents: 5547
diff changeset
  2528
      phase->is_IterGVN()->replace_node(fallthru, in(0));
374
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2529
    }
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2530
    return phase->C->top();
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2531
  }
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2532
  return NULL;
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2533
}
585c671c9c0e 6663848: assert(i < Max(),"oob") in C2 with -Xcomp
never
parents: 373
diff changeset
  2534
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2535
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2536
void NeverBranchNode::format( PhaseRegAlloc *ra_, outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2537
  st->print("%s", Name());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2538
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2539
#endif