hotspot/src/share/vm/opto/cfgnode.cpp
author duke
Sat, 01 Dec 2007 00:00:00 +0000
changeset 1 489c9b5090e2
child 247 2aeab9ac7fea
permissions -rw-r--r--
Initial load
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
489c9b5090e2 Initial load
duke
parents:
diff changeset
     2
 * Copyright 1997-2007 Sun Microsystems, Inc.  All Rights Reserved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
// Portions of code courtesy of Clifford Click
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
// Optimization - Graph Style
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
#include "incls/_precompiled.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
#include "incls/_cfgnode.cpp.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
// Compute the type of the RegionNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
const Type *RegionNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
  for( uint i=1; i<req(); ++i ) {       // For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
    Node *n = in(i);            // Get Control source
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
    if( !n ) continue;          // Missing inputs are TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
    if( phase->type(n) == Type::CONTROL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
      return Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  return Type::TOP;             // All paths dead?  Then so are we
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
// Check for Region being Identity.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
Node *RegionNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  // Cannot have Region be an identity, even if it has only 1 input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  // Phi users cannot have their Region input folded away for them,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
  // since they need to select the proper data input
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
  return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
//------------------------------merge_region-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
// If a Region flows into a Region, merge into one big happy merge.  This is
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
// hard to do if there is stuff that has to happen
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
static Node *merge_region(RegionNode *region, PhaseGVN *phase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  if( region->Opcode() != Op_Region ) // Do not do to LoopNodes
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  Node *progress = NULL;        // Progress flag
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
  PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  uint rreq = region->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
  for( uint i = 1; i < rreq; i++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
    Node *r = region->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
    if( r && r->Opcode() == Op_Region && // Found a region?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
        r->in(0) == r &&        // Not already collapsed?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
        r != region &&          // Avoid stupid situations
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
        r->outcnt() == 2 ) {    // Self user and 'region' user only?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
      assert(!r->as_Region()->has_phi(), "no phi users");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
      if( !progress ) {         // No progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
        if (region->has_phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
          return NULL;        // Only flatten if no Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
          // igvn->hash_delete( phi );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
        igvn->hash_delete( region );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
        progress = region;      // Making progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
      igvn->hash_delete( r );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
      // Append inputs to 'r' onto 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
      for( uint j = 1; j < r->req(); j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
        // Move an input from 'r' to 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
        region->add_req(r->in(j));
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
        r->set_req(j, phase->C->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
        // Update phis of 'region'
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
        //for( uint k = 0; k < max; k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
        //  Node *phi = region->out(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
        //  if( phi->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
        //    phi->add_req(phi->in(i));
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
        //  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
        //}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
        rreq++;                 // One more input to Region
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
      } // Found a region to merge into Region
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
      // Clobber pointer to the now dead 'r'
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
      region->set_req(i, phase->C->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  return progress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
//--------------------------------has_phi--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
// Helper function: Return any PhiNode that uses this region or NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
PhiNode* RegionNode::has_phi() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  for (DUIterator_Fast imax, i = fast_outs(imax); i < imax; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    Node* phi = fast_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
    if (phi->is_Phi()) {   // Check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
      assert(phi->in(0) == (Node*)this, "phi uses region only via in(0)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
      return phi->as_Phi();  // this one is good enough
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
//-----------------------------has_unique_phi----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
// Helper function: Return the only PhiNode that uses this region or NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
PhiNode* RegionNode::has_unique_phi() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  // Check that only one use is a Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
  PhiNode* only_phi = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  for (DUIterator_Fast imax, i = fast_outs(imax); i < imax; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
    Node* phi = fast_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
    if (phi->is_Phi()) {   // Check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
      assert(phi->in(0) == (Node*)this, "phi uses region only via in(0)");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
      if (only_phi == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
        only_phi = phi->as_Phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
        return NULL;  // multiple phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
  return only_phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
//------------------------------check_phi_clipping-----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
// Check inputs to the Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
static bool check_phi_clipping( PhiNode *phi, ConNode * &min, uint &min_idx, ConNode * &max, uint &max_idx, Node * &val, uint &val_idx ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  min     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
  max     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  val     = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
  min_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
  max_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
  val_idx = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
  uint  phi_max = phi->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  if( phi_max == 4 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
    for( uint j = 1; j < phi_max; ++j ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
      Node *n = phi->in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
      int opcode = n->Opcode();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
      switch( opcode ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
      case Op_ConI:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
        {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
          if( min == NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
            min     = n->Opcode() == Op_ConI ? (ConNode*)n : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
            min_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
          } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
            max     = n->Opcode() == Op_ConI ? (ConNode*)n : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
            max_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
            if( min->get_int() > max->get_int() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
              // Swap min and max
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
              ConNode *temp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
              uint     temp_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
              temp     = min;     min     = max;     max     = temp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
              temp_idx = min_idx; min_idx = max_idx; max_idx = temp_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
      default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
        {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
          val = n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
          val_idx = j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
        break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  return ( min && max && val && (min->get_int() <= 0) && (max->get_int() >=0) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
//------------------------------check_if_clipping------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
// Check that inputs to Region come from two IfNodes,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
//            If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
//      False    True
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
//       If        |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
//  False  True    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
//    |      |     |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
//  RegionNode_inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
static bool check_if_clipping( const RegionNode *region, IfNode * &bot_if, IfNode * &top_if ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
  top_if = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
  bot_if = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  // Check control structure above RegionNode for (if  ( if  ) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  Node *in1 = region->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
  Node *in2 = region->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
  Node *in3 = region->in(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
  // Check that all inputs are projections
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
  if( in1->is_Proj() && in2->is_Proj() && in3->is_Proj() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
    Node *in10 = in1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
    Node *in20 = in2->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
    Node *in30 = in3->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
    // Check that #1 and #2 are ifTrue and ifFalse from same If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
    if( in10 != NULL && in10->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
        in20 != NULL && in20->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
        in30 != NULL && in30->is_If() && in10 == in20 &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
        (in1->Opcode() != in2->Opcode()) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
      Node  *in100 = in10->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
      Node *in1000 = (in100 != NULL && in100->is_Proj()) ? in100->in(0) : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
      // Check that control for in10 comes from other branch of IF from in3
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
      if( in1000 != NULL && in1000->is_If() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
          in30 == in1000 && (in3->Opcode() != in100->Opcode()) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
        // Control pattern checks
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
        top_if = (IfNode*)in1000;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
        bot_if = (IfNode*)in10;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
  return (top_if != NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
//------------------------------check_convf2i_clipping-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
// Verify that the value input to the phi comes from "ConvF2I; LShift; RShift"
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
static bool check_convf2i_clipping( PhiNode *phi, uint idx, ConvF2INode * &convf2i, Node *min, Node *max) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
  convf2i = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  // Check for the RShiftNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  Node *rshift = phi->in(idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
  assert( rshift, "Previous checks ensure phi input is present");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
  if( rshift->Opcode() != Op_RShiftI )  { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
  // Check for the LShiftNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
  Node *lshift = rshift->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
  assert( lshift, "Previous checks ensure phi input is present");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
  if( lshift->Opcode() != Op_LShiftI )  { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  // Check for the ConvF2INode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
  Node *conv = lshift->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
  if( conv->Opcode() != Op_ConvF2I ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
  // Check that shift amounts are only to get sign bits set after F2I
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  jint max_cutoff     = max->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
  jint min_cutoff     = min->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
  jint left_shift     = lshift->in(2)->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
  jint right_shift    = rshift->in(2)->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
  jint max_post_shift = nth_bit(BitsPerJavaInteger - left_shift - 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
  if( left_shift != right_shift ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
      0 > left_shift || left_shift >= BitsPerJavaInteger ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
      max_post_shift < max_cutoff ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
      max_post_shift < -min_cutoff ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
    // Shifts are necessary but current transformation eliminates them
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
  // OK to return the result of ConvF2I without shifting
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
  convf2i = (ConvF2INode*)conv;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
//------------------------------check_compare_clipping-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
// Helper function for RegionNode's identification of FP clipping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
static bool check_compare_clipping( bool less_than, IfNode *iff, ConNode *limit, Node * & input ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  Node *i1 = iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  if ( !i1->is_Bool() ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  BoolNode *bool1 = i1->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  if(       less_than && bool1->_test._test != BoolTest::le ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  else if( !less_than && bool1->_test._test != BoolTest::lt ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
  const Node *cmpF = bool1->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  if( cmpF->Opcode() != Op_CmpF )      { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  // Test that the float value being compared against
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
  // is equivalent to the int value used as a limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  Node *nodef = cmpF->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
  if( nodef->Opcode() != Op_ConF ) { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  jfloat conf = nodef->getf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
  jint   coni = limit->get_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  if( ((int)conf) != coni )        { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  input = cmpF->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
//------------------------------is_unreachable_region--------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
// Find if the Region node is reachable from the root.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
bool RegionNode::is_unreachable_region(PhaseGVN *phase) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
  assert(req() == 2, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
  // First, cut the simple case of fallthrough region when NONE of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  // region's phis references itself directly or through a data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
  uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  uint i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
  for (i = 0; i < max; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
    Node* phi = raw_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
    if (phi != NULL && phi->is_Phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
      assert(phase->eqv(phi->in(0), this) && phi->req() == 2, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
      if (phi->outcnt() == 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
        continue; // Safe case - no loops
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
      if (phi->outcnt() == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
        Node* u = phi->raw_out(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
        // Skip if only one use is an other Phi or Call or Uncommon trap.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
        // It is safe to consider this case as fallthrough.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
        if (u != NULL && (u->is_Phi() || u->is_CFG()))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
          continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
      // Check when phi references itself directly or through an other node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
      if (phi->as_Phi()->simple_data_loop_check(phi->in(1)) >= PhiNode::Unsafe)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
        break; // Found possible unsafe data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  if (i >= max)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
    return false; // An unsafe case was NOT found - don't need graph walk.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
  // Unsafe case - check if the Region node is reachable from root.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
  Arena *a = Thread::current()->resource_area();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
  Node_List nstack(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
  VectorSet visited(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
  // Mark all control nodes reachable from root outputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
  Node *n = (Node*)phase->C->root();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  nstack.push(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
  visited.set(n->_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
  while (nstack.size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
    n = nstack.pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
    uint max = n->outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
    for (uint i = 0; i < max; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
      Node* m = n->raw_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
      if (m != NULL && m->is_CFG()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
        if (phase->eqv(m, this)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
          return false; // We reached the Region node - it is not dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
        if (!visited.test_set(m->_idx))
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
          nstack.push(m);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
  return true; // The Region node is unreachable - it is dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
// Return a node which is more "ideal" than the current node.  Must preserve
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
// the CFG, but we can still strip out dead paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
Node *RegionNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
  if( !can_reshape && !in(0) ) return NULL;     // Already degraded to a Copy
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
  assert(!in(0) || !in(0)->is_Root(), "not a specially hidden merge");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  // Check for RegionNode with no Phi users and both inputs come from either
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
  // arm of the same IF.  If found, then the control-flow split is useless.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
  bool has_phis = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
  if (can_reshape) {            // Need DU info to check for Phi users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
    has_phis = (has_phi() != NULL);       // Cache result
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    if (!has_phis) {            // No Phi users?  Nothing merging?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
      for (uint i = 1; i < req()-1; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
        Node *if1 = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
        if( !if1 ) continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
        Node *iff = if1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
        if( !iff || !iff->is_If() ) continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
        for( uint j=i+1; j<req(); j++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
          if( in(j) && in(j)->in(0) == iff &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
              if1->Opcode() != in(j)->Opcode() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
            // Add the IF Projections to the worklist. They (and the IF itself)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
            // will be eliminated if dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
            phase->is_IterGVN()->add_users_to_worklist(iff);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
            set_req(i, iff->in(0));// Skip around the useless IF diamond
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
            set_req(j, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
            return this;      // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
  // Remove TOP or NULL input paths. If only 1 input path remains, this Region
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
  // degrades to a copy.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
  bool add_to_worklist = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
  int cnt = 0;                  // Count of values merging
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
  DEBUG_ONLY( int cnt_orig = req(); ) // Save original inputs count
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  int del_it = 0;               // The last input path we delete
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
  // For all inputs...
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
  for( uint i=1; i<req(); ++i ){// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
    Node *n = in(i);            // Get the input
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
    if( n != NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
      // Remove useless control copy inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
      if( n->is_Region() && n->as_Region()->is_copy() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
        set_req(i, n->nonnull_req());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
        i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
        continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
      if( n->is_Proj() ) {      // Remove useless rethrows
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
        Node *call = n->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
        if (call->is_Call() && call->as_Call()->entry_point() == OptoRuntime::rethrow_stub()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
          set_req(i, call->in(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
          i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
          continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
      if( phase->type(n) == Type::TOP ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
        set_req(i, NULL);       // Ignore TOP inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
        i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
        continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
      cnt++;                    // One more value merging
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
    } else if (can_reshape) {   // Else found dead path with DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
      PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
      del_req(i);               // Yank path from self
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
      del_it = i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
      uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
      DUIterator j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
      bool progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
      while(progress) {         // Need to establish property over all users
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
        progress = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
        for (j = outs(); has_out(j); j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
          Node *n = out(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
          if( n->req() != req() && n->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
            assert( n->in(0) == this, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
            igvn->hash_delete(n); // Yank from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
            n->set_req_X(i,NULL,igvn);// Correct DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
            n->del_req(i);        // Yank path from Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
            if( max != outcnt() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
              progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
              j = refresh_out_pos(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
              max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
      add_to_worklist = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
      i--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
  if (can_reshape && cnt == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
    // Is it dead loop?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
    // If it is LoopNopde it had 2 (+1 itself) inputs and
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
    // one of them was cut. The loop is dead if it was EntryContol.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
    assert(!this->is_Loop() || cnt_orig == 3, "Loop node should have 3 inputs");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
    if (this->is_Loop() && del_it == LoopNode::EntryControl ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
       !this->is_Loop() && has_phis && is_unreachable_region(phase)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
      // Yes,  the region will be removed during the next step below.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
      // Cut the backedge input and remove phis since no data paths left.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
      // We don't cut outputs to other nodes here since we need to put them
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
      // on the worklist.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
      del_req(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
      cnt = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
      assert( req() == 1, "no more inputs expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
      uint max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
      bool progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
      Node *top = phase->C->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
      PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
      DUIterator j;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
      while(progress) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
        progress = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
        for (j = outs(); has_out(j); j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
          Node *n = out(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
          if( n->is_Phi() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
            assert( igvn->eqv(n->in(0), this), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
            assert( n->req() == 2 &&  n->in(1) != NULL, "Only one data input expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
            // Break dead loop data path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
            // Eagerly replace phis with top to avoid phis copies generation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
            igvn->add_users_to_worklist(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
            igvn->hash_delete(n); // Yank from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
            igvn->subsume_node(n, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
            if( max != outcnt() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
              progress = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
              j = refresh_out_pos(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
              max = outcnt();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
      add_to_worklist = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
  if (add_to_worklist) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
    phase->is_IterGVN()->add_users_to_worklist(this); // Revisit collapsed Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
  if( cnt <= 1 ) {              // Only 1 path in?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
    set_req(0, NULL);           // Null control input for region copy
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
    if( cnt == 0 && !can_reshape) { // Parse phase - leave the node as it is.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
      // No inputs or all inputs are NULL.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
    } else if (can_reshape) {   // Optimization phase - remove the node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
      PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
      Node *parent_ctrl;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
      if( cnt == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
        assert( req() == 1, "no inputs expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
        // During IGVN phase such region will be subsumed by TOP node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
        // so region's phis will have TOP as control node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
        // Kill phis here to avoid it. PhiNode::is_copy() will be always false.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
        // Also set other user's input to top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
        parent_ctrl = phase->C->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
        // The fallthrough case since we already checked dead loops above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
        parent_ctrl = in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
        assert(parent_ctrl != NULL, "Region is a copy of some non-null control");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
        assert(!igvn->eqv(parent_ctrl, this), "Close dead loop");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
      if (!add_to_worklist)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
        igvn->add_users_to_worklist(this); // Check for further allowed opts
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
      for (DUIterator_Last imin, i = last_outs(imin); i >= imin; --i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
        Node* n = last_out(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
        igvn->hash_delete(n); // Remove from worklist before modifying edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
        if( n->is_Phi() ) {   // Collapse all Phis
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
          // Eagerly replace phis to avoid copies generation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
          igvn->add_users_to_worklist(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
          igvn->hash_delete(n); // Yank from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
          if( cnt == 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
            assert( n->req() == 1, "No data inputs expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
            igvn->subsume_node(n, parent_ctrl); // replaced by top
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
          } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
            assert( n->req() == 2 &&  n->in(1) != NULL, "Only one data input expected" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
            Node* in1 = n->in(1);               // replaced by unique input
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
            if( n->as_Phi()->is_unsafe_data_reference(in1) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
              in1 = phase->C->top();            // replaced by top
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
            igvn->subsume_node(n, in1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
        else if( n->is_Region() ) { // Update all incoming edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
          assert( !igvn->eqv(n, this), "Must be removed from DefUse edges");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
          uint uses_found = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
          for( uint k=1; k < n->req(); k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
            if( n->in(k) == this ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
              n->set_req(k, parent_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
              uses_found++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
          if( uses_found > 1 ) { // (--i) done at the end of the loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
            i -= (uses_found - 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
        else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
          assert( igvn->eqv(n->in(0), this), "Expect RegionNode to be control parent");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
          n->set_req(0, parent_ctrl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
        for( uint k=0; k < n->req(); k++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
          assert( !igvn->eqv(n->in(k), this), "All uses of RegionNode should be gone");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
      // Remove the RegionNode itself from DefUse info
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
      igvn->remove_dead_node(this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
    return this;                // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
  // If a Region flows into a Region, merge into one big happy merge.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
  if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
    Node *m = merge_region(this, phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
    if (m != NULL)  return m;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
  // Check if this region is the root of a clipping idiom on floats
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
  if( ConvertFloat2IntClipping && can_reshape && req() == 4 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
    // Check that only one use is a Phi and that it simplifies to two constants +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
    PhiNode* phi = has_unique_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
    if (phi != NULL) {          // One Phi user
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
      // Check inputs to the Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
      ConNode *min;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
      ConNode *max;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
      Node    *val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
      uint     min_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
      uint     max_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
      uint     val_idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
      if( check_phi_clipping( phi, min, min_idx, max, max_idx, val, val_idx )  ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
        IfNode *top_if;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
        IfNode *bot_if;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
        if( check_if_clipping( this, bot_if, top_if ) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
          // Control pattern checks, now verify compares
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
          Node   *top_in = NULL;   // value being compared against
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
          Node   *bot_in = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
          if( check_compare_clipping( true,  bot_if, min, bot_in ) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
              check_compare_clipping( false, top_if, max, top_in ) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
            if( bot_in == top_in ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
              PhaseIterGVN *gvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
              assert( gvn != NULL, "Only had DefUse info in IterGVN");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
              // Only remaining check is that bot_in == top_in == (Phi's val + mods)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
              // Check for the ConvF2INode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
              ConvF2INode *convf2i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
              if( check_convf2i_clipping( phi, val_idx, convf2i, min, max ) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
                convf2i->in(1) == bot_in ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
                // Matched pattern, including LShiftI; RShiftI, replace with integer compares
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
                // max test
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
                Node *cmp   = gvn->register_new_node_with_optimizer(new (phase->C, 3) CmpINode( convf2i, min ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
                Node *boo   = gvn->register_new_node_with_optimizer(new (phase->C, 2) BoolNode( cmp, BoolTest::lt ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
                IfNode *iff = (IfNode*)gvn->register_new_node_with_optimizer(new (phase->C, 2) IfNode( top_if->in(0), boo, PROB_UNLIKELY_MAG(5), top_if->_fcnt ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
                Node *if_min= gvn->register_new_node_with_optimizer(new (phase->C, 1) IfTrueNode (iff));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
                Node *ifF   = gvn->register_new_node_with_optimizer(new (phase->C, 1) IfFalseNode(iff));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
                // min test
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
                cmp         = gvn->register_new_node_with_optimizer(new (phase->C, 3) CmpINode( convf2i, max ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
                boo         = gvn->register_new_node_with_optimizer(new (phase->C, 2) BoolNode( cmp, BoolTest::gt ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
                iff         = (IfNode*)gvn->register_new_node_with_optimizer(new (phase->C, 2) IfNode( ifF, boo, PROB_UNLIKELY_MAG(5), bot_if->_fcnt ));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
                Node *if_max= gvn->register_new_node_with_optimizer(new (phase->C, 1) IfTrueNode (iff));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
                ifF         = gvn->register_new_node_with_optimizer(new (phase->C, 1) IfFalseNode(iff));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
                // update input edges to region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
                set_req_X( min_idx, if_min, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
                set_req_X( max_idx, if_max, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
                set_req_X( val_idx, ifF,    gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   618
                // remove unnecessary 'LShiftI; RShiftI' idiom
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
                gvn->hash_delete(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
                phi->set_req_X( val_idx, convf2i, gvn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
                gvn->hash_find_insert(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
                // Return transformed region node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
                return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
              }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
const RegMask &RegionNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
// Find the one non-null required input.  RegionNode only
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
Node *Node::nonnull_req() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
  assert( is_Region(), "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
  for( uint i = 1; i < _cnt; i++ )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
    if( in(i) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
      return in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
  ShouldNotReachHere();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
// note that these functions assume that the _adr_type field is flattened
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
uint PhiNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
  const Type* at = _adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
  return TypeNode::hash() + (at ? at->hash() : 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
uint PhiNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
  return TypeNode::cmp(n) && _adr_type == ((PhiNode&)n)._adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   661
static inline
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
const TypePtr* flatten_phi_adr_type(const TypePtr* at) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
  if (at == NULL || at == TypePtr::BOTTOM)  return at;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
  return Compile::current()->alias_type(at)->adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
//----------------------------make---------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
// create a new phi with edges matching r and set (initially) to x
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
PhiNode* PhiNode::make(Node* r, Node* x, const Type *t, const TypePtr* at) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
  uint preds = r->req();   // Number of predecessor paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
  assert(t != Type::MEMORY || at == flatten_phi_adr_type(at), "flatten at");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  PhiNode* p = new (Compile::current(), preds) PhiNode(r, t, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
  for (uint j = 1; j < preds; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
    // Fill in all inputs, except those which the region does not yet have
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
    if (r->in(j) != NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
      p->init_req(j, x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
  return p;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
PhiNode* PhiNode::make(Node* r, Node* x) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
  const Type*    t  = x->bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  const TypePtr* at = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
  if (t == Type::MEMORY)  at = flatten_phi_adr_type(x->adr_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
  return make(r, x, t, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
PhiNode* PhiNode::make_blank(Node* r, Node* x) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
  const Type*    t  = x->bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
  const TypePtr* at = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
  if (t == Type::MEMORY)  at = flatten_phi_adr_type(x->adr_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
  return new (Compile::current(), r->req()) PhiNode(r, t, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
//------------------------slice_memory-----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
// create a new phi with narrowed memory type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
PhiNode* PhiNode::slice_memory(const TypePtr* adr_type) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
  PhiNode* mem = (PhiNode*) clone();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
  *(const TypePtr**)&mem->_adr_type = adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
  // convert self-loops, or else we get a bad graph
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
  for (uint i = 1; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
    if ((const Node*)in(i) == this)  mem->set_req(i, mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
  mem->verify_adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
  return mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
//------------------------verify_adr_type--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
void PhiNode::verify_adr_type(VectorSet& visited, const TypePtr* at) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
  if (visited.test_set(_idx))  return;  //already visited
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
  // recheck constructor invariants:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
  verify_adr_type(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
  // recheck local phi/phi consistency:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
  assert(_adr_type == at || _adr_type == TypePtr::BOTTOM,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
         "adr_type must be consistent across phi nest");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
  // walk around
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
  for (uint i = 1; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
    Node* n = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
    if (n == NULL)  continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
    const Node* np = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
    if (np->is_Phi()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
      np->as_Phi()->verify_adr_type(visited, at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
    } else if (n->bottom_type() == Type::TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
               || (n->is_Mem() && n->in(MemNode::Address)->bottom_type() == Type::TOP)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
      // ignore top inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
      const TypePtr* nat = flatten_phi_adr_type(n->adr_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
      // recheck phi/non-phi consistency at leaves:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
      assert((nat != NULL) == (at != NULL), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
      assert(nat == at || nat == TypePtr::BOTTOM,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
             "adr_type must be consistent at leaves of phi nest");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
// Verify a whole nest of phis rooted at this one.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
void PhiNode::verify_adr_type(bool recursive) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
  if (is_error_reported())  return;  // muzzle asserts when debugging an error
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
  if (Node::in_dump())      return;  // muzzle asserts when printing
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
  assert((_type == Type::MEMORY) == (_adr_type != NULL), "adr_type for memory phis only");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
  if (!VerifyAliases)       return;  // verify thoroughly only if requested
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
  assert(_adr_type == flatten_phi_adr_type(_adr_type),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
         "Phi::adr_type must be pre-normalized");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  if (recursive) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
    VectorSet visited(Thread::current()->resource_area());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
    verify_adr_type(visited, _adr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
// Compute the type of the PhiNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
const Type *PhiNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
  Node *r = in(0);              // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
  if( !r )                      // Copy or dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
    return in(1) ? phase->type(in(1)) : Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
  // Note: During parsing, phis are often transformed before their regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
  // This means we have to use type_or_null to defend against untyped regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
  if( phase->type_or_null(r) == Type::TOP )  // Dead code?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
    return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   770
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
  // Check for trip-counted loop.  If so, be smarter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
  CountedLoopNode *l = r->is_CountedLoop() ? r->as_CountedLoop() : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
  if( l && l->can_be_counted_loop(phase) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   774
      ((const Node*)l->phi() == this) ) { // Trip counted loop!
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
    // protect against init_trip() or limit() returning NULL
489c9b5090e2 Initial load
duke
parents:
diff changeset
   776
    const Node *init   = l->init_trip();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
    const Node *limit  = l->limit();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
    if( init != NULL && limit != NULL && l->stride_is_con() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
      const TypeInt *lo = init ->bottom_type()->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
      const TypeInt *hi = limit->bottom_type()->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   781
      if( lo && hi ) {            // Dying loops might have TOP here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
        int stride = l->stride_con();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
        if( stride < 0 ) {          // Down-counter loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
          const TypeInt *tmp = lo; lo = hi; hi = tmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
          stride = -stride;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
        if( lo->_hi < hi->_lo )     // Reversed endpoints are well defined :-(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
          return TypeInt::make(lo->_lo,hi->_hi,3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   791
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
  // Until we have harmony between classes and interfaces in the type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
  // lattice, we must tread carefully around phis which implicitly
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
  // convert the one to the other.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
  const TypeInstPtr* ttip = _type->isa_instptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
  bool is_intf = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
  if (ttip != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
    ciKlass* k = ttip->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
    if (k->is_loaded() && k->is_interface())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
      is_intf = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
  // Default case: merge all inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   805
  const Type *t = Type::TOP;        // Merged type starting value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
  for (uint i = 1; i < req(); ++i) {// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
    // Reachable control path?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
    if (r->in(i) && phase->type(r->in(i)) == Type::CONTROL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
      const Type* ti = phase->type(in(i));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
      // We assume that each input of an interface-valued Phi is a true
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
      // subtype of that interface.  This might not be true of the meet
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
      // of all the input types.  The lattice is not distributive in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
      // such cases.  Ward off asserts in type.cpp by refusing to do
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
      // meets between interfaces and proper classes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
      const TypeInstPtr* tiip = ti->isa_instptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
      if (tiip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
        bool ti_is_intf = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
        ciKlass* k = tiip->klass();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
        if (k->is_loaded() && k->is_interface())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
          ti_is_intf = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
        if (is_intf != ti_is_intf)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
          { t = _type; break; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
      t = t->meet(ti);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
  // The worst-case type (from ciTypeFlow) should be consistent with "t".
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
  // That is, we expect that "t->higher_equal(_type)" holds true.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
  // There are various exceptions:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
  // - Inputs which are phis might in fact be widened unnecessarily.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
  //   For example, an input might be a widened int while the phi is a short.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
  // - Inputs might be BotPtrs but this phi is dependent on a null check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
  //   and postCCP has removed the cast which encodes the result of the check.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
  // - The type of this phi is an interface, and the inputs are classes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
  // - Value calls on inputs might produce fuzzy results.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
  //   (Occurrences of this case suggest improvements to Value methods.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
  // It is not possible to see Type::BOTTOM values as phi inputs,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
  // because the ciTypeFlow pre-pass produces verifier-quality types.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
  const Type* ft = t->filter(_type);  // Worst case type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  // The following logic has been moved into TypeOopPtr::filter.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  const Type* jt = t->join(_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  if( jt->empty() ) {           // Emptied out???
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
    // Check for evil case of 't' being a class and '_type' expecting an
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
    // interface.  This can happen because the bytecodes do not contain
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
    // enough type info to distinguish a Java-level interface variable
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
    // from a Java-level object variable.  If we meet 2 classes which
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
    // both implement interface I, but their meet is at 'j/l/O' which
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
    // doesn't implement I, we have no way to tell if the result should
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
    // be 'I' or 'j/l/O'.  Thus we'll pick 'j/l/O'.  If this then flows
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
    // into a Phi which "knows" it's an Interface type we'll have to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
    // uplift the type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
    if( !t->empty() && ttip && ttip->is_loaded() && ttip->klass()->is_interface() )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
      { assert(ft == _type, ""); } // Uplift to interface
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
    // Otherwise it's something stupid like non-overlapping int ranges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
    // found on dying counted loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
      { assert(ft == Type::TOP, ""); } // Canonical empty value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
  else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
    // If we have an interface-typed Phi and we narrow to a class type, the join
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
    // should report back the class.  However, if we have a J/L/Object
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
    // class-typed Phi and an interface flows in, it's possible that the meet &
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
    // join report an interface back out.  This isn't possible but happens
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
    // because the type system doesn't interact well with interfaces.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
    const TypeInstPtr *jtip = jt->isa_instptr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
    if( jtip && ttip ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
      if( jtip->is_loaded() &&  jtip->klass()->is_interface() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
          ttip->is_loaded() && !ttip->klass()->is_interface() )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
        // Happens in a CTW of rt.jar, 320-341, no extra flags
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
        { assert(ft == ttip->cast_to_ptr_type(jtip->ptr()), ""); jt = ft; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
    if (jt != ft && jt->base() == ft->base()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
      if (jt->isa_int() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
          jt->is_int()->_lo == ft->is_int()->_lo &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
          jt->is_int()->_hi == ft->is_int()->_hi)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
        jt = ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
      if (jt->isa_long() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
          jt->is_long()->_lo == ft->is_long()->_lo &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
          jt->is_long()->_hi == ft->is_long()->_hi)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
        jt = ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
    if (jt != ft) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
      tty->print("merge type:  "); t->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
      tty->print("kill type:   "); _type->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
      tty->print("join type:   "); jt->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
      tty->print("filter type: "); ft->dump(); tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
    assert(jt == ft, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
  // Deal with conversion problems found in data loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
  ft = phase->saturate(ft, phase->type_or_null(this), _type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
  return ft;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
//------------------------------is_diamond_phi---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
// Does this Phi represent a simple well-shaped diamond merge?  Return the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
// index of the true path or 0 otherwise.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
int PhiNode::is_diamond_phi() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
  // Check for a 2-path merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
  Node *region = in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
  if( !region ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
  if( region->req() != 3 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
  if(         req() != 3 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
  // Check that both paths come from the same If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
  Node *ifp1 = region->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
  Node *ifp2 = region->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
  if( !ifp1 || !ifp2 ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
  Node *iff = ifp1->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
  if( !iff || !iff->is_If() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
  if( iff != ifp2->in(0) ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
  // Check for a proper bool/cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
  const Node *b = iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
  if( !b->is_Bool() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   925
  const Node *cmp = b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
  if( !cmp->is_Cmp() ) return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
  // Check for branching opposite expected
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
  if( ifp2->Opcode() == Op_IfTrue ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
    assert( ifp1->Opcode() == Op_IfFalse, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
    return 2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
    assert( ifp1->Opcode() == Op_IfTrue, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
    return 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
//----------------------------check_cmove_id-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
// Check for CMove'ing a constant after comparing against the constant.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
// Happens all the time now, since if we compare equality vs a constant in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   941
// the parser, we "know" the variable is constant on one path and we force
489c9b5090e2 Initial load
duke
parents:
diff changeset
   942
// it.  Thus code like "if( x==0 ) {/*EMPTY*/}" ends up inserting a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
// conditional move: "x = (x==0)?0:x;".  Yucko.  This fix is slightly more
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
// general in that we don't need constants.  Since CMove's are only inserted
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
// in very special circumstances, we do it here on generic Phi's.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
Node* PhiNode::is_cmove_id(PhaseTransform* phase, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  Node*     region = in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
  Node*     iff    = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
  BoolNode* b      = iff->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
  Node*     cmp    = b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  Node*     tval   = in(true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
  Node*     fval   = in(3-true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
  Node*     id     = CMoveNode::is_cmove_id(phase, cmp, tval, fval, b);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  if (id == NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
  // Either value might be a cast that depends on a branch of 'iff'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
  // Since the 'id' value will float free of the diamond, either
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
  // decast or return failure.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
  Node* ctl = id->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
  if (ctl != NULL && ctl->in(0) == iff) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
    if (id->is_ConstraintCast()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
      return id->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
      // Don't know how to disentangle this value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
  return id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
// Check for Region being Identity.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
Node *PhiNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
  // Check for no merging going on
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
  // (There used to be special-case code here when this->region->is_Loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
  // It would check for a tributary phi on the backedge that the main phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
  // trivially, perhaps with a single cast.  The unique_input method
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  // does all this and more, by reducing such tributaries to 'this'.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
  Node* uin = unique_input(phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
  if (uin != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
    return uin;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
  int true_path = is_diamond_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
  if (true_path != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
    Node* id = is_cmove_id(phase, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
    if (id != NULL)  return id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   994
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
  return this;                     // No identity
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
//-----------------------------unique_input------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
// Find the unique value, discounting top, self-loops, and casts.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
// Return top if there are no inputs, and self if there are multiple.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
Node* PhiNode::unique_input(PhaseTransform* phase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
  //  1) One unique direct input, or
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
  //  2) some of the inputs have an intervening ConstraintCast and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
  //     the type of input is the same or sharper (more specific)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
  //     than the phi's type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
  //  3) an input is a self loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
  //  1) input   or   2) input     or   3) input __
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
  //     /   \           /   \               \  /  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
  //     \   /          |    cast             phi  cast
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
  //      phi            \   /               /  \  /
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
  //                      phi               /    --
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
  Node* r = in(0);                      // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
  if (r == NULL)  return in(1);         // Already degraded to a Copy
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
  Node* uncasted_input = NULL; // The unique uncasted input (ConstraintCasts removed)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
  Node* direct_input   = NULL; // The unique direct input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
  for (uint i = 1, cnt = req(); i < cnt; ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
    Node* rc = r->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
    if (rc == NULL || phase->type(rc) == Type::TOP)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
      continue;                 // ignore unreachable control path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
    Node* n = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
    Node* un = n->uncast();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
    if (un == NULL || un == this || phase->type(un) == Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
      continue; // ignore if top, or in(i) and "this" are in a data cycle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
    // Check for a unique uncasted input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
    if (uncasted_input == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
      uncasted_input = un;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
    } else if (uncasted_input != un) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
      uncasted_input = NodeSentinel; // no unique uncasted input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
    // Check for a unique direct input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
    if (direct_input == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
      direct_input = n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
    } else if (direct_input != n) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
      direct_input = NodeSentinel; // no unique direct input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
  if (direct_input == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
    return phase->C->top();        // no inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
  assert(uncasted_input != NULL,"");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
  if (direct_input != NodeSentinel) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
    return direct_input;           // one unique direct input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
  if (uncasted_input != NodeSentinel &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1051
      phase->type(uncasted_input)->higher_equal(type())) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
    return uncasted_input;         // one unique uncasted input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
  // Nothing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
//------------------------------is_x2logic-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
// Check for simple convert-to-boolean pattern
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
// If:(C Bool) Region:(IfF IfT) Phi:(Region 0 1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
// Convert Phi to an ConvIB.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
static Node *is_x2logic( PhaseGVN *phase, PhiNode *phi, int true_path ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1065
  // Convert the true/false index into an expected 0/1 return.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
  // Map 2->0 and 1->1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
  int flipped = 2-true_path;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1069
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
  Node *region = phi->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1072
  Node *iff = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1073
  BoolNode *b = (BoolNode*)iff->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1074
  const CmpNode *cmp = (CmpNode*)b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1075
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1076
  Node *zero = phi->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1077
  Node *one  = phi->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
  const Type *tzero = phase->type( zero );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
  const Type *tone  = phase->type( one  );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
  // Check for compare vs 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1082
  const Type *tcmp = phase->type(cmp->in(2));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  if( tcmp != TypeInt::ZERO && tcmp != TypePtr::NULL_PTR ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
    // Allow cmp-vs-1 if the other input is bounded by 0-1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
    if( !(tcmp == TypeInt::ONE && phase->type(cmp->in(1)) == TypeInt::BOOL) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1086
      return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
    flipped = 1-flipped;        // Test is vs 1 instead of 0!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1090
  // Check for setting zero/one opposite expected
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1091
  if( tzero == TypeInt::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1092
    if( tone == TypeInt::ONE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1093
    } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1094
  } else if( tzero == TypeInt::ONE ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1095
    if( tone == TypeInt::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1096
      flipped = 1-flipped;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1097
    } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1098
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1099
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1100
  // Check for boolean test backwards
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1101
  if( b->_test._test == BoolTest::ne ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1102
  } else if( b->_test._test == BoolTest::eq ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1103
    flipped = 1-flipped;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1104
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1105
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1106
  // Build int->bool conversion
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1107
  Node *n = new (phase->C, 2) Conv2BNode( cmp->in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1108
  if( flipped )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
    n = new (phase->C, 3) XorINode( phase->transform(n), phase->intcon(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1110
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1111
  return n;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1113
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1114
//------------------------------is_cond_add------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1115
// Check for simple conditional add pattern:  "(P < Q) ? X+Y : X;"
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1116
// To be profitable the control flow has to disappear; there can be no other
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1117
// values merging here.  We replace the test-and-branch with:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1118
// "(sgn(P-Q))&Y) + X".  Basically, convert "(P < Q)" into 0 or -1 by
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
// moving the carry bit from (P-Q) into a register with 'sbb EAX,EAX'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
// Then convert Y to 0-or-Y and finally add.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
// This is a key transform for SpecJava _201_compress.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
static Node* is_cond_add(PhaseGVN *phase, PhiNode *phi, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1126
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
  RegionNode *region = (RegionNode*)phi->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
  Node *iff = region->in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
  BoolNode* b = iff->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1130
  const CmpNode *cmp = (CmpNode*)b->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1131
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
  // Make sure only merging this one phi here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
  if (region->has_unique_phi() != phi)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
  // Make sure each arm of the diamond has exactly one output, which we assume
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
  // is the region.  Otherwise, the control flow won't disappear.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
  if (region->in(1)->outcnt() != 1) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
  if (region->in(2)->outcnt() != 1) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
  // Check for "(P < Q)" of type signed int
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
  if (b->_test._test != BoolTest::lt)  return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
  if (cmp->Opcode() != Op_CmpI)        return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
  Node *p = cmp->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
  Node *q = cmp->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
  Node *n1 = phi->in(  true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
  Node *n2 = phi->in(3-true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
  int op = n1->Opcode();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
  if( op != Op_AddI           // Need zero as additive identity
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
      /*&&op != Op_SubI &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
      op != Op_AddP &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
      op != Op_XorI &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
      op != Op_OrI*/ )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
  Node *x = n2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
  Node *y = n1->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
  if( n2 == n1->in(1) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
    y = n1->in(2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1161
  } else if( n2 == n1->in(1) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1162
  } else return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
  // Not so profitable if compare and add are constants
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
  if( q->is_Con() && phase->type(q) != TypeInt::ZERO && y->is_Con() )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
  Node *cmplt = phase->transform( new (phase->C, 3) CmpLTMaskNode(p,q) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
  Node *j_and   = phase->transform( new (phase->C, 3) AndINode(cmplt,y) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
  return new (phase->C, 3) AddINode(j_and,x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
//------------------------------is_absolute------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
// Check for absolute value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
static Node* is_absolute( PhaseGVN *phase, PhiNode *phi_root, int true_path) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
  assert(true_path !=0, "only diamond shape graph expected");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
  int  cmp_zero_idx = 0;        // Index of compare input where to look for zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
  int  phi_x_idx = 0;           // Index of phi input where to find naked x
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
  // ABS ends with the merge of 2 control flow paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1182
  // Find the false path from the true path. With only 2 inputs, 3 - x works nicely.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
  int false_path = 3 - true_path;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
  // is_diamond_phi() has guaranteed the correctness of the nodes sequence:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
  // phi->region->if_proj->ifnode->bool->cmp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
  BoolNode *bol = phi_root->in(0)->in(1)->in(0)->in(1)->as_Bool();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
  // Check bool sense
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
  switch( bol->_test._test ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
  case BoolTest::lt: cmp_zero_idx = 1; phi_x_idx = true_path;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
  case BoolTest::le: cmp_zero_idx = 2; phi_x_idx = false_path; break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
  case BoolTest::gt: cmp_zero_idx = 2; phi_x_idx = true_path;  break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
  case BoolTest::ge: cmp_zero_idx = 1; phi_x_idx = false_path; break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
  default:           return NULL;                              break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1197
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
  // Test is next
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1199
  Node *cmp = bol->in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
  const Type *tzero = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
  switch( cmp->Opcode() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
  case Op_CmpF:    tzero = TypeF::ZERO; break; // Float ABS
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1203
  case Op_CmpD:    tzero = TypeD::ZERO; break; // Double ABS
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1204
  default: return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1206
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
  // Find zero input of compare; the other input is being abs'd
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
  Node *x = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1209
  bool flip = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1210
  if( phase->type(cmp->in(cmp_zero_idx)) == tzero ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
    x = cmp->in(3 - cmp_zero_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
  } else if( phase->type(cmp->in(3 - cmp_zero_idx)) == tzero ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
    // The test is inverted, we should invert the result...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
    x = cmp->in(cmp_zero_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
    flip = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1216
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1218
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
  // Next get the 2 pieces being selected, one is the original value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1221
  // and the other is the negated value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
  if( phi_root->in(phi_x_idx) != x ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
  // Check other phi input for subtract node
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
  Node *sub = phi_root->in(3 - phi_x_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
  // Allow only Sub(0,X) and fail out for all others; Neg is not OK
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
  if( tzero == TypeF::ZERO ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
    if( sub->Opcode() != Op_SubF ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
        sub->in(2) != x ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1231
        phase->type(sub->in(1)) != tzero ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
    x = new (phase->C, 2) AbsFNode(x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
    if (flip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
      x = new (phase->C, 3) SubFNode(sub->in(1), phase->transform(x));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1237
    if( sub->Opcode() != Op_SubD ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1238
        sub->in(2) != x ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1239
        phase->type(sub->in(1)) != tzero ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1240
    x = new (phase->C, 2) AbsDNode(x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1241
    if (flip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1242
      x = new (phase->C, 3) SubDNode(sub->in(1), phase->transform(x));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1243
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1244
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1245
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1246
  return x;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1247
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1248
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1249
//------------------------------split_once-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1250
// Helper for split_flow_path
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1251
static void split_once(PhaseIterGVN *igvn, Node *phi, Node *val, Node *n, Node *newn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1252
  igvn->hash_delete(n);         // Remove from hash before hacking edges
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1253
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1254
  uint j = 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1255
  for( uint i = phi->req()-1; i > 0; i-- ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1256
    if( phi->in(i) == val ) {   // Found a path with val?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1257
      // Add to NEW Region/Phi, no DU info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1258
      newn->set_req( j++, n->in(i) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1259
      // Remove from OLD Region/Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1260
      n->del_req(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1261
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1262
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1263
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1264
  // Register the new node but do not transform it.  Cannot transform until the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1265
  // entire Region/Phi conglerate has been hacked as a single huge transform.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1266
  igvn->register_new_node_with_optimizer( newn );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1267
  // Now I can point to the new node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1268
  n->add_req(newn);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1269
  igvn->_worklist.push(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1270
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1271
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1272
//------------------------------split_flow_path--------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1273
// Check for merging identical values and split flow paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1274
static Node* split_flow_path(PhaseGVN *phase, PhiNode *phi) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1275
  BasicType bt = phi->type()->basic_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1276
  if( bt == T_ILLEGAL || type2size[bt] <= 0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1277
    return NULL;                // Bail out on funny non-value stuff
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1278
  if( phi->req() <= 3 )         // Need at least 2 matched inputs and a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
    return NULL;                // third unequal input to be worth doing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
  // Scan for a constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1282
  uint i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1283
  for( i = 1; i < phi->req()-1; i++ ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1284
    Node *n = phi->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1285
    if( !n ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
    if( phase->type(n) == Type::TOP ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1287
    if( n->Opcode() == Op_ConP )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1288
      break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1289
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1290
  if( i >= phi->req() )         // Only split for constants
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1291
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1292
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
  Node *val = phi->in(i);       // Constant to split for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1294
  uint hit = 0;                 // Number of times it occurs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1295
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1296
  for( ; i < phi->req(); i++ ){ // Count occurances of constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1297
    Node *n = phi->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1298
    if( !n ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
    if( phase->type(n) == Type::TOP ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
    if( phi->in(i) == val )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1301
      hit++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  if( hit <= 1 ||               // Make sure we find 2 or more
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
      hit == phi->req()-1 )     // and not ALL the same value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
  // Now start splitting out the flow paths that merge the same value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
  // Split first the RegionNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
  PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
  Node *r = phi->region();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
  RegionNode *newr = new (phase->C, hit+1) RegionNode(hit+1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  split_once(igvn, phi, val, r, newr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
  // Now split all other Phis than this one
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
  for (DUIterator_Fast kmax, k = r->fast_outs(kmax); k < kmax; k++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
    Node* phi2 = r->fast_out(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
    if( phi2->is_Phi() && phi2->as_Phi() != phi ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
      PhiNode *newphi = PhiNode::make_blank(newr, phi2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
      split_once(igvn, phi, val, phi2, newphi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
  // Clean up this guy
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
  igvn->hash_delete(phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1326
  for( i = phi->req()-1; i > 0; i-- ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
    if( phi->in(i) == val ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
      phi->del_req(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
  phi->add_req(val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1332
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
  return phi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1334
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1335
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1336
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1337
//------------------------------simple_data_loop_check-------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1338
//  Try to determing if the phi node in a simple safe/unsafe data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1339
//  Returns:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
// enum LoopSafety { Safe = 0, Unsafe, UnsafeLoop };
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
// Safe       - safe case when the phi and it's inputs reference only safe data
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1342
//              nodes;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1343
// Unsafe     - the phi and it's inputs reference unsafe data nodes but there
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1344
//              is no reference back to the phi - need a graph walk
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1345
//              to determine if it is in a loop;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1346
// UnsafeLoop - unsafe case when the phi references itself directly or through
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1347
//              unsafe data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1348
//  Note: a safe data node is a node which could/never reference itself during
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1349
//  GVN transformations. For now it is Con, Proj, Phi, CastPP, CheckCastPP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1350
//  I mark Phi nodes as safe node not only because they can reference itself
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1351
//  but also to prevent mistaking the fallthrough case inside an outer loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1352
//  as dead loop when the phi references itselfs through an other phi.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1353
PhiNode::LoopSafety PhiNode::simple_data_loop_check(Node *in) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1354
  // It is unsafe loop if the phi node references itself directly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1355
  if (in == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1356
    return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1357
  // Unsafe loop if the phi node references itself through an unsafe data node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1358
  // Exclude cases with null inputs or data nodes which could reference
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1359
  // itself (safe for dead loops).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1360
  if (in != NULL && !in->is_dead_loop_safe()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1361
    // Check inputs of phi's inputs also.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1362
    // It is much less expensive then full graph walk.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1363
    uint cnt = in->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1364
    for (uint i = 1; i < cnt; ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1365
      Node* m = in->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1366
      if (m == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1367
        return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1368
      if (m != NULL && !m->is_dead_loop_safe()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1369
        // Check the most common case (about 30% of all cases):
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1370
        // phi->Load/Store->AddP->(ConP ConP Con)/(Parm Parm Con).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1371
        Node *m1 = (m->is_AddP() && m->req() > 3) ? m->in(1) : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1372
        if (m1 == (Node*)this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1373
          return UnsafeLoop; // Unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1374
        if (m1 != NULL && m1 == m->in(2) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1375
            m1->is_dead_loop_safe() && m->in(3)->is_Con()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1376
          continue; // Safe case
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1377
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1378
        // The phi references an unsafe node - need full analysis.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1379
        return Unsafe;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1380
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1381
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1382
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1383
  return Safe; // Safe case - we can optimize the phi node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1384
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1385
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1386
//------------------------------is_unsafe_data_reference-----------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1387
// If phi can be reached through the data input - it is data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1388
bool PhiNode::is_unsafe_data_reference(Node *in) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1389
  assert(req() > 1, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1390
  // First, check simple cases when phi references itself directly or
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1391
  // through an other node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1392
  LoopSafety safety = simple_data_loop_check(in);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1393
  if (safety == UnsafeLoop)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1394
    return true;  // phi references itself - unsafe loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1395
  else if (safety == Safe)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1396
    return false; // Safe case - phi could be replaced with the unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
  // Unsafe case when we should go through data graph to determine
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
  // if the phi references itself.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
  ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1403
  Arena *a = Thread::current()->resource_area();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
  Node_List nstack(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
  VectorSet visited(a);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
  nstack.push(in); // Start with unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
  visited.set(in->_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
  while (nstack.size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
    Node* n = nstack.pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1411
    uint cnt = n->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1412
    for (uint i = 1; i < cnt; i++) { // Only data paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1413
      Node* m = n->in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1414
      if (m == (Node*)this) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1415
        return true;    // Data loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1416
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1417
      if (m != NULL && !m->is_dead_loop_safe()) { // Only look for unsafe cases.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1418
        if (!visited.test_set(m->_idx))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
          nstack.push(m);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
  return false; // The phi is not reachable from its inputs
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1428
// Return a node which is more "ideal" than the current node.  Must preserve
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
// the CFG, but we can still strip out dead paths.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
Node *PhiNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
  // The next should never happen after 6297035 fix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
  if( is_copy() )               // Already degraded to a Copy ?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
    return NULL;                // No change
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
  Node *r = in(0);              // RegionNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
  assert(r->in(0) == NULL || !r->in(0)->is_Root(), "not a specially hidden merge");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
  // Note: During parsing, phis are often transformed before their regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1439
  // This means we have to use type_or_null to defend against untyped regions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1440
  if( phase->type_or_null(r) == Type::TOP ) // Dead code?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
    return NULL;                // No change
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
  Node *top = phase->C->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1444
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1445
  // The are 2 situations when only one valid phi's input is left
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1446
  // (in addition to Region input).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
  // One: region is not loop - replace phi with this input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1448
  // Two: region is loop - replace phi with top since this data path is dead
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1449
  //                       and we need to break the dead data loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
  Node* progress = NULL;        // Record if any progress made
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1451
  for( uint j = 1; j < req(); ++j ){ // For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1452
    // Check unreachable control paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1453
    Node* rc = r->in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1454
    Node* n = in(j);            // Get the input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
    if (rc == NULL || phase->type(rc) == Type::TOP) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1456
      if (n != top) {           // Not already top?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1457
        set_req(j, top);        // Nuke it down
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1458
        progress = this;        // Record progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1459
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1460
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1461
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1462
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
  Node* uin = unique_input(phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
  if (uin == top) {             // Simplest case: no alive inputs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1465
    if (can_reshape)            // IGVN transformation
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1466
      return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1467
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1468
      return NULL;              // Identity will return TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1469
  } else if (uin != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1470
    // Only one not-NULL unique input path is left.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1471
    // Determine if this input is backedge of a loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1472
    // (Skip new phis which have no uses and dead regions).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1473
    if( outcnt() > 0 && r->in(0) != NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1474
      // First, take the short cut when we know it is a loop and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1475
      // the EntryControl data path is dead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1476
      assert(!r->is_Loop() || r->req() == 3, "Loop node should have 3 inputs");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1477
      // Then, check if there is a data loop when phi references itself directly
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1478
      // or through other data nodes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1479
      if( r->is_Loop() && !phase->eqv_uncast(uin, in(LoopNode::EntryControl)) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1480
         !r->is_Loop() && is_unsafe_data_reference(uin) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1481
        // Break this data loop to avoid creation of a dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1482
        if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1483
          return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1484
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
          // We can't return top if we are in Parse phase - cut inputs only
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1486
          // let Identity to handle the case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1487
          replace_edge(uin, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
          return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1489
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1490
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1491
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1492
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1493
    // One unique input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1494
    debug_only(Node* ident = Identity(phase));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1495
    // The unique input must eventually be detected by the Identity call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1496
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1497
    if (ident != uin && !ident->is_top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1498
      // print this output before failing assert
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1499
      r->dump(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1500
      this->dump(3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1501
      ident->dump();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1502
      uin->dump();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1503
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1504
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1505
    assert(ident == uin || ident->is_top(), "Identity must clean this up");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1506
    return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1507
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1508
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1509
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1510
  Node* opt = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1511
  int true_path = is_diamond_phi();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1512
  if( true_path != 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
    // Check for CMove'ing identity. If it would be unsafe,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1514
    // handle it here. In the safe case, let Identity handle it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1515
    Node* unsafe_id = is_cmove_id(phase, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1516
    if( unsafe_id != NULL && is_unsafe_data_reference(unsafe_id) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1517
      opt = unsafe_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1518
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
    // Check for simple convert-to-boolean pattern
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
    if( opt == NULL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
      opt = is_x2logic(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1522
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
    // Check for absolute value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1524
    if( opt == NULL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1525
      opt = is_absolute(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1526
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1527
    // Check for conditional add
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1528
    if( opt == NULL && can_reshape )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1529
      opt = is_cond_add(phase, this, true_path);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1530
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1531
    // These 4 optimizations could subsume the phi:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1532
    // have to check for a dead data loop creation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1533
    if( opt != NULL ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1534
      if( opt == unsafe_id || is_unsafe_data_reference(opt) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1535
        // Found dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1536
        if( can_reshape )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1537
          return top;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1538
        // We can't return top if we are in Parse phase - cut inputs only
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1539
        // to stop further optimizations for this phi. Identity will return TOP.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1540
        assert(req() == 3, "only diamond merge phi here");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1541
        set_req(1, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1542
        set_req(2, top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1543
        return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1544
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1545
        return opt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1546
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1547
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
  // Check for merging identical values and split flow paths
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
  if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
    opt = split_flow_path(phase, this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
    // This optimization only modifies phi - don't need to check for dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1554
    assert(opt == NULL || phase->eqv(opt, this), "do not elide phi");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
    if (opt != NULL)  return opt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1558
  if (in(1) != NULL && in(1)->Opcode() == Op_AddP && can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
    // Try to undo Phi of AddP:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
    //   (Phi (AddP base base y) (AddP base2 base2 y))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
    // becomes:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
    //   newbase := (Phi base base2)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
    //   (AddP newbase newbase y)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
    // This occurs as a result of unsuccessful split_thru_phi and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
    // interferes with taking advantage of addressing modes.  See the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
    // clone_shift_expressions code in matcher.cpp
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1568
    Node* addp = in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1569
    const Type* type = addp->in(AddPNode::Base)->bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1570
    Node* y = addp->in(AddPNode::Offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1571
    if (y != NULL && addp->in(AddPNode::Base) == addp->in(AddPNode::Address)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1572
      // make sure that all the inputs are similar to the first one,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1573
      // i.e. AddP with base == address and same offset as first AddP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1574
      bool doit = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1575
      for (uint i = 2; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1576
        if (in(i) == NULL ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
            in(i)->Opcode() != Op_AddP ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1578
            in(i)->in(AddPNode::Base) != in(i)->in(AddPNode::Address) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1579
            in(i)->in(AddPNode::Offset) != y) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1580
          doit = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
          break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1582
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
        // Accumulate type for resulting Phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1584
        type = type->meet(in(i)->in(AddPNode::Base)->bottom_type());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
      Node* base = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
      if (doit) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1588
        // Check for neighboring AddP nodes in a tree.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
        // If they have a base, use that it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1590
        for (DUIterator_Fast kmax, k = this->fast_outs(kmax); k < kmax; k++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
          Node* u = this->fast_out(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
          if (u->is_AddP()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
            Node* base2 = u->in(AddPNode::Base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
            if (base2 != NULL && !base2->is_top()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
              if (base == NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
                base = base2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
              else if (base != base2)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
                { doit = false; break; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1599
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1603
      if (doit) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1604
        if (base == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
          base = new (phase->C, in(0)->req()) PhiNode(in(0), type, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
          for (uint i = 1; i < req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
            base->init_req(i, in(i)->in(AddPNode::Base));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1608
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1609
          phase->is_IterGVN()->register_new_node_with_optimizer(base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
        return new (phase->C, 4) AddPNode(base, base, y);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1613
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1614
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1615
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
  // Split phis through memory merges, so that the memory merges will go away.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1617
  // Piggy-back this transformation on the search for a unique input....
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1618
  // It will be as if the merged memory is the unique value of the phi.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1619
  // (Do not attempt this optimization unless parsing is complete.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
  // It would make the parser's memory-merge logic sick.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
  // (MergeMemNode is not dead_loop_safe - need to check for dead loop.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1622
  if (progress == NULL && can_reshape && type() == Type::MEMORY) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
    // see if this phi should be sliced
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1624
    uint merge_width = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1625
    bool saw_self = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1626
    for( uint i=1; i<req(); ++i ) {// For all paths in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1627
      Node *ii = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1628
      if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1629
        MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1630
        merge_width = MAX2(merge_width, n->req());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1631
        saw_self = saw_self || phase->eqv(n->base_memory(), this);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1632
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1633
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
    // This restriction is temporarily necessary to ensure termination:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1636
    if (!saw_self && adr_type() == TypePtr::BOTTOM)  merge_width = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1637
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
    if (merge_width > Compile::AliasIdxRaw) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1639
      // found at least one non-empty MergeMem
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1640
      const TypePtr* at = adr_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1641
      if (at != TypePtr::BOTTOM) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1642
        // Patch the existing phi to select an input from the merge:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1643
        // Phi:AT1(...MergeMem(m0, m1, m2)...) into
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1644
        //     Phi:AT1(...m1...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1645
        int alias_idx = phase->C->get_alias_index(at);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1646
        for (uint i=1; i<req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
          Node *ii = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
          if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
            MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1650
            // compress paths and change unreachable cycles to TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1651
            // If not, we can update the input infinitely along a MergeMem cycle
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1652
            // Equivalent code is in MemNode::Ideal_common
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1653
            Node         *m  = phase->transform(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1654
            // If tranformed to a MergeMem, get the desired slice
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1655
            // Otherwise the returned node represents memory for every slice
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1656
            Node *new_mem = (m->is_MergeMem()) ?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1657
                             m->as_MergeMem()->memory_at(alias_idx) : m;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1658
            // Update input if it is progress over what we have now
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
            if (new_mem != ii) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1660
              set_req(i, new_mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
              progress = this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1665
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
        // We know that at least one MergeMem->base_memory() == this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
        // (saw_self == true). If all other inputs also references this phi
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
        // (directly or through data nodes) - it is dead loop.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
        bool saw_safe_input = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
        for (uint j = 1; j < req(); ++j) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
          Node *n = in(j);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
          if (n->is_MergeMem() && n->as_MergeMem()->base_memory() == this)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
            continue;              // skip known cases
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
          if (!is_unsafe_data_reference(n)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
            saw_safe_input = true; // found safe input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
            break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
        if (!saw_safe_input)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1680
          return top; // all inputs reference back to this phi - dead loop
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1682
        // Phi(...MergeMem(m0, m1:AT1, m2:AT2)...) into
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
        //     MergeMem(Phi(...m0...), Phi:AT1(...m1...), Phi:AT2(...m2...))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
        PhaseIterGVN *igvn = phase->is_IterGVN();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
        Node* hook = new (phase->C, 1) Node(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
        PhiNode* new_base = (PhiNode*) clone();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1687
        // Must eagerly register phis, since they participate in loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1688
        if (igvn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
          igvn->register_new_node_with_optimizer(new_base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1690
          hook->add_req(new_base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1691
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1692
        MergeMemNode* result = MergeMemNode::make(phase->C, new_base);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1693
        for (uint i = 1; i < req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
          Node *ii = in(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1695
          if (ii->is_MergeMem()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1696
            MergeMemNode* n = ii->as_MergeMem();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
            for (MergeMemStream mms(result, n); mms.next_non_empty2(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1698
              // If we have not seen this slice yet, make a phi for it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1699
              bool made_new_phi = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1700
              if (mms.is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
                Node* new_phi = new_base->slice_memory(mms.adr_type(phase->C));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
                made_new_phi = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
                if (igvn) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1704
                  igvn->register_new_node_with_optimizer(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1705
                  hook->add_req(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
                }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1707
                mms.set_memory(new_phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
              }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
              Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
              assert(made_new_phi || phi->in(i) == n, "replace the i-th merge by a slice");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
              phi->set_req(i, mms.memory2());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
        // Distribute all self-loops.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
        { // (Extra braces to hide mms.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1717
          for (MergeMemStream mms(result); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1718
            Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
            for (uint i = 1; i < req(); ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1720
              if (phi->in(i) == this)  phi->set_req(i, phi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1721
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1722
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1723
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1724
        // now transform the new nodes, and return the mergemem
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1725
        for (MergeMemStream mms(result); mms.next_non_empty(); ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1726
          Node* phi = mms.memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1727
          mms.set_memory(phase->transform(phi));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1728
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1729
        if (igvn) { // Unhook.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1730
          igvn->hash_delete(hook);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1731
          for (uint i = 1; i < hook->req(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1732
            hook->set_req(i, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1733
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1734
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1735
        // Replace self with the result.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1736
        return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1737
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1738
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1739
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1740
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
  return progress;              // Return any progress
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1742
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
//------------------------------out_RegMask------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1745
const RegMask &PhiNode::in_RegMask(uint i) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1746
  return i ? out_RegMask() : RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1747
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
const RegMask &PhiNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1750
  uint ideal_reg = Matcher::base2reg[_type->base()];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1751
  assert( ideal_reg != Node::NotAMachineReg, "invalid type at Phi" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1752
  if( ideal_reg == 0 ) return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1753
  return *(Compile::current()->matcher()->idealreg2spillmask[ideal_reg]);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1754
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1755
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1756
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1757
void PhiNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1758
  TypeNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1759
  if (in(0) != NULL &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1760
      in(0)->is_CountedLoop() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1761
      in(0)->as_CountedLoop()->phi() == this) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1762
    st->print(" #tripcount");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1764
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1766
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1767
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
const Type *GotoNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1770
  // If the input is reachable, then we are executed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1771
  // If the input is not reachable, then we are not executed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1772
  return phase->type(in(0));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1773
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1774
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1775
Node *GotoNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1776
  return in(0);                // Simple copy of incoming control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1777
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1778
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1779
const RegMask &GotoNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1783
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
const RegMask &JumpNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1787
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1788
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
const RegMask &JProjNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1790
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1791
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1793
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
const RegMask &CProjNode::out_RegMask() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1795
  return RegMask::Empty;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1796
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1797
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1799
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1800
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1801
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1802
uint PCTableNode::hash() const { return Node::hash() + _size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1803
uint PCTableNode::cmp( const Node &n ) const
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
{ return _size == ((PCTableNode&)n)._size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1806
const Type *PCTableNode::bottom_type() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1807
  const Type** f = TypeTuple::fields(_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
  for( uint i = 0; i < _size; i++ ) f[i] = Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1809
  return TypeTuple::make(_size, f);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1811
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
// Compute the type of the PCTableNode.  If reachable it is a tuple of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
// Control, otherwise the table targets are not reachable
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
const Type *PCTableNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1816
  if( phase->type(in(0)) == Type::CONTROL )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1817
    return bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
  return Type::TOP;             // All paths dead?  Then so are we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1821
//------------------------------Ideal------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
// Return a node which is more "ideal" than the current node.  Strip out
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1823
// control copies
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
Node *PCTableNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1825
  return remove_dead_region(phase, can_reshape) ? this : NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1829
uint JumpProjNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
  return Node::hash() + _dest_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1831
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1832
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1833
uint JumpProjNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
  return ProjNode::cmp(n) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1835
    _dest_bci == ((JumpProjNode&)n)._dest_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1836
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1837
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1838
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1839
void JumpProjNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1840
  ProjNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1841
   st->print("@bci %d ",_dest_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1842
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1845
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1847
// Check for being unreachable, or for coming from a Rethrow.  Rethrow's cannot
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
// have the default "fall_through_index" path.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
const Type *CatchNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
  // Unreachable?  Then so are all paths from here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
  if( phase->type(in(0)) == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1852
  // First assume all paths are reachable
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1853
  const Type** f = TypeTuple::fields(_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
  for( uint i = 0; i < _size; i++ ) f[i] = Type::CONTROL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
  // Identify cases that will always throw an exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1856
  // () rethrow call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1857
  // () virtual or interface call with NULL receiver
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1858
  // () call is a check cast with incompatible arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
  if( in(1)->is_Proj() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
    Node *i10 = in(1)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1861
    if( i10->is_Call() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1862
      CallNode *call = i10->as_Call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1863
      // Rethrows always throw exceptions, never return
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1864
      if (call->entry_point() == OptoRuntime::rethrow_stub()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1865
        f[CatchProjNode::fall_through_index] = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1866
      } else if( call->req() > TypeFunc::Parms ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1867
        const Type *arg0 = phase->type( call->in(TypeFunc::Parms) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
        // Check for null reciever to virtual or interface calls
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
        if( call->is_CallDynamicJava() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
            arg0->higher_equal(TypePtr::NULL_PTR) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
          f[CatchProjNode::fall_through_index] = Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
      } // End of if not a runtime stub
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
    } // End of if have call above me
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
  } // End of slot 1 is not a projection
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1876
  return TypeTuple::make(_size, f);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1879
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
uint CatchProjNode::hash() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
  return Node::hash() + _handler_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1882
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1883
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
uint CatchProjNode::cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
  return ProjNode::cmp(n) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
    _handler_bci == ((CatchProjNode&)n)._handler_bci;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1889
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1892
// If only 1 target is possible, choose it if it is the main control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1893
Node *CatchProjNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1894
  // If my value is control and no other value is, then treat as ID
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1895
  const TypeTuple *t = phase->type(in(0))->is_tuple();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
  if (t->field_at(_con) != Type::CONTROL)  return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
  // If we remove the last CatchProj and elide the Catch/CatchProj, then we
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
  // also remove any exception table entry.  Thus we must know the call
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
  // feeding the Catch will not really throw an exception.  This is ok for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1900
  // the main fall-thru control (happens when we know a call can never throw
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
  // an exception) or for "rethrow", because a further optimnization will
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
  // yank the rethrow (happens when we inline a function that can throw an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1903
  // exception and the caller has no handler).  Not legal, e.g., for passing
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1904
  // a NULL receiver to a v-call, or passing bad types to a slow-check-cast.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1905
  // These cases MUST throw an exception via the runtime system, so the VM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1906
  // will be looking for a table entry.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
  Node *proj = in(0)->in(1);    // Expect a proj feeding CatchNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1908
  CallNode *call;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
  if (_con != TypeFunc::Control && // Bail out if not the main control.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
      !(proj->is_Proj() &&      // AND NOT a rethrow
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1911
        proj->in(0)->is_Call() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
        (call = proj->in(0)->as_Call()) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
        call->entry_point() == OptoRuntime::rethrow_stub()))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
    return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1916
  // Search for any other path being control
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
  for (uint i = 0; i < t->cnt(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1918
    if (i != _con && t->field_at(i) == Type::CONTROL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
      return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
  // Only my path is possible; I am identity on control to the jump
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1922
  return in(0)->in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
void CatchProjNode::dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
  ProjNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
  st->print("@bci %d ",_handler_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1930
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
// Check for CreateEx being Identity.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
Node *CreateExNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1937
  if( phase->type(in(1)) == Type::TOP ) return in(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
  if( phase->type(in(0)) == Type::TOP ) return in(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1939
  // We only come from CatchProj, unless the CatchProj goes away.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
  // If the CatchProj is optimized away, then we just carry the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
  // exception oop through.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
  CallNode *call = in(1)->in(0)->as_Call();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
  return ( in(0)->is_CatchProj() && in(0)->in(0)->in(1) == in(1) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
    ? this
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1946
    : call->in(TypeFunc::Parms);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
void NeverBranchNode::format( PhaseRegAlloc *ra_, outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1952
  st->print("%s", Name());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
#endif