hotspot/src/share/vm/opto/divnode.cpp
author thartmann
Mon, 02 Jun 2014 08:07:29 +0200
changeset 24923 9631f7d691dc
parent 24425 53764d2358f9
child 25913 81dbc151e91c
permissions -rw-r--r--
8034812: remove IDX_INIT macro hack in Node class Summary: The IDX_INIT macro used by Node::Node(...) to retrieve the Compile object is removed and replaced by a call to Compile::current(). The Node constructor, new operator and all calls to it are adapted accordingly. Reviewed-by: kvn, jrose, iveresov, goetz
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
13963
e5b53c306fb5 7197424: update copyright year to match last edit in jdk8 hotspot repository
mikael
parents: 13895
diff changeset
     2
 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4583
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4583
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4583
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    26
#include "memory/allocation.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    27
#include "opto/addnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    28
#include "opto/connode.hpp"
23528
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 13963
diff changeset
    29
#include "opto/convertnode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    30
#include "opto/divnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    31
#include "opto/machnode.hpp"
23528
8f1a7f5e8066 8001532: C2 node files refactoring
morris
parents: 13963
diff changeset
    32
#include "opto/movenode.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    33
#include "opto/matcher.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    34
#include "opto/mulnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    35
#include "opto/phaseX.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    36
#include "opto/subnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7115
diff changeset
    37
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
// Portions of code courtesy of Clifford Click
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
// Optimization - Graph Style
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
#include <math.h>
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    44
//----------------------magic_int_divide_constants-----------------------------
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    45
// Compute magic multiplier and shift constant for converting a 32 bit divide
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    46
// by constant into a multiply/shift/add series. Return false if calculations
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    47
// fail.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    48
//
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2032
diff changeset
    49
// Borrowed almost verbatim from Hacker's Delight by Henry S. Warren, Jr. with
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    50
// minor type name and parameter changes.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    51
static bool magic_int_divide_constants(jint d, jint &M, jint &s) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    52
  int32_t p;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    53
  uint32_t ad, anc, delta, q1, r1, q2, r2, t;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    54
  const uint32_t two31 = 0x80000000L;     // 2**31.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    55
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    56
  ad = ABS(d);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    57
  if (d == 0 || d == 1) return false;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    58
  t = two31 + ((uint32_t)d >> 31);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    59
  anc = t - 1 - t%ad;     // Absolute value of nc.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    60
  p = 31;                 // Init. p.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    61
  q1 = two31/anc;         // Init. q1 = 2**p/|nc|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    62
  r1 = two31 - q1*anc;    // Init. r1 = rem(2**p, |nc|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    63
  q2 = two31/ad;          // Init. q2 = 2**p/|d|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    64
  r2 = two31 - q2*ad;     // Init. r2 = rem(2**p, |d|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    65
  do {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    66
    p = p + 1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    67
    q1 = 2*q1;            // Update q1 = 2**p/|nc|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    68
    r1 = 2*r1;            // Update r1 = rem(2**p, |nc|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    69
    if (r1 >= anc) {      // (Must be an unsigned
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    70
      q1 = q1 + 1;        // comparison here).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    71
      r1 = r1 - anc;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    72
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    73
    q2 = 2*q2;            // Update q2 = 2**p/|d|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    74
    r2 = 2*r2;            // Update r2 = rem(2**p, |d|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    75
    if (r2 >= ad) {       // (Must be an unsigned
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    76
      q2 = q2 + 1;        // comparison here).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    77
      r2 = r2 - ad;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    78
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    79
    delta = ad - r2;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    80
  } while (q1 < delta || (q1 == delta && r1 == 0));
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    81
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    82
  M = q2 + 1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    83
  if (d < 0) M = -M;      // Magic number and
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    84
  s = p - 32;             // shift amount to return.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    85
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    86
  return true;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    87
}
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    88
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    89
//--------------------------transform_int_divide-------------------------------
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    90
// Convert a division by constant divisor into an alternate Ideal graph.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    91
// Return NULL if no transformation occurs.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    92
static Node *transform_int_divide( PhaseGVN *phase, Node *dividend, jint divisor ) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  // Check for invalid divisors
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    95
  assert( divisor != 0 && divisor != min_jint,
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    96
          "bad divisor for transforming to long multiply" );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    98
  bool d_pos = divisor >= 0;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
    99
  jint d = d_pos ? divisor : -divisor;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   100
  const int N = 32;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  // Result
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   103
  Node *q = NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  if (d == 1) {
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   106
    // division by +/- 1
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   107
    if (!d_pos) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   108
      // Just negate the value
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   109
      q = new SubINode(phase->intcon(0), dividend);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    }
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   111
  } else if ( is_power_of_2(d) ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   112
    // division by +/- a power of 2
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    // See if we can simply do a shift without rounding
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    bool needs_rounding = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
    const Type *dt = phase->type(dividend);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
    const TypeInt *dti = dt->isa_int();
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   118
    if (dti && dti->_lo >= 0) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   119
      // we don't need to round a positive dividend
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
      needs_rounding = false;
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   121
    } else if( dividend->Opcode() == Op_AndI ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   122
      // An AND mask of sufficient size clears the low bits and
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   123
      // I can avoid rounding.
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   124
      const TypeInt *andconi_t = phase->type( dividend->in(2) )->isa_int();
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   125
      if( andconi_t && andconi_t->is_con() ) {
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   126
        jint andconi = andconi_t->get_con();
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   127
        if( andconi < 0 && is_power_of_2(-andconi) && (-andconi) >= d ) {
4583
b36d52bd2d19 6910484: incorrect integer optimization (loosing and op-r in a given example)
kvn
parents: 2746
diff changeset
   128
          if( (-andconi) == d ) // Remove AND if it clears bits which will be shifted
b36d52bd2d19 6910484: incorrect integer optimization (loosing and op-r in a given example)
kvn
parents: 2746
diff changeset
   129
            dividend = dividend->in(1);
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   130
          needs_rounding = false;
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   131
        }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
    // Add rounding to the shift to handle the sign bit
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   136
    int l = log2_intptr(d-1)+1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   137
    if (needs_rounding) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   138
      // Divide-by-power-of-2 can be made into a shift, but you have to do
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   139
      // more math for the rounding.  You need to add 0 for positive
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   140
      // numbers, and "i-1" for negative numbers.  Example: i=4, so the
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   141
      // shift is by 2.  You need to add 3 to negative dividends and 0 to
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   142
      // positive ones.  So (-7+3)>>2 becomes -1, (-4+3)>>2 becomes -1,
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   143
      // (-2+3)>>2 becomes 0, etc.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   144
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   145
      // Compute 0 or -1, based on sign bit
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   146
      Node *sign = phase->transform(new RShiftINode(dividend, phase->intcon(N - 1)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   147
      // Mask sign bit to the low sign bits
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   148
      Node *round = phase->transform(new URShiftINode(sign, phase->intcon(N - l)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   149
      // Round up before shifting
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   150
      dividend = phase->transform(new AddINode(dividend, round));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   153
    // Shift for division
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   154
    q = new RShiftINode(dividend, phase->intcon(l));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   156
    if (!d_pos) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   157
      q = new SubINode(phase->intcon(0), phase->transform(q));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   158
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   159
  } else {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   160
    // Attempt the jint constant divide -> multiply transform found in
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   161
    //   "Division by Invariant Integers using Multiplication"
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   162
    //     by Granlund and Montgomery
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   163
    // See also "Hacker's Delight", chapter 10 by Warren.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   164
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   165
    jint magic_const;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   166
    jint shift_const;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   167
    if (magic_int_divide_constants(d, magic_const, shift_const)) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   168
      Node *magic = phase->longcon(magic_const);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   169
      Node *dividend_long = phase->transform(new ConvI2LNode(dividend));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   170
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   171
      // Compute the high half of the dividend x magic multiplication
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   172
      Node *mul_hi = phase->transform(new MulLNode(dividend_long, magic));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   173
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   174
      if (magic_const < 0) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   175
        mul_hi = phase->transform(new RShiftLNode(mul_hi, phase->intcon(N)));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   176
        mul_hi = phase->transform(new ConvL2INode(mul_hi));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   177
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   178
        // The magic multiplier is too large for a 32 bit constant. We've adjusted
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   179
        // it down by 2^32, but have to add 1 dividend back in after the multiplication.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   180
        // This handles the "overflow" case described by Granlund and Montgomery.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   181
        mul_hi = phase->transform(new AddINode(dividend, mul_hi));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   182
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   183
        // Shift over the (adjusted) mulhi
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   184
        if (shift_const != 0) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   185
          mul_hi = phase->transform(new RShiftINode(mul_hi, phase->intcon(shift_const)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   186
        }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   187
      } else {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   188
        // No add is required, we can merge the shifts together.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   189
        mul_hi = phase->transform(new RShiftLNode(mul_hi, phase->intcon(N + shift_const)));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   190
        mul_hi = phase->transform(new ConvL2INode(mul_hi));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   191
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   192
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   193
      // Get a 0 or -1 from the sign of the dividend.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   194
      Node *addend0 = mul_hi;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   195
      Node *addend1 = phase->transform(new RShiftINode(dividend, phase->intcon(N-1)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   196
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   197
      // If the divisor is negative, swap the order of the input addends;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   198
      // this has the effect of negating the quotient.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   199
      if (!d_pos) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   200
        Node *temp = addend0; addend0 = addend1; addend1 = temp;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   201
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   202
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   203
      // Adjust the final quotient by subtracting -1 (adding 1)
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   204
      // from the mul_hi.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   205
      q = new SubINode(addend0, addend1);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   206
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   207
  }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   208
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   209
  return q;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   210
}
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   211
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   212
//---------------------magic_long_divide_constants-----------------------------
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   213
// Compute magic multiplier and shift constant for converting a 64 bit divide
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   214
// by constant into a multiply/shift/add series. Return false if calculations
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   215
// fail.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   216
//
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2032
diff changeset
   217
// Borrowed almost verbatim from Hacker's Delight by Henry S. Warren, Jr. with
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   218
// minor type name and parameter changes.  Adjusted to 64 bit word width.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   219
static bool magic_long_divide_constants(jlong d, jlong &M, jint &s) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   220
  int64_t p;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   221
  uint64_t ad, anc, delta, q1, r1, q2, r2, t;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   222
  const uint64_t two63 = 0x8000000000000000LL;     // 2**63.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   223
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   224
  ad = ABS(d);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   225
  if (d == 0 || d == 1) return false;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   226
  t = two63 + ((uint64_t)d >> 63);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   227
  anc = t - 1 - t%ad;     // Absolute value of nc.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   228
  p = 63;                 // Init. p.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   229
  q1 = two63/anc;         // Init. q1 = 2**p/|nc|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   230
  r1 = two63 - q1*anc;    // Init. r1 = rem(2**p, |nc|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   231
  q2 = two63/ad;          // Init. q2 = 2**p/|d|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   232
  r2 = two63 - q2*ad;     // Init. r2 = rem(2**p, |d|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   233
  do {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   234
    p = p + 1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   235
    q1 = 2*q1;            // Update q1 = 2**p/|nc|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   236
    r1 = 2*r1;            // Update r1 = rem(2**p, |nc|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   237
    if (r1 >= anc) {      // (Must be an unsigned
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   238
      q1 = q1 + 1;        // comparison here).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   239
      r1 = r1 - anc;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   240
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   241
    q2 = 2*q2;            // Update q2 = 2**p/|d|.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   242
    r2 = 2*r2;            // Update r2 = rem(2**p, |d|).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   243
    if (r2 >= ad) {       // (Must be an unsigned
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   244
      q2 = q2 + 1;        // comparison here).
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   245
      r2 = r2 - ad;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   246
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   247
    delta = ad - r2;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   248
  } while (q1 < delta || (q1 == delta && r1 == 0));
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   249
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   250
  M = q2 + 1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   251
  if (d < 0) M = -M;      // Magic number and
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   252
  s = p - 64;             // shift amount to return.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   253
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   254
  return true;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   255
}
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   256
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   257
//---------------------long_by_long_mulhi--------------------------------------
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   258
// Generate ideal node graph for upper half of a 64 bit x 64 bit multiplication
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   259
static Node* long_by_long_mulhi(PhaseGVN* phase, Node* dividend, jlong magic_const) {
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   260
  // If the architecture supports a 64x64 mulhi, there is
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   261
  // no need to synthesize it in ideal nodes.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   262
  if (Matcher::has_match_rule(Op_MulHiL)) {
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   263
    Node* v = phase->longcon(magic_const);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   264
    return new MulHiLNode(dividend, v);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   267
  // Taken from Hacker's Delight, Fig. 8-2. Multiply high signed.
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   268
  // (http://www.hackersdelight.org/HDcode/mulhs.c)
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   269
  //
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   270
  // int mulhs(int u, int v) {
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   271
  //    unsigned u0, v0, w0;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   272
  //    int u1, v1, w1, w2, t;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   273
  //
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   274
  //    u0 = u & 0xFFFF;  u1 = u >> 16;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   275
  //    v0 = v & 0xFFFF;  v1 = v >> 16;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   276
  //    w0 = u0*v0;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   277
  //    t  = u1*v0 + (w0 >> 16);
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   278
  //    w1 = t & 0xFFFF;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   279
  //    w2 = t >> 16;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   280
  //    w1 = u0*v1 + w1;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   281
  //    return u1*v1 + w2 + (w1 >> 16);
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   282
  // }
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   283
  //
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   284
  // Note: The version above is for 32x32 multiplications, while the
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   285
  // following inline comments are adapted to 64x64.
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   286
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   287
  const int N = 64;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   288
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   289
  // Dummy node to keep intermediate nodes alive during construction
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   290
  Node* hook = new Node(4);
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   291
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   292
  // u0 = u & 0xFFFFFFFF;  u1 = u >> 32;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   293
  Node* u0 = phase->transform(new AndLNode(dividend, phase->longcon(0xFFFFFFFF)));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   294
  Node* u1 = phase->transform(new RShiftLNode(dividend, phase->intcon(N / 2)));
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   295
  hook->init_req(0, u0);
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   296
  hook->init_req(1, u1);
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   297
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   298
  // v0 = v & 0xFFFFFFFF;  v1 = v >> 32;
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   299
  Node* v0 = phase->longcon(magic_const & 0xFFFFFFFF);
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   300
  Node* v1 = phase->longcon(magic_const >> (N / 2));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   301
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   302
  // w0 = u0*v0;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   303
  Node* w0 = phase->transform(new MulLNode(u0, v0));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   304
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   305
  // t = u1*v0 + (w0 >> 32);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   306
  Node* u1v0 = phase->transform(new MulLNode(u1, v0));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   307
  Node* temp = phase->transform(new URShiftLNode(w0, phase->intcon(N / 2)));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   308
  Node* t    = phase->transform(new AddLNode(u1v0, temp));
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   309
  hook->init_req(2, t);
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   310
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   311
  // w1 = t & 0xFFFFFFFF;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   312
  Node* w1 = phase->transform(new AndLNode(t, phase->longcon(0xFFFFFFFF)));
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   313
  hook->init_req(3, w1);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   314
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   315
  // w2 = t >> 32;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   316
  Node* w2 = phase->transform(new RShiftLNode(t, phase->intcon(N / 2)));
1056
da0241911ea8 6732154: REG: Printing an Image using image/gif doc flavor crashes the VM, Solsparc
rasbold
parents: 670
diff changeset
   317
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   318
  // w1 = u0*v1 + w1;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   319
  Node* u0v1 = phase->transform(new MulLNode(u0, v1));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   320
  w1         = phase->transform(new AddLNode(u0v1, w1));
1056
da0241911ea8 6732154: REG: Printing an Image using image/gif doc flavor crashes the VM, Solsparc
rasbold
parents: 670
diff changeset
   321
2031
24e034f56dcb 6800154: Add comments to long_by_long_mulhi() for better understandability
twisti
parents: 1436
diff changeset
   322
  // return u1*v1 + w2 + (w1 >> 32);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   323
  Node* u1v1  = phase->transform(new MulLNode(u1, v1));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   324
  Node* temp1 = phase->transform(new AddLNode(u1v1, w2));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   325
  Node* temp2 = phase->transform(new RShiftLNode(w1, phase->intcon(N / 2)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   326
12956
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   327
  // Remove the bogus extra edges used to keep things alive
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   328
  PhaseIterGVN* igvn = phase->is_IterGVN();
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   329
  if (igvn != NULL) {
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   330
    igvn->remove_dead_node(hook);
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   331
  } else {
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   332
    for (int i = 0; i < 4; i++) {
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   333
      hook->set_req(i, NULL);
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   334
    }
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   335
  }
1078d92535e8 7169782: C2: SIGSEGV in LShiftLNode::Ideal(PhaseGVN*, bool)
kvn
parents: 7397
diff changeset
   336
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   337
  return new AddLNode(temp1, temp2);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   338
}
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   339
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   340
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   341
//--------------------------transform_long_divide------------------------------
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   342
// Convert a division by constant divisor into an alternate Ideal graph.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   343
// Return NULL if no transformation occurs.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   344
static Node *transform_long_divide( PhaseGVN *phase, Node *dividend, jlong divisor ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   345
  // Check for invalid divisors
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   346
  assert( divisor != 0L && divisor != min_jlong,
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   347
          "bad divisor for transforming to long multiply" );
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   348
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   349
  bool d_pos = divisor >= 0;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   350
  jlong d = d_pos ? divisor : -divisor;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   351
  const int N = 64;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   352
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   353
  // Result
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   354
  Node *q = NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   355
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   356
  if (d == 1) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   357
    // division by +/- 1
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   358
    if (!d_pos) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   359
      // Just negate the value
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   360
      q = new SubLNode(phase->longcon(0), dividend);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   361
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   362
  } else if ( is_power_of_2_long(d) ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   363
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   364
    // division by +/- a power of 2
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   365
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   366
    // See if we can simply do a shift without rounding
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   367
    bool needs_rounding = true;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   368
    const Type *dt = phase->type(dividend);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   369
    const TypeLong *dtl = dt->isa_long();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   371
    if (dtl && dtl->_lo > 0) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   372
      // we don't need to round a positive dividend
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   373
      needs_rounding = false;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   374
    } else if( dividend->Opcode() == Op_AndL ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   375
      // An AND mask of sufficient size clears the low bits and
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   376
      // I can avoid rounding.
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   377
      const TypeLong *andconl_t = phase->type( dividend->in(2) )->isa_long();
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   378
      if( andconl_t && andconl_t->is_con() ) {
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   379
        jlong andconl = andconl_t->get_con();
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   380
        if( andconl < 0 && is_power_of_2_long(-andconl) && (-andconl) >= d ) {
4583
b36d52bd2d19 6910484: incorrect integer optimization (loosing and op-r in a given example)
kvn
parents: 2746
diff changeset
   381
          if( (-andconl) == d ) // Remove AND if it clears bits which will be shifted
b36d52bd2d19 6910484: incorrect integer optimization (loosing and op-r in a given example)
kvn
parents: 2746
diff changeset
   382
            dividend = dividend->in(1);
1432
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   383
          needs_rounding = false;
44f076e3d2a4 6667595: Set probability FAIR for pre-, post- loops and ALWAYS for main loop
kvn
parents: 1067
diff changeset
   384
        }
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   385
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   386
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   387
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   388
    // Add rounding to the shift to handle the sign bit
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   389
    int l = log2_long(d-1)+1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   390
    if (needs_rounding) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   391
      // Divide-by-power-of-2 can be made into a shift, but you have to do
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   392
      // more math for the rounding.  You need to add 0 for positive
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   393
      // numbers, and "i-1" for negative numbers.  Example: i=4, so the
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   394
      // shift is by 2.  You need to add 3 to negative dividends and 0 to
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   395
      // positive ones.  So (-7+3)>>2 becomes -1, (-4+3)>>2 becomes -1,
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   396
      // (-2+3)>>2 becomes 0, etc.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   397
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   398
      // Compute 0 or -1, based on sign bit
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   399
      Node *sign = phase->transform(new RShiftLNode(dividend, phase->intcon(N - 1)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   400
      // Mask sign bit to the low sign bits
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   401
      Node *round = phase->transform(new URShiftLNode(sign, phase->intcon(N - l)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   402
      // Round up before shifting
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   403
      dividend = phase->transform(new AddLNode(dividend, round));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   404
    }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   405
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   406
    // Shift for division
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   407
    q = new RShiftLNode(dividend, phase->intcon(l));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   408
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   409
    if (!d_pos) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   410
      q = new SubLNode(phase->longcon(0), phase->transform(q));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   411
    }
7115
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
   412
  } else if ( !Matcher::use_asm_for_ldiv_by_con(d) ) { // Use hardware DIV instruction when
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
   413
                                                       // it is faster than code generated below.
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   414
    // Attempt the jlong constant divide -> multiply transform found in
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   415
    //   "Division by Invariant Integers using Multiplication"
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   416
    //     by Granlund and Montgomery
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   417
    // See also "Hacker's Delight", chapter 10 by Warren.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   418
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   419
    jlong magic_const;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   420
    jint shift_const;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   421
    if (magic_long_divide_constants(d, magic_const, shift_const)) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   422
      // Compute the high half of the dividend x magic multiplication
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   423
      Node *mul_hi = phase->transform(long_by_long_mulhi(phase, dividend, magic_const));
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   424
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   425
      // The high half of the 128-bit multiply is computed.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   426
      if (magic_const < 0) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   427
        // The magic multiplier is too large for a 64 bit constant. We've adjusted
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   428
        // it down by 2^64, but have to add 1 dividend back in after the multiplication.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   429
        // This handles the "overflow" case described by Granlund and Montgomery.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   430
        mul_hi = phase->transform(new AddLNode(dividend, mul_hi));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   431
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   432
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   433
      // Shift over the (adjusted) mulhi
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   434
      if (shift_const != 0) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   435
        mul_hi = phase->transform(new RShiftLNode(mul_hi, phase->intcon(shift_const)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   436
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   437
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   438
      // Get a 0 or -1 from the sign of the dividend.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   439
      Node *addend0 = mul_hi;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   440
      Node *addend1 = phase->transform(new RShiftLNode(dividend, phase->intcon(N-1)));
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   441
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   442
      // If the divisor is negative, swap the order of the input addends;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   443
      // this has the effect of negating the quotient.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   444
      if (!d_pos) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   445
        Node *temp = addend0; addend0 = addend1; addend1 = temp;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   446
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   447
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   448
      // Adjust the final quotient by subtracting -1 (adding 1)
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   449
      // from the mul_hi.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   450
      q = new SubLNode(addend0, addend1);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   451
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   454
  return q;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
// If the divisor is 1, we are an identity on the dividend.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
Node *DivINode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
  return (phase->type( in(2) )->higher_equal(TypeInt::ONE)) ? in(1) : this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
// Divides can be changed to multiplies and/or shifts
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
Node *DivINode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
  if (in(0) && remove_dead_region(phase, can_reshape))  return this;
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   468
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   469
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
  const Type *t = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  if( t == TypeInt::ONE )       // Identity?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
    return NULL;                // Skip it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
  const TypeInt *ti = t->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
  if( !ti ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
  if( !ti->is_con() ) return NULL;
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   478
  jint i = ti->get_con();       // Get divisor
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
  if (i == 0) return NULL;      // Dividing by zero constant does not idealize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
  set_req(0,NULL);              // Dividing by a not-zero constant; no faulting
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
  // Dividing by MININT does not optimize as a power-of-2 shift.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
  if( i == min_jint ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   487
  return transform_int_divide( phase, in(1), i );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
// A DivINode divides its inputs.  The third input is a Control input, used to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
// prevent hoisting the divide above an unsafe test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
const Type *DivINode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
  // x/x == 1 since we always generate the dynamic divisor check for 0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
  if( phase->eqv( in(1), in(2) ) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    return TypeInt::ONE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
  // Divide the two numbers.  We approximate.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
  // If divisor is a constant and not zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
  const TypeInt *i1 = t1->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
  const TypeInt *i2 = t2->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
  int widen = MAX2(i1->_widen, i2->_widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
  if( i2->is_con() && i2->get_con() != 0 ) {
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   517
    int32_t d = i2->get_con(); // Divisor
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
    jint lo, hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
    if( d >= 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
      lo = i1->_lo/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
      hi = i1->_hi/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
      if( d == -1 && i1->_lo == min_jint ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
        // 'min_jint/-1' throws arithmetic exception during compilation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
        lo = min_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
        // do not support holes, 'hi' must go to either min_jint or max_jint:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
        // [min_jint, -10]/[-1,-1] ==> [min_jint] UNION [10,max_jint]
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
        hi = i1->_hi == min_jint ? min_jint : max_jint;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
        lo = i1->_hi/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
        hi = i1->_lo/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
    return TypeInt::make(lo, hi, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
  // If the dividend is a constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
  if( i1->is_con() ) {
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 23528
diff changeset
   539
    int32_t d = i1->get_con();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
    if( d < 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
      if( d == min_jint ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
        //  (-min_jint) == min_jint == (min_jint / -1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
        return TypeInt::make(min_jint, max_jint/2 + 1, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
        return TypeInt::make(d, -d, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
    return TypeInt::make(-d, d, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
  // Otherwise we give up all hope
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
  return TypeInt::INT;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
//------------------------------Identity---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
// If the divisor is 1, we are an identity on the dividend.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
Node *DivLNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
  return (phase->type( in(2) )->higher_equal(TypeLong::ONE)) ? in(1) : this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
// Dividing by a power of 2 is a shift.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
Node *DivLNode::Ideal( PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
  if (in(0) && remove_dead_region(phase, can_reshape))  return this;
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   567
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   568
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
  const Type *t = phase->type( in(2) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   571
  if( t == TypeLong::ONE )      // Identity?
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
    return NULL;                // Skip it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   574
  const TypeLong *tl = t->isa_long();
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   575
  if( !tl ) return NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   576
  if( !tl->is_con() ) return NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   577
  jlong l = tl->get_con();      // Get divisor
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   578
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   579
  if (l == 0) return NULL;      // Dividing by zero constant does not idealize
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   580
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   581
  set_req(0,NULL);              // Dividing by a not-zero constant; no faulting
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
7115
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
   583
  // Dividing by MINLONG does not optimize as a power-of-2 shift.
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   584
  if( l == min_jlong ) return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   586
  return transform_long_divide( phase, in(1), l );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
// A DivLNode divides its inputs.  The third input is a Control input, used to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
// prevent hoisting the divide above an unsafe test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
const Type *DivLNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
  // x/x == 1 since we always generate the dynamic divisor check for 0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
  if( phase->eqv( in(1), in(2) ) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
    return TypeLong::ONE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  // Divide the two numbers.  We approximate.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
  // If divisor is a constant and not zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
  const TypeLong *i1 = t1->is_long();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
  const TypeLong *i2 = t2->is_long();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
  int widen = MAX2(i1->_widen, i2->_widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
  if( i2->is_con() && i2->get_con() != 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
    jlong d = i2->get_con();    // Divisor
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
    jlong lo, hi;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   618
    if( d >= 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
      lo = i1->_lo/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
      hi = i1->_hi/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
      if( d == CONST64(-1) && i1->_lo == min_jlong ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
        // 'min_jlong/-1' throws arithmetic exception during compilation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
        lo = min_jlong;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
        // do not support holes, 'hi' must go to either min_jlong or max_jlong:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
        // [min_jlong, -10]/[-1,-1] ==> [min_jlong] UNION [10,max_jlong]
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
        hi = i1->_hi == min_jlong ? min_jlong : max_jlong;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
        lo = i1->_hi/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
        hi = i1->_lo/d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
    return TypeLong::make(lo, hi, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
  // If the dividend is a constant
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
  if( i1->is_con() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
    jlong d = i1->get_con();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
    if( d < 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
      if( d == min_jlong ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
        //  (-min_jlong) == min_jlong == (min_jlong / -1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
        return TypeLong::make(min_jlong, max_jlong/2 + 1, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
        return TypeLong::make(d, -d, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
    return TypeLong::make(-d, d, widen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
  // Otherwise we give up all hope
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
  return TypeLong::LONG;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
// An DivFNode divides its inputs.  The third input is a Control input, used to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
// prevent hoisting the divide above an unsafe test.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
const Type *DivFNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   661
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  // x/x == 1, we ignore 0/0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
  // Note: if t1 and t2 are zero then result is NaN (JVMS page 213)
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
   674
  // Does not work for variables because of NaN's
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
  if( phase->eqv( in(1), in(2) ) && t1->base() == Type::FloatCon)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
    if (!g_isnan(t1->getf()) && g_isfinite(t1->getf()) && t1->getf() != 0.0) // could be negative ZERO or NaN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
      return TypeF::ONE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
  if( t2 == TypeF::ONE )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
    return t1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  // If divisor is a constant and not zero, divide them numbers
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
  if( t1->base() == Type::FloatCon &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
      t2->base() == Type::FloatCon &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
      t2->getf() != 0.0 ) // could be negative zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
    return TypeF::make( t1->getf()/t2->getf() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
  // If the dividend is a constant zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
  // Note: if t1 and t2 are zero then result is NaN (JVMS page 213)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
  // Test TypeF::ZERO is not sufficient as it could be negative zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
  if( t1 == TypeF::ZERO && !g_isnan(t2->getf()) && t2->getf() != 0.0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
    return TypeF::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
  // Otherwise we give up all hope
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
  return Type::FLOAT;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
//------------------------------isA_Copy---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
// Dividing by self is 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
// If the divisor is 1, we are an identity on the dividend.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
Node *DivFNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
  return (phase->type( in(2) ) == TypeF::ONE) ? in(1) : this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
Node *DivFNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
  if (in(0) && remove_dead_region(phase, can_reshape))  return this;
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   710
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   711
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
  if( t2 == TypeF::ONE )         // Identity?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
    return NULL;                // Skip it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
  const TypeF *tf = t2->isa_float_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
  if( !tf ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
  if( tf->base() != Type::FloatCon ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
  // Check for out of range values
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
  if( tf->is_nan() || !tf->is_finite() ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
  // Get the value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
  float f = tf->getf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
  int exp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
  // Only for special case of dividing by a power of 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
  if( frexp((double)f, &exp) != 0.5 ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
  // Limit the range of acceptable exponents
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
  if( exp < -126 || exp > 126 ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
  // Compute the reciprocal
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
  float reciprocal = ((float)1.0) / f;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
  assert( frexp((double)reciprocal, &exp) == 0.5, "reciprocal should be power of 2" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
  // return multiplication by the reciprocal
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   740
  return (new MulFNode(in(1), phase->makecon(TypeF::make(reciprocal))));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
// An DivDNode divides its inputs.  The third input is a Control input, used to
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
   746
// prevent hoisting the divide above an unsafe test.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
const Type *DivDNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
  // x/x == 1, we ignore 0/0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
  // Note: if t1 and t2 are zero then result is NaN (JVMS page 213)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
  // Does not work for variables because of NaN's
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
  if( phase->eqv( in(1), in(2) ) && t1->base() == Type::DoubleCon)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
    if (!g_isnan(t1->getd()) && g_isfinite(t1->getd()) && t1->getd() != 0.0) // could be negative ZERO or NaN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
      return TypeD::ONE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
  if( t2 == TypeD::ONE )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
    return t1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
1436
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   770
#if defined(IA32)
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   771
  if (!phase->C->method()->is_strict())
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   772
    // Can't trust native compilers to properly fold strict double
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   773
    // division with round-to-zero on this platform.
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   774
#endif
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   775
    {
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   776
      // If divisor is a constant and not zero, divide them numbers
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   777
      if( t1->base() == Type::DoubleCon &&
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   778
          t2->base() == Type::DoubleCon &&
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   779
          t2->getd() != 0.0 ) // could be negative zero
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   780
        return TypeD::make( t1->getd()/t2->getd() );
6869d58f4f58 6717150: improper constant folding of subnormal strictfp multiplications and divides
rasbold
parents: 1432
diff changeset
   781
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
  // If the dividend is a constant zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
  // Note: if t1 and t2 are zero then result is NaN (JVMS page 213)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
  // Test TypeF::ZERO is not sufficient as it could be negative zero
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
  if( t1 == TypeD::ZERO && !g_isnan(t2->getd()) && t2->getd() != 0.0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
    return TypeD::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
  // Otherwise we give up all hope
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
  return Type::DOUBLE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   791
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
//------------------------------isA_Copy---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
// Dividing by self is 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
// If the divisor is 1, we are an identity on the dividend.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
Node *DivDNode::Identity( PhaseTransform *phase ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
  return (phase->type( in(2) ) == TypeD::ONE) ? in(1) : this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
Node *DivDNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
  if (in(0) && remove_dead_region(phase, can_reshape))  return this;
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   804
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   805
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
  if( t2 == TypeD::ONE )         // Identity?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
    return NULL;                // Skip it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
  const TypeD *td = t2->isa_double_constant();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
  if( !td ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
  if( td->base() != Type::DoubleCon ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
  // Check for out of range values
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
  if( td->is_nan() || !td->is_finite() ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
  // Get the value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
  double d = td->getd();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
  int exp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
  // Only for special case of dividing by a power of 2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
  if( frexp(d, &exp) != 0.5 ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
  // Limit the range of acceptable exponents
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
  if( exp < -1021 || exp > 1022 ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
  // Compute the reciprocal
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
  double reciprocal = 1.0 / d;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
  assert( frexp(reciprocal, &exp) == 0.5, "reciprocal should be power of 2" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
  // return multiplication by the reciprocal
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   834
  return (new MulDNode(in(1), phase->makecon(TypeD::make(reciprocal))));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
Node *ModINode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
  // Check for dead control input
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   841
  if( in(0) && remove_dead_region(phase, can_reshape) )  return this;
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   842
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
   843
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  // Get the modulus
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  const Type *t = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
  if( t == Type::TOP ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  const TypeInt *ti = t->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  // Check for useless control input
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
  // Check for excluding mod-zero case
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
  if( in(0) && (ti->_hi < 0 || ti->_lo > 0) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
    set_req(0, NULL);        // Yank control input
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
    return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
  // See if we are MOD'ing by 2^k or 2^k-1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
  if( !ti->is_con() ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
  jint con = ti->get_con();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   861
  Node *hook = new Node(1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
  // First, special check for modulo 2^k-1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
  if( con >= 0 && con < max_jint && is_power_of_2(con+1) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
    uint k = exact_log2(con+1);  // Extract k
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
    // Basic algorithm by David Detlefs.  See fastmod_int.java for gory details.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
    static int unroll_factor[] = { 999, 999, 29, 14, 9, 7, 5, 4, 4, 3, 3, 2, 2, 2, 2, 2, 1 /*past here we assume 1 forever*/};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
    int trip_count = 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
    if( k < ARRAY_SIZE(unroll_factor))  trip_count = unroll_factor[k];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
    // If the unroll factor is not too large, and if conditional moves are
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
    // ok, then use this case
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
    if( trip_count <= 5 && ConditionalMoveLimit != 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
      Node *x = in(1);            // Value being mod'd
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
      Node *divisor = in(2);      // Also is mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
      hook->init_req(0, x);       // Add a use to x to prevent him from dying
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
      // Generate code to reduce X rapidly to nearly 2^k-1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
      for( int i = 0; i < trip_count; i++ ) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   881
        Node *xl = phase->transform( new AndINode(x,divisor) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   882
        Node *xh = phase->transform( new RShiftINode(x,phase->intcon(k)) ); // Must be signed
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   883
        x = phase->transform( new AddINode(xh,xl) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   884
        hook->set_req(0, x);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
      // Generate sign-fixup code.  Was original value positive?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
      // int hack_res = (i >= 0) ? divisor : 1;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   889
      Node *cmp1 = phase->transform( new CmpINode( in(1), phase->intcon(0) ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   890
      Node *bol1 = phase->transform( new BoolNode( cmp1, BoolTest::ge ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   891
      Node *cmov1= phase->transform( new CMoveINode(bol1, phase->intcon(1), divisor, TypeInt::POS) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
      // if( x >= hack_res ) x -= divisor;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   893
      Node *sub  = phase->transform( new SubINode( x, divisor ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   894
      Node *cmp2 = phase->transform( new CmpINode( x, cmov1 ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   895
      Node *bol2 = phase->transform( new BoolNode( cmp2, BoolTest::ge ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
      // Convention is to not transform the return value of an Ideal
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
      // since Ideal is expected to return a modified 'this' or a new node.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   898
      Node *cmov2= new CMoveINode(bol2, x, sub, TypeInt::INT);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
      // cmov2 is now the mod
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
      // Now remove the bogus extra edges used to keep things alive
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
      if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
        phase->is_IterGVN()->remove_dead_node(hook);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
        hook->set_req(0, NULL);   // Just yank bogus edge during Parse phase
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
      return cmov2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
  // Fell thru, the unroll case is not appropriate. Transform the modulo
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
  // into a long multiply/int multiply/subtract case
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
  // Cannot handle mod 0, and min_jint isn't handled by the transform
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
  if( con == 0 || con == min_jint ) return NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
  // Get the absolute value of the constant; at this point, we can use this
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
  jint pos_con = (con >= 0) ? con : -con;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
  // integer Mod 1 is always 0
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   921
  if( pos_con == 1 ) return new ConINode(TypeInt::ZERO);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
  int log2_con = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
489c9b5090e2 Initial load
duke
parents:
diff changeset
   925
  // If this is a power of two, they maybe we can mask it
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
  if( is_power_of_2(pos_con) ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
    log2_con = log2_intptr((intptr_t)pos_con);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
    const Type *dt = phase->type(in(1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
    const TypeInt *dti = dt->isa_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
    // See if this can be masked, if the dividend is non-negative
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
    if( dti && dti->_lo >= 0 )
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   934
      return ( new AndINode( in(1), phase->intcon( pos_con-1 ) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
  // Save in(1) so that it cannot be changed or deleted
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
  hook->init_req(0, in(1));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
  // Divide using the transform from DivI to MulL
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   941
  Node *result = transform_int_divide( phase, in(1), pos_con );
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   942
  if (result != NULL) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   943
    Node *divide = phase->transform(result);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   945
    // Re-multiply, using a shift if this is a power of two
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   946
    Node *mult = NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   948
    if( log2_con >= 0 )
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   949
      mult = phase->transform( new LShiftINode( divide, phase->intcon( log2_con ) ) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   950
    else
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   951
      mult = phase->transform( new MulINode( divide, phase->intcon( pos_con ) ) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   953
    // Finally, subtract the multiplied divided value from the original
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
   954
    result = new SubINode( in(1), mult );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
   955
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
  // Now remove the bogus extra edges used to keep things alive
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  if (can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
    phase->is_IterGVN()->remove_dead_node(hook);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
    hook->set_req(0, NULL);       // Just yank bogus edge during Parse phase
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
  // return the value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
const Type *ModINode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
  // We always generate the dynamic check for 0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
  // 0 MOD X is 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
  if( t1 == TypeInt::ZERO ) return TypeInt::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
  // X MOD X is 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
  if( phase->eqv( in(1), in(2) ) ) return TypeInt::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
  const TypeInt *i1 = t1->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
  const TypeInt *i2 = t2->is_int();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
  if( !i1->is_con() || !i2->is_con() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
    if( i1->_lo >= 0 && i2->_lo >= 0 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
      return TypeInt::POS;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
    // If both numbers are not constants, we know little.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   994
    return TypeInt::INT;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
  // Mod by zero?  Throw exception at runtime!
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
  if( !i2->get_con() ) return TypeInt::POS;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
  // We must be modulo'ing 2 float constants.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
  // Check for min_jint % '-1', result is defined to be '0'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
  if( i1->get_con() == min_jint && i2->get_con() == -1 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
    return TypeInt::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
  return TypeInt::make( i1->get_con() % i2->get_con() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
//------------------------------Idealize---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
Node *ModLNode::Ideal(PhaseGVN *phase, bool can_reshape) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
  // Check for dead control input
1067
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
  1012
  if( in(0) && remove_dead_region(phase, can_reshape) )  return this;
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
  1013
  // Don't bother trying to transform a dead node
f82e0a8cd438 6736417: Fastdebug C2 crashes in StoreBNode::Ideal
kvn
parents: 1056
diff changeset
  1014
  if( in(0) && in(0)->is_top() )  return NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
  // Get the modulus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
  const Type *t = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
  if( t == Type::TOP ) return NULL;
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1019
  const TypeLong *tl = t->is_long();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
  // Check for useless control input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
  // Check for excluding mod-zero case
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1023
  if( in(0) && (tl->_hi < 0 || tl->_lo > 0) ) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
    set_req(0, NULL);        // Yank control input
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
    return this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
  // See if we are MOD'ing by 2^k or 2^k-1.
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1029
  if( !tl->is_con() ) return NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1030
  jlong con = tl->get_con();
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1031
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1032
  Node *hook = new Node(1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
  // Expand mod
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1035
  if( con >= 0 && con < max_jlong && is_power_of_2_long(con+1) ) {
2032
1e27661bff28 6805724: ModLNode::Ideal() generates functionally incorrect graph when divisor is any (2^k-1) constant.
twisti
parents: 2031
diff changeset
  1036
    uint k = exact_log2_long(con+1);  // Extract k
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1037
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
    // Basic algorithm by David Detlefs.  See fastmod_long.java for gory details.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
    // Used to help a popular random number generator which does a long-mod
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
    // of 2^31-1 and shows up in SpecJBB and SciMark.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
    static int unroll_factor[] = { 999, 999, 61, 30, 20, 15, 12, 10, 8, 7, 6, 6, 5, 5, 4, 4, 4, 3, 3, 3, 3, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1 /*past here we assume 1 forever*/};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
    int trip_count = 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
    if( k < ARRAY_SIZE(unroll_factor)) trip_count = unroll_factor[k];
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1045
    // If the unroll factor is not too large, and if conditional moves are
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1046
    // ok, then use this case
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1047
    if( trip_count <= 5 && ConditionalMoveLimit != 0 ) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1048
      Node *x = in(1);            // Value being mod'd
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1049
      Node *divisor = in(2);      // Also is mask
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1051
      hook->init_req(0, x);       // Add a use to x to prevent him from dying
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1052
      // Generate code to reduce X rapidly to nearly 2^k-1.
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1053
      for( int i = 0; i < trip_count; i++ ) {
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1054
        Node *xl = phase->transform( new AndLNode(x,divisor) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1055
        Node *xh = phase->transform( new RShiftLNode(x,phase->intcon(k)) ); // Must be signed
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1056
        x = phase->transform( new AddLNode(xh,xl) );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
        hook->set_req(0, x);    // Add a use to x to prevent him from dying
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1058
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1059
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1060
      // Generate sign-fixup code.  Was original value positive?
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1061
      // long hack_res = (i >= 0) ? divisor : CONST64(1);
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1062
      Node *cmp1 = phase->transform( new CmpLNode( in(1), phase->longcon(0) ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1063
      Node *bol1 = phase->transform( new BoolNode( cmp1, BoolTest::ge ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1064
      Node *cmov1= phase->transform( new CMoveLNode(bol1, phase->longcon(1), divisor, TypeLong::LONG) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1065
      // if( x >= hack_res ) x -= divisor;
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1066
      Node *sub  = phase->transform( new SubLNode( x, divisor ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1067
      Node *cmp2 = phase->transform( new CmpLNode( x, cmov1 ) );
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1068
      Node *bol2 = phase->transform( new BoolNode( cmp2, BoolTest::ge ) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1069
      // Convention is to not transform the return value of an Ideal
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1070
      // since Ideal is expected to return a modified 'this' or a new node.
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1071
      Node *cmov2= new CMoveLNode(bol2, x, sub, TypeLong::LONG);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1072
      // cmov2 is now the mod
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1073
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1074
      // Now remove the bogus extra edges used to keep things alive
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1075
      if (can_reshape) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1076
        phase->is_IterGVN()->remove_dead_node(hook);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1077
      } else {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1078
        hook->set_req(0, NULL);   // Just yank bogus edge during Parse phase
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1079
      }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1080
      return cmov2;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1081
    }
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1082
  }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1083
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1084
  // Fell thru, the unroll case is not appropriate. Transform the modulo
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1085
  // into a long multiply/int multiply/subtract case
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1086
7115
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
  1087
  // Cannot handle mod 0, and min_jlong isn't handled by the transform
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1088
  if( con == 0 || con == min_jlong ) return NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1089
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1090
  // Get the absolute value of the constant; at this point, we can use this
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1091
  jlong pos_con = (con >= 0) ? con : -con;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1092
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1093
  // integer Mod 1 is always 0
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1094
  if( pos_con == 1 ) return new ConLNode(TypeLong::ZERO);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1095
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1096
  int log2_con = -1;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1097
2131
98f9cef66a34 6810672: Comment typos
twisti
parents: 2032
diff changeset
  1098
  // If this is a power of two, then maybe we can mask it
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1099
  if( is_power_of_2_long(pos_con) ) {
7115
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
  1100
    log2_con = exact_log2_long(pos_con);
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1101
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1102
    const Type *dt = phase->type(in(1));
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1103
    const TypeLong *dtl = dt->isa_long();
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1104
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1105
    // See if this can be masked, if the dividend is non-negative
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1106
    if( dtl && dtl->_lo >= 0 )
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1107
      return ( new AndLNode( in(1), phase->longcon( pos_con-1 ) ) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1108
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1110
  // Save in(1) so that it cannot be changed or deleted
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1111
  hook->init_req(0, in(1));
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1112
7115
32300e243300 6987135: Performance regression on Intel platform with 32-bits edition between 6u13 and 6u14.
kvn
parents: 5547
diff changeset
  1113
  // Divide using the transform from DivL to MulL
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1114
  Node *result = transform_long_divide( phase, in(1), pos_con );
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1115
  if (result != NULL) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1116
    Node *divide = phase->transform(result);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1117
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1118
    // Re-multiply, using a shift if this is a power of two
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1119
    Node *mult = NULL;
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1120
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1121
    if( log2_con >= 0 )
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1122
      mult = phase->transform( new LShiftLNode( divide, phase->intcon( log2_con ) ) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1123
    else
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1124
      mult = phase->transform( new MulLNode( divide, phase->longcon( pos_con ) ) );
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1125
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1126
    // Finally, subtract the multiplied divided value from the original
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1127
    result = new SubLNode( in(1), mult );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
  }
392
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1129
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1130
  // Now remove the bogus extra edges used to keep things alive
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1131
  if (can_reshape) {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1132
    phase->is_IterGVN()->remove_dead_node(hook);
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1133
  } else {
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1134
    hook->set_req(0, NULL);       // Just yank bogus edge during Parse phase
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1135
  }
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1136
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1137
  // return the value
0b3167e2f2de 6603011: RFE: Optimize long division
rasbold
parents: 378
diff changeset
  1138
  return result;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
const Type *ModLNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
  // We always generate the dynamic check for 0.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
  // 0 MOD X is 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
  if( t1 == TypeLong::ZERO ) return TypeLong::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
  // X MOD X is 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
  if( phase->eqv( in(1), in(2) ) ) return TypeLong::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1161
  const TypeLong *i1 = t1->is_long();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1162
  const TypeLong *i2 = t2->is_long();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
  if( !i1->is_con() || !i2->is_con() ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
    if( i1->_lo >= CONST64(0) && i2->_lo >= CONST64(0) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
      return TypeLong::POS;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
    // If both numbers are not constants, we know little.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
    return TypeLong::LONG;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
  // Mod by zero?  Throw exception at runtime!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
  if( !i2->get_con() ) return TypeLong::POS;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
  // We must be modulo'ing 2 float constants.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1173
  // Check for min_jint % '-1', result is defined to be '0'.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1174
  if( i1->get_con() == min_jlong && i2->get_con() == -1 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1175
    return TypeLong::ZERO;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1177
  return TypeLong::make( i1->get_con() % i2->get_con() );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1179
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1180
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1182
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
const Type *ModFNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1186
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1188
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1194
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1196
  // If either number is not a constant, we know nothing.
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1197
  if ((t1->base() != Type::FloatCon) || (t2->base() != Type::FloatCon)) {
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1198
    return Type::FLOAT;         // note: x%x can be either NaN or 0
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1199
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1200
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1201
  float f1 = t1->getf();
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1202
  float f2 = t2->getf();
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1203
  jint  x1 = jint_cast(f1);     // note:  *(int*)&f1, not just (int)f1
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1204
  jint  x2 = jint_cast(f2);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1205
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1206
  // If either is a NaN, return an input NaN
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1207
  if (g_isnan(f1))    return t1;
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1208
  if (g_isnan(f2))    return t2;
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1209
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1210
  // If an operand is infinity or the divisor is +/- zero, punt.
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1211
  if (!g_isfinite(f1) || !g_isfinite(f2) || x2 == 0 || x2 == min_jint)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
    return Type::FLOAT;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
  // We must be modulo'ing 2 float constants.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
  // Make sure that the sign of the fmod is equal to the sign of the dividend
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1216
  jint xr = jint_cast(fmod(f1, f2));
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1217
  if ((x1 ^ xr) < 0) {
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1218
    xr ^= min_jint;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
  }
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1220
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1221
  return TypeF::make(jfloat_cast(xr));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
//------------------------------Value------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
const Type *ModDNode::Value( PhaseTransform *phase ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
  // Either input is TOP ==> the result is TOP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
  const Type *t1 = phase->type( in(1) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
  const Type *t2 = phase->type( in(2) );
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1231
  if( t1 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
  if( t2 == Type::TOP ) return Type::TOP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
  // Either input is BOTTOM ==> the result is the local BOTTOM
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
  const Type *bot = bottom_type();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
  if( (t1 == bot) || (t2 == bot) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1237
      (t1 == Type::BOTTOM) || (t2 == Type::BOTTOM) )
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1238
    return bot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1239
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1240
  // If either number is not a constant, we know nothing.
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1241
  if ((t1->base() != Type::DoubleCon) || (t2->base() != Type::DoubleCon)) {
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1242
    return Type::DOUBLE;        // note: x%x can be either NaN or 0
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1243
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1244
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1245
  double f1 = t1->getd();
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1246
  double f2 = t2->getd();
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1247
  jlong  x1 = jlong_cast(f1);   // note:  *(long*)&f1, not just (long)f1
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1248
  jlong  x2 = jlong_cast(f2);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1249
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1250
  // If either is a NaN, return an input NaN
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1251
  if (g_isnan(f1))    return t1;
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1252
  if (g_isnan(f2))    return t2;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1253
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1254
  // If an operand is infinity or the divisor is +/- zero, punt.
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1255
  if (!g_isfinite(f1) || !g_isfinite(f2) || x2 == 0 || x2 == min_jlong)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1256
    return Type::DOUBLE;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1257
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1258
  // We must be modulo'ing 2 double constants.
378
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1259
  // Make sure that the sign of the fmod is equal to the sign of the dividend
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1260
  jlong xr = jlong_cast(fmod(f1, f2));
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1261
  if ((x1 ^ xr) < 0) {
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1262
    xr ^= min_jlong;
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1263
  }
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1264
39fb2dc78042 6695288: runThese tests expr30303 and drem00301m1 fail when compiled code executes without deopt
jrose
parents: 1
diff changeset
  1265
  return TypeD::make(jdouble_cast(xr));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1266
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1267
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1268
//=============================================================================
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1269
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1270
DivModNode::DivModNode( Node *c, Node *dividend, Node *divisor ) : MultiNode(3) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1271
  init_req(0, c);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1272
  init_req(1, dividend);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1273
  init_req(2, divisor);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1274
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1275
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1276
//------------------------------make------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1277
DivModINode* DivModINode::make(Compile* C, Node* div_or_mod) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1278
  Node* n = div_or_mod;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
  assert(n->Opcode() == Op_DivI || n->Opcode() == Op_ModI,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
         "only div or mod input pattern accepted");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1282
  DivModINode* divmod = new DivModINode(n->in(0), n->in(1), n->in(2));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1283
  Node*        dproj  = new ProjNode(divmod, DivModNode::div_proj_num);
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1284
  Node*        mproj  = new ProjNode(divmod, DivModNode::mod_proj_num);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1285
  return divmod;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1287
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1288
//------------------------------make------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1289
DivModLNode* DivModLNode::make(Compile* C, Node* div_or_mod) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1290
  Node* n = div_or_mod;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1291
  assert(n->Opcode() == Op_DivL || n->Opcode() == Op_ModL,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1292
         "only div or mod input pattern accepted");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1294
  DivModLNode* divmod = new DivModLNode(n->in(0), n->in(1), n->in(2));
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1295
  Node*        dproj  = new ProjNode(divmod, DivModNode::div_proj_num);
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1296
  Node*        mproj  = new ProjNode(divmod, DivModNode::mod_proj_num);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1297
  return divmod;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1298
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
//------------------------------match------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1301
// return result(s) along with their RegMask info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
Node *DivModINode::match( const ProjNode *proj, const Matcher *match ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
  uint ideal_reg = proj->ideal_reg();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  RegMask rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  if (proj->_con == div_proj_num) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
    rm = match->divI_proj_mask();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
    assert(proj->_con == mod_proj_num, "must be div or mod projection");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
    rm = match->modI_proj_mask();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
  }
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1311
  return new MachProjNode(this, proj->_con, rm, ideal_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
//------------------------------match------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
// return result(s) along with their RegMask info
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
Node *DivModLNode::match( const ProjNode *proj, const Matcher *match ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
  uint ideal_reg = proj->ideal_reg();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
  RegMask rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
  if (proj->_con == div_proj_num) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
    rm = match->divL_proj_mask();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
    assert(proj->_con == mod_proj_num, "must be div or mod projection");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
    rm = match->modL_proj_mask();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
  }
24923
9631f7d691dc 8034812: remove IDX_INIT macro hack in Node class
thartmann
parents: 24425
diff changeset
  1326
  return new MachProjNode(this, proj->_con, rm, ideal_reg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
}