hotspot/src/share/vm/opto/regmask.hpp
author goetz
Mon, 02 Nov 2015 15:52:37 +0100
changeset 34194 213af0859e7e
parent 30624 2e1803c8a26d
permissions -rw-r--r--
8141137: C2 fails rematerializing nodes using flag registers. Summary: Don't rem. if input stretches several live ranges. If rem., don't add SpillCopy on RegFlags edge. Reviewed-by: kvn, vlivanov
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
25715
d5a8dbdc5150 8049325: Introduce and clean up umbrella headers for the files in the cpu subdirectories.
goetz
parents: 24425
diff changeset
     2
 * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    25
#ifndef SHARE_VM_OPTO_REGMASK_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    26
#define SHARE_VM_OPTO_REGMASK_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    28
#include "code/vmreg.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    29
#include "opto/optoreg.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    30
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
// Some fun naming (textual) substitutions:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
// RegMask::get_low_elem() ==> RegMask::find_first_elem()
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
// RegMask::Special        ==> RegMask::Empty
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// RegMask::_flags         ==> RegMask::is_AllStack()
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
// RegMask::operator<<=()  ==> RegMask::Insert()
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
// RegMask::operator>>=()  ==> RegMask::Remove()
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
// RegMask::Union()        ==> RegMask::OR
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
// RegMask::Inter()        ==> RegMask::AND
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
// OptoRegister::RegName   ==> OptoReg::Name
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
// OptoReg::stack0()       ==> _last_Mach_Reg  or ZERO in core version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
// numregs in chaitin      ==> proper degree in chaitin
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
//-------------Non-zero bit search methods used by RegMask---------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
// Find lowest 1, or return 32 if empty
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 22807
diff changeset
    49
int find_lowest_bit( uint32_t mask );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
// Find highest 1, or return 32 if empty
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 22807
diff changeset
    51
int find_hihghest_bit( uint32_t mask );
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
//------------------------------RegMask----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
// The ADL file describes how to print the machine-specific registers, as well
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
// as any notion of register classes.  We provide a register mask, which is
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
// just a collection of Register numbers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
// The ADLC defines 2 macros, RM_SIZE and FORALL_BODY.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
// RM_SIZE is the size of a register mask in words.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
// FORALL_BODY replicates a BODY macro once per word in the register mask.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
// The usage is somewhat clumsy and limited to the regmask.[h,c]pp files.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
// However, it means the ADLC can redefine the unroll macro and all loops
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
// over register masks will be unrolled by the correct amount.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
class RegMask VALUE_OBJ_CLASS_SPEC {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  union {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
    double _dummy_force_double_alignment[RM_SIZE>>1];
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
    // Array of Register Mask bits.  This array is large enough to cover
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
    // all the machine registers and all parameters that need to be passed
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
    // on the stack (stack registers) up to some interesting limit.  Methods
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
    // that need more parameters will NOT be compiled.  On Intel, the limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
    // is something like 90+ parameters.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
    int _A[RM_SIZE];
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
    _WordBits    = BitsPerInt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
    _LogWordBits = LogBitsPerInt,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
    _RM_SIZE     = RM_SIZE   // local constant, imported, then hidden by #undef
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
  enum { CHUNK_SIZE = RM_SIZE*_WordBits };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  // SlotsPerLong is 2, since slots are 32 bits and longs are 64 bits.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
  // Also, consider the maximum alignment size for a normally allocated
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
  // value.  Since we allocate register pairs but not register quads (at
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
  // present), this alignment is SlotsPerLong (== 2).  A normally
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  // aligned allocated register is either a single register, or a pair
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  // of adjacent registers, the lower-numbered being even.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  // See also is_aligned_Pairs() below, and the padding added before
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  // Matcher::_new_SP to keep allocated pairs aligned properly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
  // If we ever go to quad-word allocations, SlotsPerQuad will become
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  // the controlling alignment constraint.  Note that this alignment
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  // requirement is internal to the allocator, and independent of any
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  // particular platform.
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
    97
  enum { SlotsPerLong = 2,
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
    98
         SlotsPerVecS = 1,
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
    99
         SlotsPerVecD = 2,
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   100
         SlotsPerVecX = 4,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   101
         SlotsPerVecY = 8,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   102
         SlotsPerVecZ = 16 };
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  // A constructor only used by the ADLC output.  All mask fields are filled
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  // in directly.  Calls to this look something like RM(1,2,3,4);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  RegMask(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
#   define BODY(I) int a##I,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    int dummy = 0 ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
#   define BODY(I) _A[I] = a##I;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  // Handy copying constructor
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
  RegMask( RegMask *rm ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
#   define BODY(I) _A[I] = rm->_A[I];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
  // Construct an empty mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  RegMask( ) { Clear(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  // Construct a mask with a single bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
  RegMask( OptoReg::Name reg ) { Clear(); Insert(reg); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  // Check for register being in mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  int Member( OptoReg::Name reg ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
    assert( reg < CHUNK_SIZE, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
    return _A[reg>>_LogWordBits] & (1<<(reg&(_WordBits-1)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
  // The last bit in the register mask indicates that the mask should repeat
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
  // indefinitely with ONE bits.  Returns TRUE if mask is infinite or
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  // unbounded in size.  Returns FALSE if mask is finite size.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
  int is_AllStack() const { return _A[RM_SIZE-1] >> (_WordBits-1); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
  // Work around an -xO3 optimization problme in WS6U1. The old way:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
  //   void set_AllStack() { _A[RM_SIZE-1] |= (1<<(_WordBits-1)); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  // will cause _A[RM_SIZE-1] to be clobbered, not updated when set_AllStack()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
  // follows an Insert() loop, like the one found in init_spill_mask(). Using
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  // Insert() instead works because the index into _A in computed instead of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
  // constant.  See bug 4665841.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  void set_AllStack() { Insert(OptoReg::Name(CHUNK_SIZE-1)); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  // Test for being a not-empty mask.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
  int is_NotEmpty( ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
    int tmp = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
#   define BODY(I) tmp |= _A[I];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
    return tmp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  // Find lowest-numbered register from mask, or BAD if mask is empty.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  OptoReg::Name find_first_elem() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
    int base, bits;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
#   define BODY(I) if( (bits = _A[I]) != 0 ) base = I<<_LogWordBits; else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
      { base = OptoReg::Bad; bits = 1<<0; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    return OptoReg::Name(base + find_lowest_bit(bits));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  // Get highest-numbered register from mask, or BAD if mask is empty.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  OptoReg::Name find_last_elem() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
    int base, bits;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
#   define BODY(I) if( (bits = _A[RM_SIZE-1-I]) != 0 ) base = (RM_SIZE-1-I)<<_LogWordBits; else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
      { base = OptoReg::Bad; bits = 1<<0; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
    return OptoReg::Name(base + find_hihghest_bit(bits));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
  // Find the lowest-numbered register pair in the mask.  Return the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
  // HIGHEST register number in the pair, or BAD if no pairs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
  // Assert that the mask contains only bit pairs.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  OptoReg::Name find_first_pair() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  // Clear out partial bits; leave only aligned adjacent bit pairs.
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   182
  void clear_to_pairs();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  // Smear out partial bits; leave only aligned adjacent bit pairs.
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   184
  void smear_to_pairs();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  // Verify that the mask contains only aligned adjacent bit pairs
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   186
  void verify_pairs() const { assert( is_aligned_pairs(), "mask is not aligned, adjacent pairs" ); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  // Test that the mask contains only aligned adjacent bit pairs
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   188
  bool is_aligned_pairs() const;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
  // mask is a pair of misaligned registers
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   191
  bool is_misaligned_pair() const { return Size()==2 && !is_aligned_pairs(); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
  // Test for single register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
  int is_bound1() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
  // Test for a single adjacent pair
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   195
  int is_bound_pair() const;
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   196
  // Test for a single adjacent set of ideal register's size.
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   197
  int is_bound(uint ireg) const {
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   198
    if (is_vector(ireg)) {
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   199
      if (is_bound_set(num_registers(ireg)))
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   200
        return true;
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   201
    } else if (is_bound1() || is_bound_pair()) {
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   202
      return true;
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   203
    }
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   204
    return false;
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   205
  }
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   206
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   207
  // Find the lowest-numbered register set in the mask.  Return the
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   208
  // HIGHEST register number in the set, or BAD if no sets.
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   209
  // Assert that the mask contains only bit sets.
15614
3d9afca22dc7 8007402: Code cleanup to remove Parfait false positive
drchase
parents: 15241
diff changeset
   210
  OptoReg::Name find_first_set(const int size) const;
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   211
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   212
  // Clear out partial bits; leave only aligned adjacent bit sets of size.
15614
3d9afca22dc7 8007402: Code cleanup to remove Parfait false positive
drchase
parents: 15241
diff changeset
   213
  void clear_to_sets(const int size);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   214
  // Smear out partial bits to aligned adjacent bit sets.
15614
3d9afca22dc7 8007402: Code cleanup to remove Parfait false positive
drchase
parents: 15241
diff changeset
   215
  void smear_to_sets(const int size);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   216
  // Verify that the mask contains only aligned adjacent bit sets
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   217
  void verify_sets(int size) const { assert(is_aligned_sets(size), "mask is not aligned, adjacent sets"); }
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   218
  // Test that the mask contains only aligned adjacent bit sets
15614
3d9afca22dc7 8007402: Code cleanup to remove Parfait false positive
drchase
parents: 15241
diff changeset
   219
  bool is_aligned_sets(const int size) const;
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   220
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   221
  // mask is a set of misaligned registers
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   222
  bool is_misaligned_set(int size) const { return (int)Size()==size && !is_aligned_sets(size);}
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   223
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   224
  // Test for a single adjacent set
15614
3d9afca22dc7 8007402: Code cleanup to remove Parfait false positive
drchase
parents: 15241
diff changeset
   225
  int is_bound_set(const int size) const;
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   226
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   227
  static bool is_vector(uint ireg);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   228
  static int num_registers(uint ireg);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
  // Fast overlap test.  Non-zero if any registers in common.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
  int overlap( const RegMask &rm ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    return
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
#   define BODY(I) (_A[I] & rm._A[I]) |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
    0 ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
  // Special test for register pressure based splitting
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  // UP means register only, Register plus stack, or stack only is DOWN
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  bool is_UP() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
  // Clear a register mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
  void Clear( ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
#   define BODY(I) _A[I] = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  // Fill a register mask with 1's
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
  void Set_All( ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
#   define BODY(I) _A[I] = -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
  // Insert register into mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
  void Insert( OptoReg::Name reg ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
    assert( reg < CHUNK_SIZE, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
    _A[reg>>_LogWordBits] |= (1<<(reg&(_WordBits-1)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
  // Remove register from mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
  void Remove( OptoReg::Name reg ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
    assert( reg < CHUNK_SIZE, "" );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
    _A[reg>>_LogWordBits] &= ~(1<<(reg&(_WordBits-1)));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
  // OR 'rm' into 'this'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  void OR( const RegMask &rm ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
#   define BODY(I) this->_A[I] |= rm._A[I];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  // AND 'rm' into 'this'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  void AND( const RegMask &rm ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
#   define BODY(I) this->_A[I] &= rm._A[I];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  // Subtract 'rm' from 'this'
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  void SUBTRACT( const RegMask &rm ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
#   define BODY(I) _A[I] &= ~rm._A[I];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
    FORALL_BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
#   undef BODY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  // Compute size of register mask: number of bits
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  uint Size() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  void print() const { dump(); }
15241
87d217c2d183 8005055: pass outputStream to more opto debug routines
kvn
parents: 13104
diff changeset
   295
  void dump(outputStream *st = tty) const; // Print a mask
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
  static const RegMask Empty;   // Common empty mask
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
  static bool can_represent(OptoReg::Name reg) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
    // NOTE: -1 in computation reflects the usage of the last
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   302
    //       bit of the regmask as an infinite stack flag and
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   303
    //       -7 is to keep mask aligned for largest value (VecZ).
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
    return (int)reg < (int)(CHUNK_SIZE-1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  }
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   306
  static bool can_represent_arg(OptoReg::Name reg) {
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   307
    // NOTE: -SlotsPerVecZ in computation reflects the need
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   308
    //       to keep mask aligned for largest value (VecZ).
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 25715
diff changeset
   309
    return (int)reg < (int)(CHUNK_SIZE-SlotsPerVecZ);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 8921
diff changeset
   310
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
// Do not use this constant directly in client code!
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
#undef RM_SIZE
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   315
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   316
#endif // SHARE_VM_OPTO_REGMASK_HPP