src/hotspot/share/opto/indexSet.hpp
author redestad
Thu, 28 Feb 2019 22:11:46 +0100
changeset 53961 e5b461681b88
parent 53244 9807daeb47c4
child 53966 b378fc877045
permissions -rw-r--r--
8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros Reviewed-by: kvn, neliasso
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49373
diff changeset
     2
 * Copyright (c) 1998, 2019, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49373
diff changeset
    25
#ifndef SHARE_OPTO_INDEXSET_HPP
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49373
diff changeset
    26
#define SHARE_OPTO_INDEXSET_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    28
#include "memory/allocation.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    29
#include "memory/resourceArea.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    30
#include "opto/compile.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    31
#include "opto/regmask.hpp"
53961
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
    32
#include "utilities/count_trailing_zeros.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    33
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
// This file defines the IndexSet class, a set of sparse integer indices.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// This data structure is used by the compiler in its liveness analysis and
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
// during register allocation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
//-------------------------------- class IndexSet ----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
// An IndexSet is a piece-wise bitvector.  At the top level, we have an array
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
// of pointers to bitvector chunks called BitBlocks.  Each BitBlock has a fixed
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
// size and is allocated from a shared free list.  The bits which are set in
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
// each BitBlock correspond to the elements of the set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
class IndexSet : public ResourceObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
 friend class IndexSetIterator;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  // When we allocate an IndexSet, it starts off with an array of top level block
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  // pointers of a set length.  This size is intended to be large enough for the
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
  // majority of IndexSets.  In the cases when this size is not large enough,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
  // a separately allocated array is used.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  // The length of the preallocated top level block array
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
  enum { preallocated_block_list_size = 16 };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  // Elements of a IndexSet get decomposed into three fields.  The highest order
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  // bits are the block index, which tell which high level block holds the element.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  // Within that block, the word index indicates which word holds the element.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
  // Finally, the bit index determines which single bit within that word indicates
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  // membership of the element in the set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  // The lengths of the index bitfields
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  enum { bit_index_length = 5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
         word_index_length = 3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
         block_index_length = 8 // not used
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  // Derived constants used for manipulating the index bitfields
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
         bit_index_offset = 0, // not used
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
         word_index_offset = bit_index_length,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
         block_index_offset = bit_index_length + word_index_length,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
         bits_per_word = 1 << bit_index_length,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
         words_per_block = 1 << word_index_length,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
         bits_per_block = bits_per_word * words_per_block,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
         bit_index_mask = right_n_bits(bit_index_length),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
         word_index_mask = right_n_bits(word_index_length)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  // These routines are used for extracting the block, word, and bit index
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
  // from an element.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
  static uint get_block_index(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
    return element >> block_index_offset;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
  static uint get_word_index(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
    return mask_bits(element >> word_index_offset,word_index_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  static uint get_bit_index(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
    return mask_bits(element,bit_index_mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  //------------------------------ class BitBlock ----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  // The BitBlock class is a segment of a bitvector set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
  class BitBlock : public ResourceObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
   friend class IndexSetIterator;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
   friend class IndexSet;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
   private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
    // All of BitBlocks fields and methods are declared private.  We limit
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
    // access to IndexSet and IndexSetIterator.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
    // A BitBlock is composed of some number of 32 bit words.  When a BitBlock
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
    // is not in use by any IndexSet, it is stored on a free list.  The next field
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    // is used by IndexSet to mainting this free list.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
    union {
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   110
      uint32_t _words[words_per_block];
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
      BitBlock *_next;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
    } _data;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    // accessors
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   115
    uint32_t* words() { return _data._words; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
    void set_next(BitBlock *next) { _data._next = next; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
    BitBlock *next() { return _data._next; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
    // Operations.  A BitBlock supports four simple operations,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
    // clear(), member(), insert(), and remove().  These methods do
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
    // not assume that the block index has been masked out.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
    void clear() {
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   124
      memset(words(), 0, sizeof(uint32_t) * words_per_block);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
    bool member(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
      uint word_index = IndexSet::get_word_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
      uint bit_index = IndexSet::get_bit_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   131
      return ((words()[word_index] & (uint32_t)(0x1 << bit_index)) != 0);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
    bool insert(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
      uint word_index = IndexSet::get_word_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
      uint bit_index = IndexSet::get_bit_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   138
      uint32_t bit = (0x1 << bit_index);
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   139
      uint32_t before = words()[word_index];
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
      words()[word_index] = before | bit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
      return ((before & bit) != 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
    bool remove(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
      uint word_index = IndexSet::get_word_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
      uint bit_index = IndexSet::get_bit_index(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   148
      uint32_t bit = (0x1 << bit_index);
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   149
      uint32_t before = words()[word_index];
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
      words()[word_index] = before & ~bit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
      return ((before & bit) != 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  //-------------------------- BitBlock allocation ---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  // All IndexSets share an arena from which they allocate BitBlocks.  Unused
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  // BitBlocks are placed on a free list.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  // The number of BitBlocks to allocate at a time
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
  enum { bitblock_alloc_chunk_size = 50 };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
  static Arena *arena() { return Compile::current()->indexSet_arena(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  static void populate_free_list();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
  // Invalidate the current free BitBlock list and begin allocation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  // from a new arena.  It is essential that this method is called whenever
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  // the Arena being used for BitBlock allocation is reset.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  static void reset_memory(Compile* compile, Arena *arena) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
    compile->set_indexSet_free_block_list(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
    compile->set_indexSet_arena(arena);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
   // This should probably be done in a static initializer
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
   _empty_block.clear();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
  friend class BitBlock;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  // A distinguished BitBlock which always remains empty.  When a new IndexSet is
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  // created, all of its top level BitBlock pointers are initialized to point to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  // this.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
  static BitBlock _empty_block;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  //-------------------------- Members ------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
  // The number of elements in the set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  uint      _count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
  // Our top level array of bitvector segments
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
  BitBlock **_blocks;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
  BitBlock  *_preallocated_block_list[preallocated_block_list_size];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  // The number of top level array entries in use
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
  uint       _max_blocks;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
  // Our assertions need to know the maximum number allowed in the set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
  uint       _max_elements;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
  // The next IndexSet on the free list (not used at same time as count)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
  IndexSet *_next;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  //-------------------------- Free list operations ------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
  // Individual IndexSets can be placed on a free list.  This is done in PhaseLive.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
  IndexSet *next() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
    if( VerifyOpto ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
      check_watch("removed from free list?", ((_next == NULL) ? 0 : _next->_serial_number));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
    return _next;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  void set_next(IndexSet *next) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
    if( VerifyOpto ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
      check_watch("put on free list?", ((next == NULL) ? 0 : next->_serial_number));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
    _next = next;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
  //-------------------------- Utility methods -----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
  // Get the block which holds element
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  BitBlock *get_block_containing(uint element) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
    assert(element < _max_elements, "element out of bounds");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
    return _blocks[get_block_index(element)];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  // Set a block in the top level array
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  void set_block(uint index, BitBlock *block) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
    if( VerifyOpto )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
      check_watch("set block", index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
    _blocks[index] = block;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  // Get a BitBlock from the free list
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  BitBlock *alloc_block();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
  // Get a BitBlock from the free list and place it in the top level array
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
  BitBlock *alloc_block_containing(uint element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  // Free a block from the top level array, placing it on the free BitBlock list
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
  void free_block(uint i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
  //-------------------------- Primitive set operations --------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
  void clear() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
    if( VerifyOpto )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
      check_watch("clear");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
    _count = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
    for (uint i = 0; i < _max_blocks; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
      BitBlock *block = _blocks[i];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
      if (block != &_empty_block) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
        free_block(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
  uint count() const { return _count; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  bool is_empty() const { return _count == 0; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  bool member(uint element) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
    return get_block_containing(element)->member(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  bool insert(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
    if( VerifyOpto )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
      check_watch("insert", element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
    if (element == 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
      return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
    BitBlock *block = get_block_containing(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
    if (block == &_empty_block) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
      block = alloc_block_containing(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
    bool present = block->insert(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
    if (!present) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
      _count++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
    return !present;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
  bool remove(uint element) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
    if( VerifyOpto )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
      check_watch("remove", element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
    BitBlock *block = get_block_containing(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
    bool present = block->remove(element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
    if (present) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
      _count--;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
    return present;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  //-------------------------- Compound set operations ------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
  // Compute the union of all elements of one and two which interfere
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  // with the RegMask mask.  If the degree of the union becomes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
  // exceeds fail_degree, the union bails out.  The underlying set is
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  // cleared before the union is performed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  uint lrg_union(uint lr1, uint lr2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
                 const uint fail_degree,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
                 const class PhaseIFG *ifg,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
                 const RegMask &mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
  //------------------------- Construction, initialization -----------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
  IndexSet() {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
  // This constructor is used for making a deep copy of a IndexSet.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
  IndexSet(IndexSet *set);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  // Perform initialization on a IndexSet
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
  void initialize(uint max_element);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
  // Initialize a IndexSet.  If the top level BitBlock array needs to be
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
  // allocated, do it from the proffered arena.  BitBlocks are still allocated
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
  // from the static Arena member.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  void initialize(uint max_element, Arena *arena);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  // Exchange two sets
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
  void swap(IndexSet *set);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  //-------------------------- Debugging and statistics --------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  // Output a IndexSet for debugging
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  void dump() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
  void tally_iteration_statistics() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  // BitBlock allocation statistics
8320
544210b4dd48 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 7397
diff changeset
   356
  static julong _alloc_new;
544210b4dd48 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 7397
diff changeset
   357
  static julong _alloc_total;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
  // Block density statistics
8320
544210b4dd48 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 7397
diff changeset
   360
  static julong _total_bits;
544210b4dd48 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 7397
diff changeset
   361
  static julong _total_used_blocks;
544210b4dd48 7017124: Fix some VM stats to avoid 32-bit overflow
kvn
parents: 7397
diff changeset
   362
  static julong _total_unused_blocks;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
  // Sanity tests
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
  void verify() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
  static int _serial_count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
  int        _serial_number;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
  // Check to see if the serial number of the current set is the one we're tracing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  // If it is, print a message.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
  void check_watch(const char *operation, uint operand) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
    if (IndexSetWatch != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
      if (IndexSetWatch == -1 || _serial_number == IndexSetWatch) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
        tty->print_cr("IndexSet %d : %s ( %d )", _serial_number, operation, operand);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
  void check_watch(const char *operation) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
    if (IndexSetWatch != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
      if (IndexSetWatch == -1 || _serial_number == IndexSetWatch) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
        tty->print_cr("IndexSet %d : %s", _serial_number, operation);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
  static void print_statistics();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
//-------------------------------- class IndexSetIterator --------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
// An iterator for IndexSets.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
49373
47b5652f2928 8199283: Remove ValueObj class for allocation subclassing for compiler code
coleenp
parents: 47216
diff changeset
   397
class IndexSetIterator {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
 friend class IndexSet;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
  // The current word we are inspecting
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   402
  uint32_t              _current;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  // What element number are we currently on?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  uint                  _value;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
  // The index of the next word we will inspect
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  uint                  _next_word;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
  // A pointer to the contents of the current block
24425
53764d2358f9 8041415: remove port.{cpp,hpp} files
zgu
parents: 8320
diff changeset
   411
  uint32_t             *_words;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
  // The index of the next block we will inspect
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
  uint                  _next_block;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  // A pointer to the blocks in our set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
  IndexSet::BitBlock **_blocks;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
  // The number of blocks in the set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
  uint                  _max_blocks;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  // If the iterator was created from a non-const set, we replace
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
  // non-canonical empty blocks with the _empty_block pointer.  If
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
  // _set is NULL, we do no replacement.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
  IndexSet            *_set;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  // Advance to the next non-empty word and return the next
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
  // element in the set.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
  uint advance_and_next();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  // If an iterator is built from a constant set then empty blocks
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
  // are not canonicalized.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
  IndexSetIterator(IndexSet *set);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
  IndexSetIterator(const IndexSet *set);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
  // Return the next element of the set.  Return 0 when done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
  uint next() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
    uint current = _current;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
    if (current != 0) {
53961
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
   442
      uint advance = count_trailing_zeros(current);
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
   443
      assert((current >> advance) & 0x1 == 1, "sanity");
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
   444
      _current = (current >> advance) - 1;
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
   445
      _value += advance;
e5b461681b88 8219922: Simplify and optimize IndexSetIterator::next using count_trailing_zeros
redestad
parents: 53244
diff changeset
   446
      return _value;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
      return advance_and_next();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   452
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49373
diff changeset
   453
#endif // SHARE_OPTO_INDEXSET_HPP