hotspot/src/share/vm/memory/cardTableRS.hpp
author ysr
Wed, 20 Apr 2011 19:19:30 -0700
changeset 9336 413920193f83
parent 7397 5b173b4ca846
child 9624 c3657c3324ee
permissions -rw-r--r--
7037276: Unnecessary double traversal of dirty card windows Summary: Short-circuited an unnecessary double traversal of dirty card windows when iterating younger refs. Also renamed some cardtable methods for more clarity. Reviewed-by: jmasa, stefank, poonam
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
9336
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
     2
 * Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1388
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1388
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1388
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    25
#ifndef SHARE_VM_MEMORY_CARDTABLERS_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    26
#define SHARE_VM_MEMORY_CARDTABLERS_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    28
#include "memory/cardTableModRefBS.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    29
#include "memory/genRemSet.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    30
#include "memory/memRegion.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    31
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
class Space;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
class OopsInGenClosure;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
class DirtyCardToOopClosure;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
// This kind of "GenRemSet" uses a card table both as shared data structure
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
// for a mod ref barrier set and for the rem set information.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
class CardTableRS: public GenRemSet {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  friend class VMStructs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
  // Below are private classes used in impl.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  friend class VerifyCTSpaceClosure;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
  friend class ClearNoncleanCardWrapper;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
  static jbyte clean_card_val() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
    return CardTableModRefBS::clean_card;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  static bool
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
  card_is_dirty_wrt_gen_iter(jbyte cv) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
    return CardTableModRefBS::card_is_dirty_wrt_gen_iter(cv);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    54
  CardTableModRefBSForCTRS* _ct_bs;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  virtual void younger_refs_in_space_iterate(Space* sp, OopsInGenClosure* cl);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  void verify_space(Space* s, HeapWord* gen_start);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  enum ExtendedCardValue {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
    youngergen_card   = CardTableModRefBS::CT_MR_BS_last_reserved + 1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
    // These are for parallel collection.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
    // There are three P (parallel) youngergen card values.  In general, this
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
    // needs to be more than the number of generations (including the perm
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
    // gen) that might have younger_refs_do invoked on them separately.  So
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
    // if we add more gens, we have to add more values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
    youngergenP1_card  = CardTableModRefBS::CT_MR_BS_last_reserved + 2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
    youngergenP2_card  = CardTableModRefBS::CT_MR_BS_last_reserved + 3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
    youngergenP3_card  = CardTableModRefBS::CT_MR_BS_last_reserved + 4,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
    cur_youngergen_and_prev_nonclean_card =
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
      CardTableModRefBS::CT_MR_BS_last_reserved + 5
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  // An array that contains, for each generation, the card table value last
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
  // used as the current value for a younger_refs_do iteration of that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  // portion of the table.  (The perm gen is index 0; other gens are at
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
  // their level plus 1.  They youngest gen is in the table, but will
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  // always have the value "clean_card".)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
  jbyte* _last_cur_val_in_gen;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  jbyte _cur_youngergen_card_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    83
  int _regions_to_iterate;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    84
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  jbyte cur_youngergen_card_val() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
    return _cur_youngergen_card_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
  void set_cur_youngergen_card_val(jbyte v) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
    _cur_youngergen_card_val = v;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  bool is_prev_youngergen_card_val(jbyte v) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
    return
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
      youngergen_card <= v &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
      v < cur_youngergen_and_prev_nonclean_card &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
      v != _cur_youngergen_card_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
  // Return a youngergen_card_value that is not currently in use.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  jbyte find_unused_youngergenP_card_value();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  CardTableRS(MemRegion whole_heap, int max_covered_regions);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  // *** GenRemSet functions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  GenRemSet::Name rs_kind() { return GenRemSet::CardTable; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  CardTableRS* as_CardTableRS() { return this; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   108
  CardTableModRefBS* ct_bs() { return _ct_bs; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  // Override.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  void prepare_for_younger_refs_iterate(bool parallel);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  // Card table entries are cleared before application; "blk" is
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  // responsible for dirtying if the oop is still older-to-younger after
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  // closure application.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  void younger_refs_iterate(Generation* g, OopsInGenClosure* blk);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 179
diff changeset
   118
  void inline_write_ref_field_gc(void* field, oop new_val) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   119
    jbyte* byte = _ct_bs->byte_for(field);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
    *byte = youngergen_card;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 179
diff changeset
   122
  void write_ref_field_gc_work(void* field, oop new_val) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
    inline_write_ref_field_gc(field, new_val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  // Override.  Might want to devirtualize this in the same fashion as
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
  // above.  Ensures that the value of the card for field says that it's
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
  // a younger card in the current collection.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 179
diff changeset
   129
  virtual void write_ref_field_gc_par(void* field, oop new_val);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
  void resize_covered_region(MemRegion new_region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  bool is_aligned(HeapWord* addr) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   134
    return _ct_bs->is_card_aligned(addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  void verify();
179
59e3abf83f72 6624765: Guarantee failure "Unexpected dirty card found"
jmasa
parents: 1
diff changeset
   138
  void verify_aligned_region_empty(MemRegion mr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   140
  void clear(MemRegion mr) { _ct_bs->clear(mr); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
  void clear_into_younger(Generation* gen, bool clear_perm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   143
  void invalidate(MemRegion mr, bool whole_heap = false) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   144
    _ct_bs->invalidate(mr, whole_heap);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   145
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  void invalidate_or_clear(Generation* gen, bool younger, bool perm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  static uintx ct_max_alignment_constraint() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
    return CardTableModRefBS::ct_max_alignment_constraint();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   152
  jbyte* byte_for(void* p)     { return _ct_bs->byte_for(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   153
  jbyte* byte_after(void* p)   { return _ct_bs->byte_after(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
   154
  HeapWord* addr_for(jbyte* p) { return _ct_bs->addr_for(p); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  bool is_prev_nonclean_card_val(jbyte v) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
    return
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
      youngergen_card <= v &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
      v <= cur_youngergen_and_prev_nonclean_card &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
      v != _cur_youngergen_card_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  static bool youngergen_may_have_been_dirty(jbyte cv) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    return cv == CardTableRS::cur_youngergen_and_prev_nonclean_card;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   168
9336
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   169
class ClearNoncleanCardWrapper: public MemRegionClosure {
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   170
  MemRegionClosure* _dirty_card_closure;
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   171
  CardTableRS* _ct;
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   172
  bool _is_par;
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   173
private:
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   174
  // Clears the given card, return true if the corresponding card should be
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   175
  // processed.
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   176
  inline bool clear_card(jbyte* entry);
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   177
  // Work methods called by the clear_card()
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   178
  inline bool clear_card_serial(jbyte* entry);
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   179
  inline bool clear_card_parallel(jbyte* entry);
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   180
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   181
public:
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   182
  ClearNoncleanCardWrapper(MemRegionClosure* dirty_card_closure, CardTableRS* ct);
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   183
  void do_MemRegion(MemRegion mr);
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   184
};
413920193f83 7037276: Unnecessary double traversal of dirty card windows
ysr
parents: 7397
diff changeset
   185
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   186
#endif // SHARE_VM_MEMORY_CARDTABLERS_HPP