hotspot/src/share/vm/gc_implementation/parallelScavenge/psPromotionManager.inline.hpp
author trims
Thu, 27 May 2010 19:08:38 -0700
changeset 5547 f4b087cbb361
parent 3262 30d1c247fc25
child 6067 8bfddf73fc04
permissions -rw-r--r--
6941466: Oracle rebranding changes for Hotspot repositories Summary: Change all the Sun copyrights to Oracle copyright Reviewed-by: ohair
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
     2
 * Copyright (c) 2002, 2008, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
inline PSPromotionManager* PSPromotionManager::manager_array(int index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
  assert(_manager_array != NULL, "access of NULL manager_array");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
  assert(index >= 0 && index <= (int)ParallelGCThreads, "out of range manager_array access");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
  return _manager_array[index];
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    31
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    32
inline void PSPromotionManager::claim_or_forward_internal_depth(T* p) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    33
  if (p != NULL) { // XXX: error if p != NULL here
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    34
    oop o = oopDesc::load_decode_heap_oop_not_null(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
    if (o->is_forwarded()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
      o = o->forwardee();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
      // Card mark
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
      if (PSScavenge::is_obj_in_young((HeapWord*) o)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
        PSScavenge::card_table()->inline_write_ref_field_gc(p, o);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
      }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    41
      oopDesc::encode_store_heap_oop_not_null(p, o);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
      push_depth(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    48
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    49
inline void PSPromotionManager::claim_or_forward_internal_breadth(T* p) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    50
  if (p != NULL) { // XXX: error if p != NULL here
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    51
    oop o = oopDesc::load_decode_heap_oop_not_null(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
    if (o->is_forwarded()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
      o = o->forwardee();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
      o = copy_to_survivor_space(o, false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
    // Card mark
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
    if (PSScavenge::is_obj_in_young((HeapWord*) o)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
      PSScavenge::card_table()->inline_write_ref_field_gc(p, o);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
    }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    61
    oopDesc::encode_store_heap_oop_not_null(p, o);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
inline void PSPromotionManager::flush_prefetch_queue() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  assert(!depth_first(), "invariant");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    67
  for (int i = 0; i < _prefetch_queue.length(); i++) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    68
    claim_or_forward_internal_breadth((oop*)_prefetch_queue.pop());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    72
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    73
inline void PSPromotionManager::claim_or_forward_depth(T* p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  assert(depth_first(), "invariant");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    75
  assert(PSScavenge::should_scavenge(p, true), "revisiting object?");
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    76
  assert(Universe::heap()->kind() == CollectedHeap::ParallelScavengeHeap,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    77
         "Sanity");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  assert(Universe::heap()->is_in(p), "pointer outside heap");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  claim_or_forward_internal_depth(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    83
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    84
inline void PSPromotionManager::claim_or_forward_breadth(T* p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  assert(!depth_first(), "invariant");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    86
  assert(PSScavenge::should_scavenge(p, true), "revisiting object?");
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    87
  assert(Universe::heap()->kind() == CollectedHeap::ParallelScavengeHeap,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    88
         "Sanity");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  assert(Universe::heap()->is_in(p), "pointer outside heap");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  if (UsePrefetchQueue) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    92
    claim_or_forward_internal_breadth((T*)_prefetch_queue.push_and_pop(p));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
    // This option is used for testing.  The use of the prefetch
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
    // queue can delay the processing of the objects and thus
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
    // change the order of object scans.  For example, remembered
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
    // set updates are typically the clearing of the remembered
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
    // set (the cards) followed by updates of the remembered set
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
    // for young-to-old pointers.  In a situation where there
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
    // is an error in the sequence of clearing and updating
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
    // (e.g. clear card A, update card A, erroneously clear
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
    // card A again) the error can be obscured by a delay
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
    // in the update due to the use of the prefetch queue
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
    // (e.g., clear card A, erroneously clear card A again,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
    // update card A that was pushed into the prefetch queue
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
    // and thus delayed until after the erronous clear).  The
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    // length of the delay is random depending on the objects
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
    // in the queue and the delay can be zero.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
    claim_or_forward_internal_breadth(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   113
inline void PSPromotionManager::process_popped_location_depth(StarTask p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  if (is_oop_masked(p)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    assert(PSChunkLargeArrays, "invariant");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
    oop const old = unmask_chunked_array_oop(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
    process_array_chunk(old);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  } else {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   119
    if (p.is_narrow()) {
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 670
diff changeset
   120
      assert(UseCompressedOops, "Error");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   121
      PSScavenge::copy_and_push_safe_barrier(this, (narrowOop*)p);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   122
    } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   123
      PSScavenge::copy_and_push_safe_barrier(this, (oop*)p);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   124
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
}