hotspot/src/share/vm/oops/instanceRefKlass.cpp
author coleenp
Sun, 13 Apr 2008 17:43:42 -0400
changeset 360 21d113ecbf6a
parent 1 489c9b5090e2
child 670 ddf3e9583f2f
child 1374 4c24294029a9
permissions -rw-r--r--
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes Summary: Compressed oops in instances, arrays, and headers. Code contributors are coleenp, phh, never, swamyv Reviewed-by: jmasa, kamg, acorn, tbell, kvn, rasbold
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
489c9b5090e2 Initial load
duke
parents:
diff changeset
     2
 * Copyright 1997-2006 Sun Microsystems, Inc.  All Rights Reserved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
# include "incls/_precompiled.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
# include "incls/_instanceRefKlass.cpp.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    28
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    29
static void specialized_oop_follow_contents(instanceRefKlass* ref, oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    30
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    31
  oop referent = oopDesc::load_decode_heap_oop(referent_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
  debug_only(
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
    if(TraceReferenceGC && PrintGCDetails) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    34
      gclog_or_tty->print_cr("instanceRefKlass::oop_follow_contents " INTPTR_FORMAT, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
  )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
  if (referent != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
    if (!referent->is_gc_marked() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
        MarkSweep::ref_processor()->
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    40
          discover_reference(obj, ref->reference_type())) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
      // reference already enqueued, referent will be traversed later
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    42
      ref->instanceKlass::oop_follow_contents(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    43
      debug_only(
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    44
        if(TraceReferenceGC && PrintGCDetails) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    45
          gclog_or_tty->print_cr("       Non NULL enqueued " INTPTR_FORMAT, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    46
        }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    47
      )
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    48
      return;
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    49
    } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    50
      // treat referent as normal oop
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
      debug_only(
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
        if(TraceReferenceGC && PrintGCDetails) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    53
          gclog_or_tty->print_cr("       Non NULL normal " INTPTR_FORMAT, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    54
        }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    55
      )
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    56
      MarkSweep::mark_and_push(referent_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    57
    }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    58
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    59
  // treat next as normal oop.  next is a link in the pending list.
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    60
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    61
  debug_only(
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    62
    if(TraceReferenceGC && PrintGCDetails) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    63
      gclog_or_tty->print_cr("   Process next as normal " INTPTR_FORMAT, next_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    64
    }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    65
  )
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    66
  MarkSweep::mark_and_push(next_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    67
  ref->instanceKlass::oop_follow_contents(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    68
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    69
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    70
void instanceRefKlass::oop_follow_contents(oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    71
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    72
    specialized_oop_follow_contents<narrowOop>(this, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    73
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    74
    specialized_oop_follow_contents<oop>(this, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    75
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    76
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    77
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    78
#ifndef SERIALGC
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    79
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    80
static void specialized_oop_follow_contents(instanceRefKlass* ref,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    81
                                            ParCompactionManager* cm,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    82
                                            oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    83
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    84
  oop referent = oopDesc::load_decode_heap_oop(referent_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    85
  debug_only(
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    86
    if(TraceReferenceGC && PrintGCDetails) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    87
      gclog_or_tty->print_cr("instanceRefKlass::oop_follow_contents " INTPTR_FORMAT, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    88
    }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    89
  )
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    90
  if (referent != NULL) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    91
    if (PSParallelCompact::mark_bitmap()->is_unmarked(referent) &&
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    92
        PSParallelCompact::ref_processor()->
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    93
          discover_reference(obj, ref->reference_type())) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    94
      // reference already enqueued, referent will be traversed later
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    95
      ref->instanceKlass::oop_follow_contents(cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    96
      debug_only(
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    97
        if(TraceReferenceGC && PrintGCDetails) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    98
          gclog_or_tty->print_cr("       Non NULL enqueued " INTPTR_FORMAT, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
      )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
      // treat referent as normal oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
      debug_only(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
        if(TraceReferenceGC && PrintGCDetails) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   106
          gclog_or_tty->print_cr("       Non NULL normal " INTPTR_FORMAT, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
      )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
      PSParallelCompact::mark_and_push(cm, referent_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
  // treat next as normal oop.  next is a link in the pending list.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   113
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  debug_only(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    if(TraceReferenceGC && PrintGCDetails) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
      gclog_or_tty->print_cr("   Process next as normal " INTPTR_FORMAT, next_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  PSParallelCompact::mark_and_push(cm, next_addr);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   120
  ref->instanceKlass::oop_follow_contents(cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   121
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   122
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   123
void instanceRefKlass::oop_follow_contents(ParCompactionManager* cm,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   124
                                           oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   125
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   126
    specialized_oop_follow_contents<narrowOop>(this, cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   127
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   128
    specialized_oop_follow_contents<oop>(this, cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   129
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
#endif // SERIALGC
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   133
#ifdef ASSERT
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   134
template <class T> void trace_reference_gc(const char *s, oop obj,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   135
                                           T* referent_addr,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   136
                                           T* next_addr,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   137
                                           T* discovered_addr) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   138
  if(TraceReferenceGC && PrintGCDetails) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   139
    gclog_or_tty->print_cr("%s obj " INTPTR_FORMAT, s, (address)obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   140
    gclog_or_tty->print_cr("     referent_addr/* " INTPTR_FORMAT " / "
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   141
         INTPTR_FORMAT, referent_addr,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   142
         referent_addr ?
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   143
           (address)oopDesc::load_decode_heap_oop(referent_addr) : NULL);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   144
    gclog_or_tty->print_cr("     next_addr/* " INTPTR_FORMAT " / "
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   145
         INTPTR_FORMAT, next_addr,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   146
         next_addr ? (address)oopDesc::load_decode_heap_oop(next_addr) : NULL);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   147
    gclog_or_tty->print_cr("     discovered_addr/* " INTPTR_FORMAT " / "
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   148
         INTPTR_FORMAT, discovered_addr,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   149
         discovered_addr ?
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   150
           (address)oopDesc::load_decode_heap_oop(discovered_addr) : NULL);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   151
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   152
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   153
#endif
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   154
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   155
template <class T> void specialized_oop_adjust_pointers(instanceRefKlass *ref, oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   156
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   157
  MarkSweep::adjust_pointer(referent_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   158
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   159
  MarkSweep::adjust_pointer(next_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   160
  T* discovered_addr = (T*)java_lang_ref_Reference::discovered_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   161
  MarkSweep::adjust_pointer(discovered_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   162
  debug_only(trace_reference_gc("instanceRefKlass::oop_adjust_pointers", obj,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   163
                                referent_addr, next_addr, discovered_addr);)
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   164
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
int instanceRefKlass::oop_adjust_pointers(oop obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  int size = size_helper();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  instanceKlass::oop_adjust_pointers(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   170
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   171
    specialized_oop_adjust_pointers<narrowOop>(this, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   172
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   173
    specialized_oop_adjust_pointers<oop>(this, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  return size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   178
#define InstanceRefKlass_SPECIALIZED_OOP_ITERATE(T, nv_suffix, contains)        \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   179
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);           \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   180
  oop referent = oopDesc::load_decode_heap_oop(referent_addr);                  \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   181
  if (referent != NULL && contains(referent_addr)) {                            \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   182
    ReferenceProcessor* rp = closure->_ref_processor;                           \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   183
    if (!referent->is_gc_marked() && (rp != NULL) &&                            \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   184
        rp->discover_reference(obj, reference_type())) {                        \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   185
      return size;                                                              \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   186
    } else {                                                                    \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   187
      /* treat referent as normal oop */                                        \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   188
      SpecializationStats::record_do_oop_call##nv_suffix(SpecializationStats::irk);\
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   189
      closure->do_oop##nv_suffix(referent_addr);                                \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   190
    }                                                                           \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   191
  }                                                                             \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   192
  /* treat next as normal oop */                                                \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   193
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);                   \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   194
  if (contains(next_addr)) {                                                    \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   195
    SpecializationStats::record_do_oop_call##nv_suffix(SpecializationStats::irk); \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   196
    closure->do_oop##nv_suffix(next_addr);                                      \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   197
  }                                                                             \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   198
  return size;                                                                  \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   199
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   200
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   201
template <class T> bool contains(T *t) { return true; }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   202
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   203
// Macro to define instanceRefKlass::oop_oop_iterate for virtual/nonvirtual for
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   204
// all closures.  Macros calling macros above for each oop size.
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   205
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
#define InstanceRefKlass_OOP_OOP_ITERATE_DEFN(OopClosureType, nv_suffix)        \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
                                                                                \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
int instanceRefKlass::                                                          \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
oop_oop_iterate##nv_suffix(oop obj, OopClosureType* closure) {                  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  /* Get size before changing pointers */                                       \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
  SpecializationStats::record_iterate_call##nv_suffix(SpecializationStats::irk);\
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
                                                                                \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
  int size = instanceKlass::oop_oop_iterate##nv_suffix(obj, closure);           \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
                                                                                \
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   215
  if (UseCompressedOops) {                                                      \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   216
    InstanceRefKlass_SPECIALIZED_OOP_ITERATE(narrowOop, nv_suffix, contains);   \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   217
  } else {                                                                      \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   218
    InstanceRefKlass_SPECIALIZED_OOP_ITERATE(oop, nv_suffix, contains);         \
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
  }                                                                             \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
#define InstanceRefKlass_OOP_OOP_ITERATE_DEFN_m(OopClosureType, nv_suffix)      \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
                                                                                \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
int instanceRefKlass::                                                          \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
oop_oop_iterate##nv_suffix##_m(oop obj,                                         \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
                               OopClosureType* closure,                         \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
                               MemRegion mr) {                                  \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  SpecializationStats::record_iterate_call##nv_suffix(SpecializationStats::irk);\
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
                                                                                \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
  int size = instanceKlass::oop_oop_iterate##nv_suffix##_m(obj, closure, mr);   \
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   231
  if (UseCompressedOops) {                                                      \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   232
    InstanceRefKlass_SPECIALIZED_OOP_ITERATE(narrowOop, nv_suffix, mr.contains); \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   233
  } else {                                                                      \
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   234
    InstanceRefKlass_SPECIALIZED_OOP_ITERATE(oop, nv_suffix, mr.contains);      \
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  }                                                                             \
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
ALL_OOP_OOP_ITERATE_CLOSURES_1(InstanceRefKlass_OOP_OOP_ITERATE_DEFN)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
ALL_OOP_OOP_ITERATE_CLOSURES_3(InstanceRefKlass_OOP_OOP_ITERATE_DEFN)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
ALL_OOP_OOP_ITERATE_CLOSURES_1(InstanceRefKlass_OOP_OOP_ITERATE_DEFN_m)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
ALL_OOP_OOP_ITERATE_CLOSURES_3(InstanceRefKlass_OOP_OOP_ITERATE_DEFN_m)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
#ifndef SERIALGC
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   244
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   245
void specialized_oop_copy_contents(instanceRefKlass *ref,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   246
                                   PSPromotionManager* pm, oop obj) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
  assert(!pm->depth_first(), "invariant");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   248
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   249
  if (PSScavenge::should_scavenge(referent_addr)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
    ReferenceProcessor* rp = PSScavenge::reference_processor();
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   251
    if (rp->discover_reference(obj, ref->reference_type())) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
      // reference already enqueued, referent and next will be traversed later
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   253
      ref->instanceKlass::oop_copy_contents(pm, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
      // treat referent as normal oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
      pm->claim_or_forward_breadth(referent_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
  // treat next as normal oop
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   261
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   262
  if (PSScavenge::should_scavenge(next_addr)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
    pm->claim_or_forward_breadth(next_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
  }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   265
  ref->instanceKlass::oop_copy_contents(pm, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   268
void instanceRefKlass::oop_copy_contents(PSPromotionManager* pm, oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   269
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   270
    specialized_oop_copy_contents<narrowOop>(this, pm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   271
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   272
    specialized_oop_copy_contents<oop>(this, pm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   273
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   274
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   275
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   276
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   277
void specialized_oop_push_contents(instanceRefKlass *ref,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   278
                                   PSPromotionManager* pm, oop obj) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  assert(pm->depth_first(), "invariant");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   280
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   281
  if (PSScavenge::should_scavenge(referent_addr)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
    ReferenceProcessor* rp = PSScavenge::reference_processor();
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   283
    if (rp->discover_reference(obj, ref->reference_type())) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
      // reference already enqueued, referent and next will be traversed later
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   285
      ref->instanceKlass::oop_push_contents(pm, obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
      // treat referent as normal oop
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
      pm->claim_or_forward_depth(referent_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  // treat next as normal oop
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   293
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   294
  if (PSScavenge::should_scavenge(next_addr)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
    pm->claim_or_forward_depth(next_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
  }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   297
  ref->instanceKlass::oop_push_contents(pm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   298
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   299
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   300
void instanceRefKlass::oop_push_contents(PSPromotionManager* pm, oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   301
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   302
    specialized_oop_push_contents<narrowOop>(this, pm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   303
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   304
    specialized_oop_push_contents<oop>(this, pm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   305
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   306
}
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   307
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   308
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   309
void specialized_oop_update_pointers(instanceRefKlass *ref,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   310
                                    ParCompactionManager* cm, oop obj) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   311
  T* referent_addr = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   312
  PSParallelCompact::adjust_pointer(referent_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   313
  T* next_addr = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   314
  PSParallelCompact::adjust_pointer(next_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   315
  T* discovered_addr = (T*)java_lang_ref_Reference::discovered_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   316
  PSParallelCompact::adjust_pointer(discovered_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   317
  debug_only(trace_reference_gc("instanceRefKlass::oop_update_ptrs", obj,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   318
                                referent_addr, next_addr, discovered_addr);)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
int instanceRefKlass::oop_update_pointers(ParCompactionManager* cm, oop obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  instanceKlass::oop_update_pointers(cm, obj);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   323
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   324
    specialized_oop_update_pointers<narrowOop>(this, cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   325
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   326
    specialized_oop_update_pointers<oop>(this, cm, obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   327
  }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   328
  return size_helper();
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   329
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   332
template <class T> void
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   333
specialized_oop_update_pointers(ParCompactionManager* cm, oop obj,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   334
                                HeapWord* beg_addr, HeapWord* end_addr) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   335
  T* p;
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   336
  T* referent_addr = p = (T*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   337
  PSParallelCompact::adjust_pointer(p, beg_addr, end_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   338
  T* next_addr = p = (T*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   339
  PSParallelCompact::adjust_pointer(p, beg_addr, end_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   340
  T* discovered_addr = p = (T*)java_lang_ref_Reference::discovered_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   341
  PSParallelCompact::adjust_pointer(p, beg_addr, end_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   342
  debug_only(trace_reference_gc("instanceRefKlass::oop_update_ptrs", obj,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   343
                                referent_addr, next_addr, discovered_addr);)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
int
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
instanceRefKlass::oop_update_pointers(ParCompactionManager* cm, oop obj,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
                                      HeapWord* beg_addr, HeapWord* end_addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  instanceKlass::oop_update_pointers(cm, obj, beg_addr, end_addr);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   350
  if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   351
    specialized_oop_update_pointers<narrowOop>(cm, obj, beg_addr, end_addr);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   352
  } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   353
    specialized_oop_update_pointers<oop>(cm, obj, beg_addr, end_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  return size_helper();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
#endif // SERIALGC
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
void instanceRefKlass::update_nonstatic_oop_maps(klassOop k) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
  // Clear the nonstatic oop-map entries corresponding to referent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  // and nextPending field.  They are treated specially by the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
  // garbage collector.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
  // The discovered field is used only by the garbage collector
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
  // and is also treated specially.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
  instanceKlass* ik = instanceKlass::cast(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
  // Check that we have the right class
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
  debug_only(static bool first_time = true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
  assert(k == SystemDictionary::reference_klass() && first_time,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
         "Invalid update of maps");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  debug_only(first_time = false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
  assert(ik->nonstatic_oop_map_size() == 1, "just checking");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
  OopMapBlock* map = ik->start_of_nonstatic_oop_maps();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
  // Check that the current map is (2,4) - currently points at field with
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
  // offset 2 (words) and has 4 map entries.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  debug_only(int offset = java_lang_ref_Reference::referent_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
  debug_only(int length = ((java_lang_ref_Reference::discovered_offset -
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   380
    java_lang_ref_Reference::referent_offset)/heapOopSize) + 1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
  if (UseSharedSpaces) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
    assert(map->offset() == java_lang_ref_Reference::queue_offset &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
           map->length() == 1, "just checking");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
    assert(map->offset() == offset && map->length() == length,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
           "just checking");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
    // Update map to (3,1) - point to offset of 3 (words) with 1 map entry.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
    map->set_offset(java_lang_ref_Reference::queue_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
    map->set_length(1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
// Verification
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
void instanceRefKlass::oop_verify_on(oop obj, outputStream* st) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
  instanceKlass::oop_verify_on(obj, st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
  // Verify referent field
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
  oop referent = java_lang_ref_Reference::referent(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
  // We should make this general to all heaps
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  GenCollectedHeap* gch = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  if (Universe::heap()->kind() == CollectedHeap::GenCollectedHeap)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
    gch = GenCollectedHeap::heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  if (referent != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
    guarantee(referent->is_oop(), "referent field heap failed");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   410
    if (gch != NULL && !gch->is_in_youngest(obj)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
      // We do a specific remembered set check here since the referent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
      // field is not part of the oop mask and therefore skipped by the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
      // regular verify code.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   414
      if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   415
        narrowOop* referent_addr = (narrowOop*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   416
        obj->verify_old_oop(referent_addr, true);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   417
      } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   418
        oop* referent_addr = (oop*)java_lang_ref_Reference::referent_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   419
        obj->verify_old_oop(referent_addr, true);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   420
      }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   421
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
  // Verify next field
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
  oop next = java_lang_ref_Reference::next(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
  if (next != NULL) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   426
    guarantee(next->is_oop(), "next field verify fa iled");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
    guarantee(next->is_instanceRef(), "next field verify failed");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
    if (gch != NULL && !gch->is_in_youngest(obj)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
      // We do a specific remembered set check here since the next field is
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
      // not part of the oop mask and therefore skipped by the regular
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
      // verify code.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   432
      if (UseCompressedOops) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   433
        narrowOop* next_addr = (narrowOop*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   434
        obj->verify_old_oop(next_addr, true);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   435
      } else {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   436
        oop* next_addr = (oop*)java_lang_ref_Reference::next_addr(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   437
        obj->verify_old_oop(next_addr, true);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   438
      }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
void instanceRefKlass::acquire_pending_list_lock(BasicLock *pending_list_basic_lock) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
  // we may enter this with pending exception set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
  PRESERVE_EXCEPTION_MARK;  // exceptions are never thrown, needed for TRAPS argument
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
  Handle h_lock(THREAD, java_lang_ref_Reference::pending_list_lock());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
  ObjectSynchronizer::fast_enter(h_lock, pending_list_basic_lock, false, THREAD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
  assert(ObjectSynchronizer::current_thread_holds_lock(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
           JavaThread::current(), h_lock),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
         "Locking should have succeeded");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
  if (HAS_PENDING_EXCEPTION) CLEAR_PENDING_EXCEPTION;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
void instanceRefKlass::release_and_notify_pending_list_lock(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  BasicLock *pending_list_basic_lock) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
  // we may enter this with pending exception set
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
  PRESERVE_EXCEPTION_MARK;  // exceptions are never thrown, needed for TRAPS argument
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
  Handle h_lock(THREAD, java_lang_ref_Reference::pending_list_lock());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
  assert(ObjectSynchronizer::current_thread_holds_lock(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
           JavaThread::current(), h_lock),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
         "Lock should be held");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
  // Notify waiters on pending lists lock if there is any reference.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  if (java_lang_ref_Reference::pending_list() != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
    ObjectSynchronizer::notifyall(h_lock, THREAD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
  ObjectSynchronizer::fast_exit(h_lock(), pending_list_basic_lock, THREAD);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
  if (HAS_PENDING_EXCEPTION) CLEAR_PENDING_EXCEPTION;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
}