src/hotspot/share/gc/cms/adaptiveFreeList.cpp
author coleenp
Wed, 06 Jun 2018 10:45:40 -0400
changeset 50429 83aec1d357d4
parent 49708 6709f13dccd3
permissions -rw-r--r--
8204301: Make OrderAccess functions available to hpp rather than inline.hpp files Summary: move orderAccess.inline.hpp into orderAccess.hpp and remove os.hpp inclusion and conditional os::is_MP() for fence on x86 platforms Reviewed-by: dholmes, hseigel
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     1
/*
50429
83aec1d357d4 8204301: Make OrderAccess functions available to hpp rather than inline.hpp files
coleenp
parents: 49708
diff changeset
     2
 * Copyright (c) 2012, 2018, Oracle and/or its affiliates. All rights reserved.
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     4
 *
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     7
 * published by the Free Software Foundation.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     8
 *
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    13
 * accompanied this code).
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    14
 *
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    18
 *
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    21
 * questions.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    22
 *
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    23
 */
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    24
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    25
#include "precompiled.hpp"
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    26
#include "gc/cms/adaptiveFreeList.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    27
#include "gc/cms/freeChunk.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    28
#include "gc/shared/collectedHeap.hpp"
49708
6709f13dccd3 8200735: Move CMS specific code from binaryTreeDictionary and freeList to CMS files
stefank
parents: 47216
diff changeset
    29
#include "memory/freeList.inline.hpp"
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    30
#include "runtime/globals.hpp"
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    31
#include "runtime/mutex.hpp"
50429
83aec1d357d4 8204301: Make OrderAccess functions available to hpp rather than inline.hpp files
coleenp
parents: 49708
diff changeset
    32
#include "runtime/orderAccess.hpp"
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    33
#include "runtime/vmThread.hpp"
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    34
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    35
template <>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    36
void AdaptiveFreeList<FreeChunk>::print_on(outputStream* st, const char* c) const {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    37
  if (c != NULL) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    38
    st->print("%16s", c);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    39
  } else {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    40
    st->print(SIZE_FORMAT_W(16), size());
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    41
  }
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    42
  st->print("\t"
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    43
           SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t"
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    44
           SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\t" SSIZE_FORMAT_W(14) "\n",
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    45
           bfr_surp(),             surplus(),             desired(),             prev_sweep(),           before_sweep(),
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    46
           count(),               coal_births(),          coal_deaths(),          split_births(),         split_deaths());
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    47
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    48
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    49
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    50
AdaptiveFreeList<Chunk>::AdaptiveFreeList() : FreeList<Chunk>(), _hint(0) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    51
  init_statistics();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    52
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    53
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    54
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    55
void AdaptiveFreeList<Chunk>::initialize() {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    56
  FreeList<Chunk>::initialize();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    57
  set_hint(0);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    58
  init_statistics(true /* split_birth */);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    59
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    60
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    61
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    62
void AdaptiveFreeList<Chunk>::reset(size_t hint) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    63
  FreeList<Chunk>::reset();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    64
  set_hint(hint);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    65
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    66
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    67
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    68
void AdaptiveFreeList<Chunk>::init_statistics(bool split_birth) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    69
  _allocation_stats.initialize(split_birth);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    70
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    71
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    72
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    73
size_t AdaptiveFreeList<Chunk>::get_better_size() {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    74
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    75
  // A candidate chunk has been found.  If it is already under
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    76
  // populated and there is a hinT, REturn the hint().  Else
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    77
  // return the size of this chunk.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    78
  if (surplus() <= 0) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    79
    if (hint() != 0) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    80
      return hint();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    81
    } else {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    82
      return size();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    83
    }
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    84
  } else {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    85
    // This list has a surplus so use it.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    86
    return size();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    87
  }
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    88
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    89
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    90
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    91
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    92
void AdaptiveFreeList<Chunk>::return_chunk_at_head(Chunk* chunk) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    93
  assert_proper_lock_protection();
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    94
  return_chunk_at_head(chunk, true);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    95
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    96
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    97
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    98
void AdaptiveFreeList<Chunk>::return_chunk_at_head(Chunk* chunk, bool record_return) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
    99
  FreeList<Chunk>::return_chunk_at_head(chunk, record_return);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   100
#ifdef ASSERT
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   101
  if (record_return) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   102
    increment_returned_bytes_by(size()*HeapWordSize);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   103
  }
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   104
#endif
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   105
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   106
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   107
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   108
void AdaptiveFreeList<Chunk>::return_chunk_at_tail(Chunk* chunk) {
22827
07d991d45a51 8023033: PPC64 (part 13): basic changes for AIX
goetz
parents: 17632
diff changeset
   109
  AdaptiveFreeList<Chunk>::return_chunk_at_tail(chunk, true);
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   110
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   111
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   112
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   113
void AdaptiveFreeList<Chunk>::return_chunk_at_tail(Chunk* chunk, bool record_return) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   114
  FreeList<Chunk>::return_chunk_at_tail(chunk, record_return);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   115
#ifdef ASSERT
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   116
  if (record_return) {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   117
    increment_returned_bytes_by(size()*HeapWordSize);
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   118
  }
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   119
#endif
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   120
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   121
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   122
#ifndef PRODUCT
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   123
template <class Chunk>
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   124
void AdaptiveFreeList<Chunk>::verify_stats() const {
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   125
  // The +1 of the LH comparand is to allow some "looseness" in
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   126
  // checking: we usually call this interface when adding a block
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   127
  // and we'll subsequently update the stats; we cannot update the
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   128
  // stats beforehand because in the case of the large-block BT
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   129
  // dictionary for example, this might be the first block and
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   130
  // in that case there would be no place that we could record
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   131
  // the stats (which are kept in the block itself).
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   132
  assert((_allocation_stats.prev_sweep() + _allocation_stats.split_births()
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   133
          + _allocation_stats.coal_births() + 1)   // Total Production Stock + 1
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   134
         >= (_allocation_stats.split_deaths() + _allocation_stats.coal_deaths()
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   135
             + (ssize_t)count()),                // Total Current Stock + depletion
33105
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   136
         "FreeList " PTR_FORMAT " of size " SIZE_FORMAT
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   137
         " violates Conservation Principle: "
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   138
         "prev_sweep(" SIZE_FORMAT ")"
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   139
         " + split_births(" SIZE_FORMAT ")"
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   140
         " + coal_births(" SIZE_FORMAT ") + 1 >= "
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   141
         " split_deaths(" SIZE_FORMAT ")"
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   142
         " coal_deaths(" SIZE_FORMAT ")"
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   143
         " + count(" SSIZE_FORMAT ")",
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   144
         p2i(this), size(), _allocation_stats.prev_sweep(), _allocation_stats.split_births(),
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   145
         _allocation_stats.coal_births(), _allocation_stats.split_deaths(),
294e48b4f704 8080775: Better argument formatting for assert() and friends
david
parents: 30764
diff changeset
   146
         _allocation_stats.coal_deaths(), count());
14123
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   147
}
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   148
#endif
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   149
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   150
// Needs to be after the definitions have been seen.
944e56f74fba 7045397: NPG: Add freelists to class loader arenas.
jmasa
parents:
diff changeset
   151
template class AdaptiveFreeList<FreeChunk>;