src/hotspot/share/gc/z/zThreadLocalAllocBuffer.cpp
author pliden
Wed, 20 Nov 2019 10:37:45 +0100
changeset 59147 e735301d76b9
parent 58705 f5662bdbee4a
permissions -rw-r--r--
8234379: ZGC: Do not resize TALBs unless -XX:ResizeTLAB is enabled Reviewed-by: eosterlund, tschatzl
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     1
/*
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
     2
 * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     4
 *
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     7
 * published by the Free Software Foundation.
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     8
 *
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    13
 * accompanied this code).
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    14
 *
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    18
 *
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    21
 * questions.
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    22
 */
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    23
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    24
#include "precompiled.hpp"
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    25
#include "gc/z/zAddress.inline.hpp"
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    26
#include "gc/z/zThreadLocalAllocBuffer.hpp"
58705
f5662bdbee4a 8232235: ZGC: Move ZValue inline funtions to zValue.inline.hpp
pliden
parents: 53842
diff changeset
    27
#include "gc/z/zValue.inline.hpp"
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    28
#include "runtime/globals.hpp"
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    29
#include "runtime/thread.hpp"
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    30
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    31
ZPerWorker<ThreadLocalAllocStats>* ZThreadLocalAllocBuffer::_stats = NULL;
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    32
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    33
void ZThreadLocalAllocBuffer::initialize() {
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    34
  if (UseTLAB) {
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    35
    assert(_stats == NULL, "Already initialized");
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    36
    _stats = new ZPerWorker<ThreadLocalAllocStats>();
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    37
    reset_statistics();
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    38
  }
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    39
}
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    40
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    41
void ZThreadLocalAllocBuffer::reset_statistics() {
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    42
  if (UseTLAB) {
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    43
    ZPerWorkerIterator<ThreadLocalAllocStats> iter(_stats);
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    44
    for (ThreadLocalAllocStats* stats; iter.next(&stats);) {
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    45
      stats->reset();
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    46
    }
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    47
  }
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    48
}
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    49
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    50
void ZThreadLocalAllocBuffer::publish_statistics() {
51818
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    51
  if (UseTLAB) {
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    52
    ThreadLocalAllocStats total;
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    53
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    54
    ZPerWorkerIterator<ThreadLocalAllocStats> iter(_stats);
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    55
    for (ThreadLocalAllocStats* stats; iter.next(&stats);) {
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    56
      total.update(*stats);
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    57
    }
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    58
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    59
    total.publish();
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    60
  }
75e4ce0fa1ba 8210883: ZGC: Parallel retire/resize/remap of TLABs
pliden
parents:
diff changeset
    61
}
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    62
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    63
static void fixup_address(HeapWord** p) {
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    64
  *p = (HeapWord*)ZAddress::good_or_null((uintptr_t)*p);
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    65
}
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    66
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    67
void ZThreadLocalAllocBuffer::retire(Thread* thread) {
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    68
  if (UseTLAB && thread->is_Java_thread()) {
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    69
    ThreadLocalAllocStats* const stats = _stats->addr();
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    70
    thread->tlab().addresses_do(fixup_address);
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    71
    thread->tlab().retire(stats);
59147
e735301d76b9 8234379: ZGC: Do not resize TALBs unless -XX:ResizeTLAB is enabled
pliden
parents: 58705
diff changeset
    72
    if (ResizeTLAB) {
e735301d76b9 8234379: ZGC: Do not resize TALBs unless -XX:ResizeTLAB is enabled
pliden
parents: 58705
diff changeset
    73
      thread->tlab().resize();
e735301d76b9 8234379: ZGC: Do not resize TALBs unless -XX:ResizeTLAB is enabled
pliden
parents: 58705
diff changeset
    74
    }
53842
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    75
  }
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    76
}
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    77
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    78
void ZThreadLocalAllocBuffer::remap(Thread* thread) {
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    79
  if (UseTLAB && thread->is_Java_thread()) {
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    80
    thread->tlab().addresses_do(fixup_address);
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    81
  }
c459deff5939 8219331: ZGC: Unify TLAB retire/remap handling
pliden
parents: 51818
diff changeset
    82
}