src/hotspot/share/jfr/utilities/jfrAllocation.cpp
author mgronlun
Wed, 30 Oct 2019 19:43:52 +0100
changeset 58863 c16ac7a2eba4
parent 50714 2230bb152a9f
child 59252 623722a6aeb9
permissions -rw-r--r--
8226511: Implement JFR Event Streaming Reviewed-by: egahlin, mseledtsov, mgronlun Contributed-by: erik.gahlin@oracle.com, mikhailo.seledtsov@oracle.com, markus.gronlund@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     1
/*
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     2
 * Copyright (c) 2014, 2018, Oracle and/or its affiliates. All rights reserved.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     4
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     7
 * published by the Free Software Foundation.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     8
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    13
 * accompanied this code).
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    14
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    18
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    21
 * questions.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    22
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    23
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    24
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    25
#include "precompiled.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    26
#include "jfr/recorder/jfrRecorder.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    27
#include "jfr/utilities/jfrAllocation.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    28
#include "logging/log.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    29
#include "memory/allocation.inline.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    30
#include "runtime/atomic.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    31
#include "runtime/vm_version.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    32
#include "utilities/debug.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    33
#include "utilities/macros.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    34
#include "utilities/nativeCallStack.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    35
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    36
#ifdef ASSERT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    37
static jlong atomic_add_jlong(jlong value, jlong volatile* const dest) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    38
  assert(VM_Version::supports_cx8(), "unsupported");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    39
  jlong compare_value;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    40
  jlong exchange_value;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    41
  do {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 50714
diff changeset
    42
    compare_value = *dest;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    43
    exchange_value = compare_value + value;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    44
  } while (Atomic::cmpxchg(exchange_value, dest, compare_value) != compare_value);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    45
  return exchange_value;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    46
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    47
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    48
// debug statistics
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    49
static volatile jlong _allocated_bytes = 0;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    50
static volatile jlong _deallocated_bytes = 0;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    51
static volatile jlong _live_set_bytes = 0;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    52
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    53
static void add(size_t alloc_size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    54
  if (!JfrRecorder::is_created()) {
50714
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    55
    const jlong total_allocated = atomic_add_jlong((jlong)alloc_size, &_allocated_bytes);
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    56
    const jlong current_live_set = atomic_add_jlong((jlong)alloc_size, &_live_set_bytes);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    57
    log_trace(jfr, system)("Allocation: [" SIZE_FORMAT "] bytes", alloc_size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    58
    log_trace(jfr, system)("Total alloc [" JLONG_FORMAT "] bytes", total_allocated);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    59
    log_trace(jfr, system)("Liveset:    [" JLONG_FORMAT "] bytes", current_live_set);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    60
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    61
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    62
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    63
static void subtract(size_t dealloc_size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    64
  if (!JfrRecorder::is_created()) {
50714
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    65
    const jlong total_deallocated = atomic_add_jlong((jlong)dealloc_size, &_deallocated_bytes);
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    66
    const jlong current_live_set = atomic_add_jlong(((jlong)dealloc_size * -1), &_live_set_bytes);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    67
    log_trace(jfr, system)("Deallocation: [" SIZE_FORMAT "] bytes", dealloc_size);
50714
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    68
    log_trace(jfr, system)("Total dealloc [" JLONG_FORMAT "] bytes", total_deallocated);
2230bb152a9f 8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents: 50429
diff changeset
    69
    log_trace(jfr, system)("Liveset:      [" JLONG_FORMAT "] bytes", current_live_set);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    70
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    71
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    72
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    73
static void hook_memory_deallocation(size_t dealloc_size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    74
  subtract(dealloc_size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    75
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    76
#endif // ASSERT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    77
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    78
static void hook_memory_allocation(const char* allocation, size_t alloc_size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    79
  if (NULL == allocation) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    80
    if (!JfrRecorder::is_created()) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    81
      log_warning(jfr, system)("Memory allocation failed for size [" SIZE_FORMAT "] bytes", alloc_size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    82
      return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    83
    } else {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    84
      // after critical startup, fail as by default
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    85
      vm_exit_out_of_memory(alloc_size, OOM_MALLOC_ERROR, "AllocateHeap");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    86
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    87
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    88
  debug_only(add(alloc_size));
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    89
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    90
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    91
void JfrCHeapObj::on_memory_allocation(const void* allocation, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    92
  hook_memory_allocation((const char*)allocation, size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    93
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    94
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    95
void* JfrCHeapObj::operator new(size_t size) throw() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    96
  return operator new(size, std::nothrow);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    97
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    98
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    99
void* JfrCHeapObj::operator new (size_t size, const std::nothrow_t&  nothrow_constant) throw() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   100
  void* const memory = CHeapObj<mtTracing>::operator new(size, nothrow_constant, CALLER_PC);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   101
  hook_memory_allocation((const char*)memory, size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   102
  return memory;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   103
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   104
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   105
void* JfrCHeapObj::operator new [](size_t size) throw() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   106
  return operator new[](size, std::nothrow);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   107
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   108
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   109
void* JfrCHeapObj::operator new [](size_t size, const std::nothrow_t&  nothrow_constant) throw() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   110
  void* const memory = CHeapObj<mtTracing>::operator new[](size, nothrow_constant, CALLER_PC);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   111
  hook_memory_allocation((const char*)memory, size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   112
  return memory;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   113
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   114
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   115
void JfrCHeapObj::operator delete(void* p, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   116
  debug_only(hook_memory_deallocation(size);)
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   117
  CHeapObj<mtTracing>::operator delete(p);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   118
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   119
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   120
void JfrCHeapObj::operator delete[](void* p, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   121
  debug_only(hook_memory_deallocation(size);)
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   122
  CHeapObj<mtTracing>::operator delete[](p);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   123
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   124
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   125
char* JfrCHeapObj::realloc_array(char* old, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   126
  char* const memory = ReallocateHeap(old, size, mtTracing, AllocFailStrategy::RETURN_NULL);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   127
  hook_memory_allocation(memory, size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   128
  return memory;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   129
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   130
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   131
void JfrCHeapObj::free(void* p, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   132
  debug_only(hook_memory_deallocation(size);)
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   133
  FreeHeap(p);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   134
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   135
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   136
char* JfrCHeapObj::allocate_array_noinline(size_t elements, size_t element_size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   137
  return AllocateHeap(elements * element_size, mtTracing, CALLER_PC, AllocFailStrategy::RETURN_NULL);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   138
}