src/hotspot/share/services/memTracker.hpp
author zgu
Mon, 05 Feb 2018 13:23:26 -0500
changeset 48865 53427ddce0a0
parent 47216 71c04702a3d5
child 48872 c7774afc93e3
permissions -rw-r--r--
8194934: NMT: Remove MemTracker::get_virtual_memory_xxx_tracker(), create Tracker in place Summary: Create tracker in place to avoid additional locking Reviewed-by: coleenp
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     1
/*
48865
53427ddce0a0 8194934: NMT: Remove MemTracker::get_virtual_memory_xxx_tracker(), create Tracker in place
zgu
parents: 47216
diff changeset
     2
 * Copyright (c) 2013, 2018, Oracle and/or its affiliates. All rights reserved.
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     4
 *
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     7
 * published by the Free Software Foundation.
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     8
 *
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    13
 * accompanied this code).
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    14
 *
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    18
 *
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    21
 * questions.
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    22
 *
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    23
 */
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    24
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    25
#ifndef SHARE_VM_SERVICES_MEM_TRACKER_HPP
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    26
#define SHARE_VM_SERVICES_MEM_TRACKER_HPP
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
    27
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    28
#include "services/nmtCommon.hpp"
26144
35e11b657728 8055007: NMT2: emptyStack missing in minimal build
zgu
parents: 25946
diff changeset
    29
#include "utilities/nativeCallStack.hpp"
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    30
13975
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    31
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    32
#if !INCLUDE_NMT
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    33
26144
35e11b657728 8055007: NMT2: emptyStack missing in minimal build
zgu
parents: 25946
diff changeset
    34
#define CURRENT_PC   NativeCallStack::EMPTY_STACK
35e11b657728 8055007: NMT2: emptyStack missing in minimal build
zgu
parents: 25946
diff changeset
    35
#define CALLER_PC    NativeCallStack::EMPTY_STACK
13975
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    36
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    37
class Tracker : public StackObj {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    38
 public:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    39
  Tracker() { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    40
  void record(address addr, size_t size) { }
13975
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    41
};
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
    42
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    43
class MemTracker : AllStatic {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    44
 public:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    45
  static inline NMT_TrackingLevel tracking_level() { return NMT_off; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    46
  static inline void shutdown() { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    47
  static inline void init() { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    48
  static bool check_launcher_nmt_support(const char* value) { return true; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    49
  static bool verify_nmt_option() { return true; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    50
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    51
  static inline void* record_malloc(void* mem_base, size_t size, MEMFLAGS flag,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    52
    const NativeCallStack& stack, NMT_TrackingLevel level) { return mem_base; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    53
  static inline size_t malloc_header_size(NMT_TrackingLevel level) { return 0; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    54
  static inline size_t malloc_header_size(void* memblock) { return 0; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    55
  static inline void* malloc_base(void* memblock) { return memblock; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    56
  static inline void* record_free(void* memblock) { return memblock; }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    57
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    58
  static inline void record_new_arena(MEMFLAGS flag) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    59
  static inline void record_arena_free(MEMFLAGS flag) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    60
  static inline void record_arena_size_change(int diff, MEMFLAGS flag) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    61
  static inline void record_virtual_memory_reserve(void* addr, size_t size, const NativeCallStack& stack,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    62
                       MEMFLAGS flag = mtNone) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    63
  static inline void record_virtual_memory_reserve_and_commit(void* addr, size_t size,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    64
    const NativeCallStack& stack, MEMFLAGS flag = mtNone) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    65
  static inline void record_virtual_memory_commit(void* addr, size_t size, const NativeCallStack& stack) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    66
  static inline void record_virtual_memory_type(void* addr, MEMFLAGS flag) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    67
  static inline void record_thread_stack(void* addr, size_t size) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    68
  static inline void release_thread_stack(void* addr, size_t size) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    69
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    70
  static void final_report(outputStream*) { }
27162
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
    71
  static void error_report(outputStream*) { }
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    72
};
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    73
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    74
#else
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    75
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    76
#include "runtime/threadCritical.hpp"
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    77
#include "services/mallocTracker.hpp"
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    78
#include "services/virtualMemoryTracker.hpp"
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    79
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    80
extern volatile bool NMT_stack_walkable;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    81
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    82
#define CURRENT_PC ((MemTracker::tracking_level() == NMT_detail && NMT_stack_walkable) ? \
26144
35e11b657728 8055007: NMT2: emptyStack missing in minimal build
zgu
parents: 25946
diff changeset
    83
                    NativeCallStack(0, true) : NativeCallStack::EMPTY_STACK)
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    84
#define CALLER_PC  ((MemTracker::tracking_level() == NMT_detail && NMT_stack_walkable) ?  \
26144
35e11b657728 8055007: NMT2: emptyStack missing in minimal build
zgu
parents: 25946
diff changeset
    85
                    NativeCallStack(1, true) : NativeCallStack::EMPTY_STACK)
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    86
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    87
class MemBaseline;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    88
class Mutex;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    89
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    90
// Tracker is used for guarding 'release' semantics of virtual memory operation, to avoid
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    91
// the other thread obtains and records the same region that is just 'released' by current
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    92
// thread but before it can record the operation.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    93
class Tracker : public StackObj {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    94
 public:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    95
  enum TrackerType {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    96
     uncommit,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    97
     release
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    98
  };
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
    99
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   100
 public:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   101
  Tracker(enum TrackerType type) : _type(type) { }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   102
  void record(address addr, size_t size);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   103
 private:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   104
  enum TrackerType  _type;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   105
  // Virtual memory tracking data structures are protected by ThreadCritical lock.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   106
  ThreadCritical    _tc;
13975
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
   107
};
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
   108
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
   109
class MemTracker : AllStatic {
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   110
 public:
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   111
  static inline NMT_TrackingLevel tracking_level() {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   112
    if (_tracking_level == NMT_unknown) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   113
      // No fencing is needed here, since JVM is in single-threaded
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   114
      // mode.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   115
      _tracking_level = init_tracking_level();
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   116
      _cmdline_tracking_level = _tracking_level;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   117
    }
13861
619cff4bfb8b 7188594: Print statistic collected by NMT with VM flag
zgu
parents: 13859
diff changeset
   118
    return _tracking_level;
619cff4bfb8b 7188594: Print statistic collected by NMT with VM flag
zgu
parents: 13859
diff changeset
   119
  }
619cff4bfb8b 7188594: Print statistic collected by NMT with VM flag
zgu
parents: 13859
diff changeset
   120
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   121
  // A late initialization, for the stuff(s) can not be
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   122
  // done in init_tracking_level(), which can NOT malloc
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   123
  // any memory.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   124
  static void init();
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   125
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   126
  // Shutdown native memory tracking
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   127
  static void shutdown();
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   128
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   129
  // Verify native memory tracking command line option.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   130
  // This check allows JVM to detect if compatible launcher
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   131
  // is used.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   132
  // If an incompatible launcher is used, NMT may not be
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   133
  // able to start, even it is enabled by command line option.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   134
  // A warning message should be given if it is encountered.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   135
  static bool check_launcher_nmt_support(const char* value);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   136
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   137
  // This method checks native memory tracking environment
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   138
  // variable value passed by launcher.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   139
  // Launcher only obligated to pass native memory tracking
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   140
  // option value, but not obligated to validate the value,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   141
  // and launcher has option to discard native memory tracking
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   142
  // option from the command line once it sets up the environment
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   143
  // variable, so NMT has to catch the bad value here.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   144
  static bool verify_nmt_option();
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   145
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   146
  // Transition the tracking level to specified level
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   147
  static bool transition_to(NMT_TrackingLevel level);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   148
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   149
  static inline void* record_malloc(void* mem_base, size_t size, MEMFLAGS flag,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   150
    const NativeCallStack& stack, NMT_TrackingLevel level) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   151
    return MallocTracker::record_malloc(mem_base, size, flag, stack, level);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   152
  }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   153
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   154
  static inline size_t malloc_header_size(NMT_TrackingLevel level) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   155
    return MallocTracker::malloc_header_size(level);
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   156
  }
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   157
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   158
  static size_t malloc_header_size(void* memblock) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   159
    if (tracking_level() != NMT_off) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   160
      return MallocTracker::get_header_size(memblock);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   161
    }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   162
    return 0;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   163
  }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   164
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   165
  // To malloc base address, which is the starting address
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   166
  // of malloc tracking header if tracking is enabled.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   167
  // Otherwise, it returns the same address.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   168
  static void* malloc_base(void* memblock);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   169
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   170
  // Record malloc free and return malloc base address
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   171
  static inline void* record_free(void* memblock) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   172
    return MallocTracker::record_free(memblock);
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   173
  }
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   174
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   175
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   176
  // Record creation of an arena
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   177
  static inline void record_new_arena(MEMFLAGS flag) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   178
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   179
    MallocTracker::record_new_arena(flag);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   180
  }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   181
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   182
  // Record destruction of an arena
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   183
  static inline void record_arena_free(MEMFLAGS flag) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   184
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   185
    MallocTracker::record_arena_free(flag);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   186
  }
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   187
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   188
  // Record arena size change. Arena size is the size of all arena
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   189
  // chuncks that backing up the arena.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   190
  static inline void record_arena_size_change(int diff, MEMFLAGS flag) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   191
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   192
    MallocTracker::record_arena_size_change(diff, flag);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   193
  }
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   194
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   195
  static inline void record_virtual_memory_reserve(void* addr, size_t size, const NativeCallStack& stack,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   196
    MEMFLAGS flag = mtNone) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   197
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   198
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   199
      ThreadCritical tc;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   200
      // Recheck to avoid potential racing during NMT shutdown
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   201
      if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   202
      VirtualMemoryTracker::add_reserved_region((address)addr, size, stack, flag);
16436
6b67e51e3cfb 8009298: NMT: Special version of class loading/unloading with runThese stresses out NMT
zgu
parents: 15452
diff changeset
   203
    }
6b67e51e3cfb 8009298: NMT: Special version of class loading/unloading with runThese stresses out NMT
zgu
parents: 15452
diff changeset
   204
  }
6b67e51e3cfb 8009298: NMT: Special version of class loading/unloading with runThese stresses out NMT
zgu
parents: 15452
diff changeset
   205
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   206
  static inline void record_virtual_memory_reserve_and_commit(void* addr, size_t size,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   207
    const NativeCallStack& stack, MEMFLAGS flag = mtNone) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   208
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   209
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   210
      ThreadCritical tc;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   211
      if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   212
      VirtualMemoryTracker::add_reserved_region((address)addr, size,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   213
        stack, flag, true);
46976
6d4058ac744f 8186748: NMT: memTracker::record_virtual_memory_reserve_and_commit() does not tag the memory as committed
zgu
parents: 40655
diff changeset
   214
      VirtualMemoryTracker::add_committed_region((address)addr, size, stack);
19546
f6b7c9e96ea3 8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents: 18681
diff changeset
   215
    }
f6b7c9e96ea3 8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents: 18681
diff changeset
   216
  }
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   217
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   218
  static inline void record_virtual_memory_commit(void* addr, size_t size,
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   219
    const NativeCallStack& stack) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   220
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   221
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   222
      ThreadCritical tc;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   223
      if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   224
      VirtualMemoryTracker::add_committed_region((address)addr, size, stack);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   225
    }
18086
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   226
  }
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   227
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   228
  static inline void record_virtual_memory_type(void* addr, MEMFLAGS flag) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   229
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   230
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   231
      ThreadCritical tc;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   232
      if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   233
      VirtualMemoryTracker::set_reserved_region_type((address)addr, flag);
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   234
    }
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   235
  }
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   236
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   237
  static inline void record_thread_stack(void* addr, size_t size) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   238
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   239
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   240
      // uses thread stack malloc slot for book keeping number of threads
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   241
      MallocMemorySummary::record_malloc(0, mtThreadStack);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   242
      record_virtual_memory_reserve_and_commit(addr, size, CALLER_PC, mtThreadStack);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   243
    }
18086
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   244
  }
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   245
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   246
  static inline void release_thread_stack(void* addr, size_t size) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   247
    if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   248
    if (addr != NULL) {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   249
      // uses thread stack malloc slot for book keeping number of threads
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   250
      MallocMemorySummary::record_free(0, mtThreadStack);
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   251
      ThreadCritical tc;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   252
      if (tracking_level() < NMT_summary) return;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   253
      VirtualMemoryTracker::remove_released_region((address)addr, size);
18086
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   254
    }
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   255
  }
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   256
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   257
  // Query lock is used to synchronize the access to tracking data.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   258
  // So far, it is only used by JCmd query, but it may be used by
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   259
  // other tools.
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   260
  static inline Mutex* query_lock() { return _query_lock; }
18086
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   261
27162
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   262
  // Make a final report or report for hs_err file.
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   263
  static void error_report(outputStream* output) {
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   264
    if (tracking_level() >= NMT_summary) {
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   265
      report(true, output);  // just print summary for error case.
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   266
    }
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   267
   }
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   268
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   269
  static void final_report(outputStream* output) {
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   270
    NMT_TrackingLevel level = tracking_level();
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   271
    if (level >= NMT_summary) {
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   272
      report(level == NMT_summary, output);
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   273
    }
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   274
  }
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   275
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   276
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   277
  // Stored baseline
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   278
  static inline MemBaseline& get_baseline() {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   279
    return _baseline;
18086
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   280
  }
f44cf213a775 8013651: NMT: reserve/release sequence id's in incorrect order due to race
zgu
parents: 16991
diff changeset
   281
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   282
  static NMT_TrackingLevel cmdline_tracking_level() {
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   283
    return _cmdline_tracking_level;
15452
3bfde2dea09d 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 15104
diff changeset
   284
  }
3bfde2dea09d 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 15104
diff changeset
   285
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   286
  static void tuning_statistics(outputStream* out);
15452
3bfde2dea09d 8005012: Add WB APIs to better support NMT testing
ctornqvi
parents: 15104
diff changeset
   287
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   288
 private:
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   289
  static NMT_TrackingLevel init_tracking_level();
27162
0a4a7276949b 8059100: SIGSEGV VirtualMemoryTracker::remove_released_region
coleenp
parents: 26144
diff changeset
   290
  static void report(bool summary_only, outputStream* output);
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   291
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   292
 private:
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   293
  // Tracking level
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   294
  static volatile NMT_TrackingLevel   _tracking_level;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   295
  // If NMT option value passed by launcher through environment
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   296
  // variable is valid
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   297
  static bool                         _is_nmt_env_valid;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   298
  // command line tracking level
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   299
  static NMT_TrackingLevel            _cmdline_tracking_level;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   300
  // Stored baseline
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   301
  static MemBaseline      _baseline;
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   302
  // Query lock
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   303
  static Mutex*           _query_lock;
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   304
};
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   305
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   306
#endif // INCLUDE_NMT
13975
2f7431485cfa 7189254: Change makefiles for more flexibility to override defaults
jprovino
parents: 13861
diff changeset
   307
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents:
diff changeset
   308
#endif // SHARE_VM_SERVICES_MEM_TRACKER_HPP
25946
1572c9f03fb9 8046598: Scalable Native memory tracking development
zgu
parents: 25477
diff changeset
   309