hotspot/src/share/vm/runtime/sweeper.hpp
author anoll
Fri, 27 Sep 2013 10:50:55 +0200
changeset 20290 2127dc70bce9
parent 19339 d247781beec7
child 21575 6a9645992cee
permissions -rw-r--r--
8020151: PSR:PERF Large performance regressions when code cache is filled Summary: Code cache sweeping based on method hotness; removed speculatively disconnect Reviewed-by: kvn, iveresov
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
     2
 * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    25
#ifndef SHARE_VM_RUNTIME_SWEEPER_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    26
#define SHARE_VM_RUNTIME_SWEEPER_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    27
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
// An NmethodSweeper is an incremental cleaner for:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
//    - cleanup inline caches
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    30
//    - reclamation of nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    31
// Removing nmethods from the code cache includes two operations
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    32
//  1) mark active nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    33
//     Is done in 'mark_active_nmethods()'. This function is called at a
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    34
//     safepoint and marks all nmethods that are active on a thread's stack.
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    35
//  2) sweep nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    36
//     Is done in sweep_code_cache(). This function is the only place in the
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    37
//     sweeper where memory is reclaimed. Note that sweep_code_cache() is not
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    38
//     called at a safepoint. However, sweep_code_cache() stops executing if
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    39
//     another thread requests a safepoint. Consequently, 'mark_active_nmethods()'
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    40
//     and sweep_code_cache() cannot execute at the same time.
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    41
//     To reclaim memory, nmethods are first marked as 'not-entrant'. Methods can
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    42
//     be made not-entrant by (i) the sweeper, (ii) deoptimization, (iii) dependency
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    43
//     invalidation, and (iv) being replaced be a different method version (tiered
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    44
//     compilation). Not-entrant nmethod cannot be called by Java threads, but they
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    45
//     can still be active on the stack. To ensure that active nmethod are not reclaimed,
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    46
//     we have to wait until the next marking phase has completed. If a not-entrant
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    47
//     nmethod was NOT marked as active, it can be converted to 'zombie' state. To safely
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    48
//     remove the nmethod, all inline caches (IC) that point to the the nmethod must be
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    49
//     cleared. After that, the nmethod can be evicted from the code cache. Each nmethod's
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    50
//     state change happens during separate sweeps. It may take at least 3 sweeps before an
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    51
//     nmethod's space is freed. Sweeping is currently done by compiler threads between
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    52
//     compilations or at least each 5 sec (NmethodSweepCheckInterval) when the code cache
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    53
//     is full.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
class NMethodSweeper : public AllStatic {
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    56
  static long      _traversals;      // Stack scan count, also sweep ID.
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    57
  static nmethod*  _current;         // Current nmethod
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    58
  static int       _seen;            // Nof. nmethod we have currently processed in current pass of CodeCache
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    59
  static int       _flushed_count;   // Nof. nmethods flushed in current sweep
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    60
  static int       _zombified_count; // Nof. nmethods made zombie in current sweep
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    61
  static int       _marked_count;    // Nof. nmethods marked for reclaim in current sweep
5924
dc9d04930c82 6965184: possible races in make_not_entrant_or_zombie
never
parents: 5895
diff changeset
    62
17132
dffd513b2a8c 8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents: 13728
diff changeset
    63
  static volatile int  _invocations;   // No. of invocations left until we are completed with this pass
dffd513b2a8c 8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents: 13728
diff changeset
    64
  static volatile int  _sweep_started; // Flag to control conc sweeper
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    66
  //The following are reset in mark_active_nmethods and synchronized by the safepoint
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    67
  static bool      _request_mark_phase;        // Indicates that a change has happend and we need another mark pahse,
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    68
                                               // always checked and reset at a safepoint so memory will be in sync.
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    69
  static int       _locked_seen;               // Number of locked nmethods encountered during the scan
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
  static int       _not_entrant_seen_on_stack; // Number of not entrant nmethod were are still on stack
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    72
  // Stat counters
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    73
  static int       _total_nof_methods_reclaimed;  // Accumulated nof methods flushed
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    74
  static jlong     _total_time_sweeping;          // Accumulated time sweeping
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    75
  static jlong     _total_time_this_sweep;        // Total time this sweep
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    76
  static jlong     _peak_sweep_time;              // Peak time for a full sweep
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    77
  static jlong     _peak_sweep_fraction_time;     // Peak time sweeping one fraction
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    78
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    79
  static int  process_nmethod(nmethod *nm);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9942
diff changeset
    80
  static void release_nmethod(nmethod* nm);
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9942
diff changeset
    81
17132
dffd513b2a8c 8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents: 13728
diff changeset
    82
  static bool sweep_in_progress();
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    83
  static void sweep_code_cache();
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    84
  static void request_nmethod_marking() { _request_mark_phase = true; }
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    85
  static void reset_nmethod_marking()   { _request_mark_phase = false; }
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    86
  static bool need_marking_phase()      { return _request_mark_phase; }
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    87
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    88
  static int _hotness_counter_reset_val;
5924
dc9d04930c82 6965184: possible races in make_not_entrant_or_zombie
never
parents: 5895
diff changeset
    89
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
 public:
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    91
  static long traversal_count()              { return _traversals; }
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    92
  static int  total_nof_methods_reclaimed()  { return _total_nof_methods_reclaimed; }
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    93
  static jlong total_time_sweeping()         { return _total_time_sweeping; }
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    94
  static jlong peak_sweep_time()             { return _peak_sweep_time; }
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    95
  static jlong peak_sweep_fraction_time()    { return _peak_sweep_fraction_time; }
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    96
  static void log_sweep(const char* msg, const char* format = NULL, ...);
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    97
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
9942
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
    99
#ifdef ASSERT
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 18025
diff changeset
   100
  static bool is_sweeping(nmethod* which) { return _current == which; }
9942
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   101
  // Keep track of sweeper activity in the ring buffer
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   102
  static void record_sweep(nmethod* nm, int line);
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   103
  static void report_events(int id, address entry);
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   104
  static void report_events();
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   105
#endif
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   106
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   107
  static void mark_active_nmethods();      // Invoked at the end of each safepoint
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   108
  static void possibly_sweep();            // Compiler threads call this to sweep
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   110
  static int sort_nmethods_by_hotness(nmethod** nm1, nmethod** nm2);
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   111
  static int hotness_counter_reset_val();
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   112
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   113
  static void notify() {
17132
dffd513b2a8c 8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents: 13728
diff changeset
   114
    // Request a new sweep of the code cache from the beginning. No
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    // need to synchronize the setting of this flag since it only
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
    // changes to false at safepoint so we can never overwrite it with false.
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   117
     request_nmethod_marking();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
   120
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
   121
#endif // SHARE_VM_RUNTIME_SWEEPER_HPP