hotspot/src/share/vm/runtime/sweeper.hpp
author pliden
Fri, 11 Apr 2014 12:29:24 +0200
changeset 24094 5dbf1f44de18
parent 22210 b0408ba029f6
child 24424 2658d7834c6e
permissions -rw-r--r--
8039147: Cleanup SuspendibleThreadSet Reviewed-by: brutisso, tschatzl, mgerdin
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
     2
 * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5533
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    25
#ifndef SHARE_VM_RUNTIME_SWEEPER_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    26
#define SHARE_VM_RUNTIME_SWEEPER_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
    27
21767
41eaa9a17059 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 21575
diff changeset
    28
#include "utilities/ticks.hpp"
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
// An NmethodSweeper is an incremental cleaner for:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
//    - cleanup inline caches
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    31
//    - reclamation of nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    32
// Removing nmethods from the code cache includes two operations
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    33
//  1) mark active nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    34
//     Is done in 'mark_active_nmethods()'. This function is called at a
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    35
//     safepoint and marks all nmethods that are active on a thread's stack.
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    36
//  2) sweep nmethods
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    37
//     Is done in sweep_code_cache(). This function is the only place in the
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    38
//     sweeper where memory is reclaimed. Note that sweep_code_cache() is not
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    39
//     called at a safepoint. However, sweep_code_cache() stops executing if
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    40
//     another thread requests a safepoint. Consequently, 'mark_active_nmethods()'
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    41
//     and sweep_code_cache() cannot execute at the same time.
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    42
//     To reclaim memory, nmethods are first marked as 'not-entrant'. Methods can
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    43
//     be made not-entrant by (i) the sweeper, (ii) deoptimization, (iii) dependency
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    44
//     invalidation, and (iv) being replaced be a different method version (tiered
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    45
//     compilation). Not-entrant nmethod cannot be called by Java threads, but they
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    46
//     can still be active on the stack. To ensure that active nmethod are not reclaimed,
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    47
//     we have to wait until the next marking phase has completed. If a not-entrant
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    48
//     nmethod was NOT marked as active, it can be converted to 'zombie' state. To safely
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    49
//     remove the nmethod, all inline caches (IC) that point to the the nmethod must be
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    50
//     cleared. After that, the nmethod can be evicted from the code cache. Each nmethod's
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    51
//     state change happens during separate sweeps. It may take at least 3 sweeps before an
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    52
//     nmethod's space is freed. Sweeping is currently done by compiler threads between
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    53
//     compilations or at least each 5 sec (NmethodSweepCheckInterval) when the code cache
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    54
//     is full.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
class NMethodSweeper : public AllStatic {
22210
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    57
  static long      _traversals;                     // Stack scan count, also sweep ID.
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    58
  static long      _total_nof_code_cache_sweeps;    // Total number of full sweeps of the code cache
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    59
  static long      _time_counter;                   // Virtual time used to periodically invoke sweeper
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    60
  static long      _last_sweep;                     // Value of _time_counter when the last sweep happened
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    61
  static nmethod*  _current;                        // Current nmethod
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    62
  static int       _seen;                           // Nof. nmethod we have currently processed in current pass of CodeCache
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    63
  static int       _flushed_count;                  // Nof. nmethods flushed in current sweep
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    64
  static int       _zombified_count;                // Nof. nmethods made zombie in current sweep
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    65
  static int       _marked_for_reclamation_count;   // Nof. nmethods marked for reclaim in current sweep
5924
dc9d04930c82 6965184: possible races in make_not_entrant_or_zombie
never
parents: 5895
diff changeset
    66
22210
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    67
  static volatile int  _sweep_fractions_left;       // Nof. invocations left until we are completed with this pass
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    68
  static volatile int  _sweep_started;              // Flag to control conc sweeper
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    69
  static volatile bool _should_sweep;               // Indicates if we should invoke the sweeper
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    70
  static volatile int  _bytes_changed;              // Counts the total nmethod size if the nmethod changed from:
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    71
                                                    //   1) alive       -> not_entrant
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    72
                                                    //   2) not_entrant -> zombie
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    73
                                                    //   3) zombie      -> marked_for_reclamation
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    74
  // Stat counters
22210
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    75
  static long      _total_nof_methods_reclaimed;    // Accumulated nof methods flushed
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    76
  static long      _total_nof_c2_methods_reclaimed; // Accumulated nof C2-compiled methods flushed
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    77
  static size_t    _total_flushed_size;             // Total size of flushed methods
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    78
  static int       _hotness_counter_reset_val;
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    79
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    80
  static Tickspan  _total_time_sweeping;            // Accumulated time sweeping
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    81
  static Tickspan  _total_time_this_sweep;          // Total time this sweep
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    82
  static Tickspan  _peak_sweep_time;                // Peak time for a full sweep
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
    83
  static Tickspan  _peak_sweep_fraction_time;       // Peak time sweeping one fraction
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    84
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    85
  static int  process_nmethod(nmethod *nm);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9942
diff changeset
    86
  static void release_nmethod(nmethod* nm);
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9942
diff changeset
    87
17132
dffd513b2a8c 8012547: Code cache flushing can get stuck reclaming of memory
neliasso
parents: 13728
diff changeset
    88
  static bool sweep_in_progress();
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    89
  static void sweep_code_cache();
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    90
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
 public:
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    92
  static long traversal_count()              { return _traversals; }
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17132
diff changeset
    93
  static int  total_nof_methods_reclaimed()  { return _total_nof_methods_reclaimed; }
21767
41eaa9a17059 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 21575
diff changeset
    94
  static const Tickspan total_time_sweeping()      { return _total_time_sweeping; }
41eaa9a17059 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 21575
diff changeset
    95
  static const Tickspan peak_sweep_time()          { return _peak_sweep_time; }
41eaa9a17059 8028128: Add a type safe alternative for working with counter based data
mgronlun
parents: 21575
diff changeset
    96
  static const Tickspan peak_sweep_fraction_time() { return _peak_sweep_fraction_time; }
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    97
  static void log_sweep(const char* msg, const char* format = NULL, ...);
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
    98
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
9942
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   100
#ifdef ASSERT
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 18025
diff changeset
   101
  static bool is_sweeping(nmethod* which) { return _current == which; }
9942
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   102
  // Keep track of sweeper activity in the ring buffer
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   103
  static void record_sweep(nmethod* nm, int line);
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   104
  static void report_events(int id, address entry);
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   105
  static void report_events();
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   106
#endif
2e86734ba620 6996747: SIGSEGV in nmethod::cleanup_inline_caches / CompiledIC::verify
never
parents: 7397
diff changeset
   107
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   108
  static void mark_active_nmethods();      // Invoked at the end of each safepoint
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   109
  static void possibly_sweep();            // Compiler threads call this to sweep
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
20290
2127dc70bce9 8020151: PSR:PERF Large performance regressions when code cache is filled
anoll
parents: 19339
diff changeset
   111
  static int hotness_counter_reset_val();
21575
6a9645992cee 8027593: performance drop with constrained codecache starting with hs25 b111
anoll
parents: 20290
diff changeset
   112
  static void report_state_change(nmethod* nm);
6a9645992cee 8027593: performance drop with constrained codecache starting with hs25 b111
anoll
parents: 20290
diff changeset
   113
  static void possibly_enable_sweeper();
22210
b0408ba029f6 8025277: Add -XX: flag to print code cache sweeper statistics
anoll
parents: 21767
diff changeset
   114
  static void print();   // Printing/debugging
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
   116
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5924
diff changeset
   117
#endif // SHARE_VM_RUNTIME_SWEEPER_HPP