hotspot/src/share/vm/gc_implementation/shared/gcUtil.hpp
author iveresov
Thu, 17 Jul 2008 10:26:33 -0700
changeset 976 241230d48896
parent 1 489c9b5090e2
child 1217 5eb97f366a6a
permissions -rw-r--r--
6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set") 6723229: NUMA allocator: assert(lgrp_num > 0, "There should be at least one locality group") Summary: The fix takes care of the assertion triggered during TLAB resizing after reconfiguration. Also it now handles a defect in the topology graph, in which a single leaf node doesn't have memory. Reviewed-by: jmasa
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
489c9b5090e2 Initial load
duke
parents:
diff changeset
     2
 * Copyright 2002-2005 Sun Microsystems, Inc.  All Rights Reserved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
// Catch-all file for utility classes
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
// A weighted average maintains a running, weighted average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
// of some float value (templates would be handy here if we
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
// need different types).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
// The average is adaptive in that we smooth it for the
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
// initial samples; we don't use the weight until we have
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
// enough samples for it to be meaningful.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// This serves as our best estimate of a future unknown.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
class AdaptiveWeightedAverage : public CHeapObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
  float            _average;        // The last computed average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  unsigned         _sample_count;   // How often we've sampled this average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
  unsigned         _weight;         // The weight used to smooth the averages
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
                                    //   A higher weight favors the most
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
                                    //   recent data.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
  float            _last_sample;    // The last value sampled.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  void  increment_count()       { _sample_count++;       }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  void  set_average(float avg)  { _average = avg;        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
  // Helper function, computes an adaptive weighted average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  // given a sample and the last average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  float compute_adaptive_average(float new_sample, float average);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  // Input weight must be between 0 and 100
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  AdaptiveWeightedAverage(unsigned weight) :
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
    _average(0.0), _sample_count(0), _weight(weight), _last_sample(0.0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
976
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    61
  void clear() {
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    62
    _average = 0;
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    63
    _sample_count = 0;
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    64
    _last_sample = 0;
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    65
  }
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
    66
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  // Accessors
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  float    average() const       { return _average;       }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
  unsigned weight()  const       { return _weight;        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
  unsigned count()   const       { return _sample_count;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
  float    last_sample() const   { return _last_sample; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
  // Update data with a new sample.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  void sample(float new_sample);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  static inline float exp_avg(float avg, float sample,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
                               unsigned int weight) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
    assert(0 <= weight && weight <= 100, "weight must be a percent");
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
    return (100.0F - weight) * avg / 100.0F + weight * sample / 100.0F;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  static inline size_t exp_avg(size_t avg, size_t sample,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
                               unsigned int weight) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
    // Convert to float and back to avoid integer overflow.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
    return (size_t)exp_avg((float)avg, (float)sample, weight);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
// A weighted average that includes a deviation from the average,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
// some multiple of which is added to the average.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
// This serves as our best estimate of an upper bound on a future
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
// unknown.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
class AdaptivePaddedAverage : public AdaptiveWeightedAverage {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  float          _padded_avg;     // The last computed padded average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
  float          _deviation;      // Running deviation from the average
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  unsigned       _padding;        // A multiple which, added to the average,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
                                  // gives us an upper bound guess.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  void set_padded_average(float avg)  { _padded_avg = avg;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  void set_deviation(float dev)       { _deviation  = dev;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  AdaptivePaddedAverage() :
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
    AdaptiveWeightedAverage(0),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
    _padded_avg(0.0), _deviation(0.0), _padding(0) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  AdaptivePaddedAverage(unsigned weight, unsigned padding) :
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
    AdaptiveWeightedAverage(weight),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
    _padded_avg(0.0), _deviation(0.0), _padding(padding) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  // Placement support
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  void* operator new(size_t ignored, void* p) { return p; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  // Allocator
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
  void* operator new(size_t size) { return CHeapObj::operator new(size); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  // Accessor
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
  float padded_average() const         { return _padded_avg; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  float deviation()      const         { return _deviation;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
  unsigned padding()     const         { return _padding;    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
976
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   124
  void clear() {
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   125
    AdaptiveWeightedAverage::clear();
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   126
    _padded_avg = 0;
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   127
    _deviation = 0;
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   128
  }
241230d48896 6723228: NUMA allocator: assert(lgrp_id != -1, "No lgrp_id set")
iveresov
parents: 1
diff changeset
   129
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  // Override
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
  void  sample(float new_sample);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
// A weighted average that includes a deviation from the average,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
// some multiple of which is added to the average.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
// This serves as our best estimate of an upper bound on a future
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
// unknown.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
// A special sort of padded average:  it doesn't update deviations
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
// if the sample is zero. The average is allowed to change. We're
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
// preventing the zero samples from drastically changing our padded
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
// average.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
class AdaptivePaddedNoZeroDevAverage : public AdaptivePaddedAverage {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
  AdaptivePaddedNoZeroDevAverage(unsigned weight, unsigned padding) :
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
    AdaptivePaddedAverage(weight, padding)  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
  // Override
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  void  sample(float new_sample);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
// Use a least squares fit to a set of data to generate a linear
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
// equation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
//              y = intercept + slope * x
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
class LinearLeastSquareFit : public CHeapObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  double _sum_x;        // sum of all independent data points x
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  double _sum_x_squared; // sum of all independent data points x**2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  double _sum_y;        // sum of all dependent data points y
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  double _sum_xy;       // sum of all x * y.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  double _intercept;     // constant term
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  double _slope;        // slope
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  // The weighted averages are not currently used but perhaps should
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
  // be used to get decaying averages.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  AdaptiveWeightedAverage _mean_x; // weighted mean of independent variable
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
  AdaptiveWeightedAverage _mean_y; // weighted mean of dependent variable
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  LinearLeastSquareFit(unsigned weight);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  void update(double x, double y);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  double y(double x);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
  double slope() { return _slope; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  // Methods to decide if a change in the dependent variable will
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  // achive a desired goal.  Note that these methods are not
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  // complementary and both are needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
  bool decrement_will_decrease();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  bool increment_will_decrease();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
class GCPauseTimer : StackObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  elapsedTimer* _timer;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  GCPauseTimer(elapsedTimer* timer) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
    _timer = timer;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
    _timer->stop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  ~GCPauseTimer() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
    _timer->start();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
};