src/hotspot/share/jfr/recorder/storage/jfrBuffer.cpp
author mgronlun
Wed, 30 Oct 2019 19:43:52 +0100
changeset 58863 c16ac7a2eba4
parent 55053 d58e1a447d2b
child 59252 623722a6aeb9
permissions -rw-r--r--
8226511: Implement JFR Event Streaming Reviewed-by: egahlin, mseledtsov, mgronlun Contributed-by: erik.gahlin@oracle.com, mikhailo.seledtsov@oracle.com, markus.gronlund@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     1
/*
54964
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
     2
 * Copyright (c) 2011, 2019, Oracle and/or its affiliates. All rights reserved.
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     4
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     7
 * published by the Free Software Foundation.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     8
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    13
 * accompanied this code).
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    14
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    18
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    21
 * questions.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    22
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    23
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    24
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    25
#include "precompiled.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    26
#include "jfr/recorder/storage/jfrBuffer.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    27
#include "runtime/atomic.hpp"
50429
83aec1d357d4 8204301: Make OrderAccess functions available to hpp rather than inline.hpp files
coleenp
parents: 50113
diff changeset
    28
#include "runtime/orderAccess.hpp"
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    29
#include "runtime/thread.inline.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    30
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    31
static const u1* const MUTEX_CLAIM = NULL;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    32
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    33
JfrBuffer::JfrBuffer() : _next(NULL),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    34
                         _prev(NULL),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    35
                         _identity(NULL),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    36
                         _pos(NULL),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    37
                         _top(NULL),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    38
                         _flags(0),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    39
                         _header_size(0),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    40
                         _size(0) {}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    41
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    42
bool JfrBuffer::initialize(size_t header_size, size_t size, const void* id /* NULL */) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    43
  _header_size = (u2)header_size;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    44
  _size = (u4)(size / BytesPerWord);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    45
  assert(_identity == NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    46
  _identity = id;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    47
  set_pos(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    48
  set_top(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    49
  assert(_next == NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    50
  assert(free_size() == size, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    51
  assert(!transient(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    52
  assert(!lease(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    53
  assert(!retired(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    54
  return true;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    55
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    56
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    57
void JfrBuffer::reinitialize(bool exclusion /* false */) {
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    58
  assert(!lease(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    59
  assert(!transient(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    60
  set_pos(start());
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    61
  if (exclusion != excluded()) {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    62
    // update
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    63
    if (exclusion) {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    64
      set_excluded();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    65
    } else {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    66
      clear_excluded();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    67
    }
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    68
  }
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    69
  clear_retired();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    70
  set_top(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    71
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    72
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    73
void JfrBuffer::concurrent_reinitialization() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    74
  concurrent_top();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    75
  assert(!lease(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    76
  assert(!transient(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    77
  set_pos(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    78
  set_concurrent_top(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    79
  clear_retired();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    80
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    81
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    82
size_t JfrBuffer::discard() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    83
  size_t discard_size = unflushed_size();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    84
  set_top(pos());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    85
  return discard_size;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    86
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    87
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    88
const u1* JfrBuffer::stable_top() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    89
  const u1* current_top;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    90
  do {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
    91
    current_top = Atomic::load(&_top);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    92
  } while (MUTEX_CLAIM == current_top);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    93
  return current_top;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    94
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    95
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    96
const u1* JfrBuffer::top() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    97
  return _top;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    98
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    99
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   100
void JfrBuffer::set_top(const u1* new_top) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   101
  _top = new_top;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   102
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   103
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   104
const u1* JfrBuffer::concurrent_top() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   105
  do {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   106
    const u1* current_top = stable_top();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   107
    if (Atomic::cmpxchg(MUTEX_CLAIM, &_top, current_top) == current_top) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   108
      return current_top;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   109
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   110
  } while (true);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   111
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   112
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   113
void JfrBuffer::set_concurrent_top(const u1* new_top) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   114
  assert(new_top != MUTEX_CLAIM, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   115
  assert(new_top <= end(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   116
  assert(new_top >= start(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   117
  assert(top() == MUTEX_CLAIM, "invariant");
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   118
  OrderAccess::storestore();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   119
  _top = new_top;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   120
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   121
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   122
size_t JfrBuffer::unflushed_size() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   123
  return pos() - stable_top();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   124
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   125
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   126
void JfrBuffer::acquire(const void* id) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   127
  assert(id != NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   128
  const void* current_id;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   129
  do {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   130
    current_id = Atomic::load(&_identity);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   131
  } while (current_id != NULL || Atomic::cmpxchg(id, &_identity, current_id) != current_id);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   132
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   133
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   134
bool JfrBuffer::try_acquire(const void* id) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   135
  assert(id != NULL, "invariant");
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   136
  const void* const current_id = Atomic::load(&_identity);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   137
  return current_id == NULL && Atomic::cmpxchg(id, &_identity, current_id) == current_id;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   138
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   139
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   140
void JfrBuffer::release() {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   141
  OrderAccess::storestore();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   142
  _identity = NULL;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   143
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   144
54964
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   145
bool JfrBuffer::acquired_by(const void* id) const {
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   146
  return identity() == id;
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   147
}
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   148
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   149
bool JfrBuffer::acquired_by_self() const {
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   150
  return acquired_by(Thread::current());
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   151
}
ec7d6d8effc7 8220293: Deadlock in JFR string pool
mgronlun
parents: 50429
diff changeset
   152
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   153
#ifdef ASSERT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   154
static bool validate_to(const JfrBuffer* const to, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   155
  assert(to != NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   156
  assert(to->acquired_by_self(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   157
  assert(to->free_size() >= size, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   158
  return true;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   159
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   160
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   161
static bool validate_concurrent_this(const JfrBuffer* const t, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   162
  assert(t->top() == MUTEX_CLAIM, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   163
  return true;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   164
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   165
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   166
static bool validate_this(const JfrBuffer* const t, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   167
  assert(t->top() + size <= t->pos(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   168
  return true;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   169
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   170
#endif // ASSERT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   171
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   172
void JfrBuffer::move(JfrBuffer* const to, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   173
  assert(validate_to(to, size), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   174
  assert(validate_this(this, size), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   175
  const u1* current_top = top();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   176
  assert(current_top != NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   177
  memcpy(to->pos(), current_top, size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   178
  to->set_pos(size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   179
  to->release();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   180
  set_top(current_top + size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   181
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   182
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   183
void JfrBuffer::concurrent_move_and_reinitialize(JfrBuffer* const to, size_t size) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   184
  assert(validate_to(to, size), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   185
  const u1* current_top = concurrent_top();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   186
  assert(validate_concurrent_this(this, size), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   187
  const size_t actual_size = MIN2(size, (size_t)(pos() - current_top));
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   188
  assert(actual_size <= size, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   189
  memcpy(to->pos(), current_top, actual_size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   190
  to->set_pos(actual_size);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   191
  set_pos(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   192
  to->release();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   193
  set_concurrent_top(start());
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   194
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   195
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   196
enum FLAG {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   197
  RETIRED = 1,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   198
  TRANSIENT = 2,
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   199
  LEASE = 4,
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   200
  EXCLUDED = 8
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   201
};
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   202
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   203
bool JfrBuffer::transient() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   204
  return (u1)TRANSIENT == (_flags & (u1)TRANSIENT);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   205
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   206
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   207
void JfrBuffer::set_transient() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   208
  _flags |= (u1)TRANSIENT;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   209
  assert(transient(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   210
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   211
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   212
void JfrBuffer::clear_transient() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   213
  if (transient()) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   214
    _flags ^= (u1)TRANSIENT;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   215
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   216
  assert(!transient(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   217
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   218
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   219
bool JfrBuffer::lease() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   220
  return (u1)LEASE == (_flags & (u1)LEASE);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   221
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   222
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   223
void JfrBuffer::set_lease() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   224
  _flags |= (u1)LEASE;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   225
  assert(lease(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   226
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   227
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   228
void JfrBuffer::clear_lease() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   229
  if (lease()) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   230
    _flags ^= (u1)LEASE;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   231
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   232
  assert(!lease(), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   233
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   234
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   235
bool JfrBuffer::excluded() const {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   236
  return (u1)EXCLUDED == (_flags & (u1)EXCLUDED);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   237
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   238
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   239
void JfrBuffer::set_excluded() {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   240
  _flags |= (u1)EXCLUDED;
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   241
  assert(excluded(), "invariant");
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   242
}
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   243
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   244
void JfrBuffer::clear_excluded() {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   245
  if (excluded()) {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   246
    OrderAccess::storestore();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   247
    _flags ^= (u1)EXCLUDED;
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   248
  }
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   249
  assert(!excluded(), "invariant");
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   250
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   251
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   252
bool JfrBuffer::retired() const {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   253
  return (_flags & (u1)RETIRED) == (u1)RETIRED;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   254
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   255
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   256
void JfrBuffer::set_retired() {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   257
  OrderAccess::storestore();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   258
  _flags |= (u1)RETIRED;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   259
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   260
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   261
void JfrBuffer::clear_retired() {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   262
  if (retired()) {
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   263
    OrderAccess::storestore();
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 55053
diff changeset
   264
    _flags ^= (u1)RETIRED;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   265
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   266
}