src/hotspot/share/jfr/recorder/service/jfrPostBox.cpp
author mgronlun
Wed, 30 Oct 2019 19:43:52 +0100
changeset 58863 c16ac7a2eba4
parent 54645 05aaccf7d558
child 59251 4cbfa5077d68
permissions -rw-r--r--
8226511: Implement JFR Event Streaming Reviewed-by: egahlin, mseledtsov, mgronlun Contributed-by: erik.gahlin@oracle.com, mikhailo.seledtsov@oracle.com, markus.gronlund@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     1
/*
54623
1126f0607c70 8222811: Consolidate MutexLockerEx and MutexLocker
coleenp
parents: 50429
diff changeset
     2
 * Copyright (c) 2013, 2019, Oracle and/or its affiliates. All rights reserved.
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     4
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     7
 * published by the Free Software Foundation.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     8
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    13
 * accompanied this code).
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    14
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    18
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    21
 * questions.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    22
 *
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    23
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    24
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    25
#include "precompiled.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    26
#include "jfr/recorder/service/jfrPostBox.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    27
#include "jfr/utilities/jfrTryLock.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    28
#include "runtime/atomic.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    29
#include "runtime/thread.inline.hpp"
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    30
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    31
#define MSG_IS_SYNCHRONOUS ( (MSGBIT(MSG_ROTATE)) |          \
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    32
                             (MSGBIT(MSG_STOP))   |          \
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    33
                             (MSGBIT(MSG_START))  |          \
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    34
                             (MSGBIT(MSG_CLONE_IN_MEMORY)) | \
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
    35
                             (MSGBIT(MSG_VM_ERROR))        | \
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
    36
                             (MSGBIT(MSG_FLUSHPOINT))        \
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    37
                           )
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    38
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    39
static JfrPostBox* _instance = NULL;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    40
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    41
JfrPostBox& JfrPostBox::instance() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    42
  return *_instance;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    43
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    44
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    45
JfrPostBox* JfrPostBox::create() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    46
  assert(_instance == NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    47
  _instance = new JfrPostBox();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    48
  return _instance;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    49
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    50
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    51
void JfrPostBox::destroy() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    52
  assert(_instance != NULL, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    53
  delete _instance;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    54
  _instance = NULL;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    55
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    56
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    57
JfrPostBox::JfrPostBox() :
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    58
  _msg_read_serial(0),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    59
  _msg_handled_serial(0),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    60
  _messages(0),
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    61
  _has_waiters(false) {}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    62
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    63
static bool is_thread_lock_aversive() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    64
  Thread* const thread = Thread::current();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    65
  return (thread->is_Java_thread() && ((JavaThread*)thread)->thread_state() != _thread_in_vm) || thread->is_VM_thread();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    66
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    67
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    68
static bool is_synchronous(int messages) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    69
  return ((messages & MSG_IS_SYNCHRONOUS) != 0);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    70
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    71
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    72
void JfrPostBox::post(JFR_Msg msg) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    73
  const int the_message = MSGBIT(msg);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    74
  if (is_thread_lock_aversive()) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    75
    deposit(the_message);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    76
    return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    77
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    78
  if (!is_synchronous(the_message)) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    79
    asynchronous_post(the_message);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    80
    return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    81
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    82
  synchronous_post(the_message);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    83
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    84
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    85
void JfrPostBox::deposit(int new_messages) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    86
  while (true) {
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
    87
    const int current_msgs = Atomic::load(&_messages);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    88
    // OR the new message
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    89
    const int exchange_value = current_msgs | new_messages;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    90
    const int result = Atomic::cmpxchg(exchange_value, &_messages, current_msgs);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    91
    if (result == current_msgs) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    92
      return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    93
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    94
    /* Some other thread just set exactly what this thread wanted */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    95
    if ((result & new_messages) == new_messages) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    96
      return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    97
    }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    98
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
    99
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   100
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   101
void JfrPostBox::asynchronous_post(int msg) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   102
  assert(!is_synchronous(msg), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   103
  deposit(msg);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   104
  JfrMonitorTryLock try_msg_lock(JfrMsg_lock);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   105
  if (try_msg_lock.acquired()) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   106
    JfrMsg_lock->notify_all();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   107
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   108
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   109
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   110
void JfrPostBox::synchronous_post(int msg) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   111
  assert(is_synchronous(msg), "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   112
  assert(!JfrMsg_lock->owned_by_self(), "should not hold JfrMsg_lock here!");
54645
05aaccf7d558 8222988: Use MonitorLocker rather than MutexLocker when wait/notify used
coleenp
parents: 54623
diff changeset
   113
  MonitorLocker msg_lock(JfrMsg_lock);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   114
  deposit(msg);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   115
  // serial_id is used to check when what we send in has been processed.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   116
  // _msg_read_serial is read under JfrMsg_lock protection.
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
   117
  const uintptr_t serial_id = Atomic::load(&_msg_read_serial) + 1;
54645
05aaccf7d558 8222988: Use MonitorLocker rather than MutexLocker when wait/notify used
coleenp
parents: 54623
diff changeset
   118
  msg_lock.notify_all();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   119
  while (!is_message_processed(serial_id)) {
54645
05aaccf7d558 8222988: Use MonitorLocker rather than MutexLocker when wait/notify used
coleenp
parents: 54623
diff changeset
   120
    msg_lock.wait();
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   121
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   122
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   123
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   124
/*
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   125
 * Check if a synchronous message has been processed.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   126
 * We avoid racing on _msg_handled_serial by ensuring
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   127
 * that we are holding the JfrMsg_lock when checking
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   128
 * completion status.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   129
 */
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   130
bool JfrPostBox::is_message_processed(uintptr_t serial_id) const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   131
  assert(JfrMsg_lock->owned_by_self(), "_msg_handled_serial must be read under JfrMsg_lock protection");
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
   132
  return serial_id <= Atomic::load(&_msg_handled_serial);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   133
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   134
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   135
bool JfrPostBox::is_empty() const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   136
  assert(JfrMsg_lock->owned_by_self(), "not holding JfrMsg_lock!");
58863
c16ac7a2eba4 8226511: Implement JFR Event Streaming
mgronlun
parents: 54645
diff changeset
   137
  return Atomic::load(&_messages) == 0;
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   138
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   139
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   140
int JfrPostBox::collect() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   141
  // get pending and reset to 0
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   142
  const int messages = Atomic::xchg(0, &_messages);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   143
  if (check_waiters(messages)) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   144
    _has_waiters = true;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   145
    assert(JfrMsg_lock->owned_by_self(), "incrementing _msg_read_serial is protected by JfrMsg_lock");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   146
    // Update made visible on release of JfrMsg_lock via fence instruction in Monitor::IUnlock.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   147
    ++_msg_read_serial;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   148
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   149
  return messages;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   150
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   151
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   152
bool JfrPostBox::check_waiters(int messages) const {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   153
  assert(JfrMsg_lock->owned_by_self(), "not holding JfrMsg_lock!");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   154
  assert(!_has_waiters, "invariant");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   155
  return is_synchronous(messages);
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   156
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   157
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   158
void JfrPostBox::notify_waiters() {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   159
  if (!_has_waiters) {
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   160
    return;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   161
  }
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   162
  _has_waiters = false;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   163
  assert(JfrMsg_lock->owned_by_self(), "incrementing _msg_handled_serial is protected by JfrMsg_lock.");
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   164
  // Update made visible on release of JfrMsg_lock via fence instruction in Monitor::IUnlock.
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   165
  ++_msg_handled_serial;
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   166
  JfrMsg_lock->notify();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   167
}
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   168
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   169
// safeguard to ensure no threads are left waiting
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   170
void JfrPostBox::notify_collection_stop() {
54623
1126f0607c70 8222811: Consolidate MutexLockerEx and MutexLocker
coleenp
parents: 50429
diff changeset
   171
  MutexLocker msg_lock(JfrMsg_lock);
50113
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   172
  JfrMsg_lock->notify_all();
caf115bb98ad 8199712: Flight Recorder
egahlin
parents:
diff changeset
   173
}