src/hotspot/share/utilities/waitBarrier_generic.cpp
author stefank
Mon, 25 Nov 2019 12:31:39 +0100
changeset 59249 29b0d0b61615
parent 53254 47bc06170313
child 59252 623722a6aeb9
permissions -rw-r--r--
8234737: Harmonize parameter order in Atomic - add Reviewed-by: rehn, dholmes
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
53254
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     1
/*
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     2
 * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     4
 *
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     8
 *
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    13
 * accompanied this code).
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    14
 *
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    18
 *
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    21
 * questions.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    22
 *
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    23
 */
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    24
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    25
#include "precompiled.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    26
#include "runtime/atomic.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    27
#include "runtime/orderAccess.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    28
#include "runtime/os.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    29
#include "utilities/waitBarrier_generic.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    30
#include "utilities/spinYield.hpp"
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    31
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    32
void GenericWaitBarrier::arm(int barrier_tag) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    33
  assert(_barrier_tag == 0, "Already armed");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    34
  assert(_waiters == 0, "We left a thread hanging");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    35
  _barrier_tag = barrier_tag;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    36
  _waiters = 0;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    37
  OrderAccess::fence();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    38
}
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    39
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    40
int GenericWaitBarrier::wake_if_needed() {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    41
  assert(_barrier_tag == 0, "Not disarmed");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    42
  int w = _waiters;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    43
  if (w == 0) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    44
    // Load of _barrier_threads in caller must not pass the load of _waiters.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    45
    OrderAccess::loadload();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    46
    return 0;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    47
  }
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    48
  assert(w > 0, "Bad counting");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    49
  // We need an exact count which never goes below zero,
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    50
  // otherwise the semaphore may be signalled too many times.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    51
  if (Atomic::cmpxchg(w - 1, &_waiters, w) == w) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    52
    _sem_barrier.signal();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    53
    return w - 1;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    54
  }
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    55
  return w;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    56
}
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    57
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    58
void GenericWaitBarrier::disarm() {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    59
  assert(_barrier_tag != 0, "Not armed");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    60
  _barrier_tag = 0;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    61
  // Loads of _barrier_threads/_waiters must not float above disarm store and
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    62
  // disarm store must not sink below.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    63
  OrderAccess::fence();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    64
  int left;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    65
  SpinYield sp;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    66
  do {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    67
    left = GenericWaitBarrier::wake_if_needed();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    68
    if (left == 0 && _barrier_threads > 0) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    69
      // There is no thread to wake but we still have barrier threads.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    70
      sp.wait();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    71
    }
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    72
    // We must loop here until there are no waiters or potential waiters.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    73
  } while (left > 0 || _barrier_threads > 0);
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    74
  // API specifies disarm() must provide a trailing fence.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    75
  OrderAccess::fence();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    76
}
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    77
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    78
void GenericWaitBarrier::wait(int barrier_tag) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    79
  assert(barrier_tag != 0, "Trying to wait on disarmed value");
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    80
  if (barrier_tag != _barrier_tag) {
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    81
    // API specifies wait() must provide a trailing fence.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    82
    OrderAccess::fence();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    83
    return;
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    84
  }
59249
29b0d0b61615 8234737: Harmonize parameter order in Atomic - add
stefank
parents: 53254
diff changeset
    85
  Atomic::add(&_barrier_threads, 1);
53254
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    86
  if (barrier_tag != 0 && barrier_tag == _barrier_tag) {
59249
29b0d0b61615 8234737: Harmonize parameter order in Atomic - add
stefank
parents: 53254
diff changeset
    87
    Atomic::add(&_waiters, 1);
53254
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    88
    _sem_barrier.wait();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    89
    // We help out with posting, but we need to do so before we decrement the
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    90
    // _barrier_threads otherwise we might wake threads up in next wait.
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    91
    GenericWaitBarrier::wake_if_needed();
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    92
  }
59249
29b0d0b61615 8234737: Harmonize parameter order in Atomic - add
stefank
parents: 53254
diff changeset
    93
  Atomic::add(&_barrier_threads, -1);
53254
47bc06170313 8214271: Fast primitive to wake many threads
rehn
parents:
diff changeset
    94
}