src/hotspot/share/runtime/thread.inline.hpp
author dcubed
Wed, 22 Nov 2017 17:54:50 -0800
changeset 48105 8d15b1369c7a
parent 48005 9fd89aabb6cd
child 48173 cb63f08dad03
permissions -rw-r--r--
8167108: inconsistent handling of SR_lock can lead to crashes Summary: Add Thread Safe Memory Reclamation (Thread-SMR) mechanism. Reviewed-by: coleenp, dcubed, dholmes, eosterlund, gthornbr, kbarrett, rehn, sspitsyn, stefank Contributed-by: daniel.daugherty@oracle.com, erik.osterlund@oracle.com, robbin.ehn@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
14583
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     1
/*
46643
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
     2
 * Copyright (c) 2012, 2017, Oracle and/or its affiliates. All rights reserved.
14583
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     4
 *
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     7
 * published by the Free Software Foundation.
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     8
 *
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    13
 * accompanied this code).
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    14
 *
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    18
 *
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    21
 * questions.
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    22
 *
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    23
 */
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    24
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    25
#ifndef SHARE_VM_RUNTIME_THREAD_INLINE_HPP
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    26
#define SHARE_VM_RUNTIME_THREAD_INLINE_HPP
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    27
40655
9f644073d3a0 8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents: 39220
diff changeset
    28
#include "runtime/atomic.hpp"
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
    29
#include "runtime/os.inline.hpp"
14583
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    30
#include "runtime/thread.hpp"
48105
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    31
#include "runtime/threadSMR.hpp"
14583
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
    32
25351
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    33
inline void Thread::set_suspend_flag(SuspendFlags f) {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    34
  assert(sizeof(jint) == sizeof(_suspend_flags), "size mismatch");
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    35
  uint32_t flags;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    36
  do {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    37
    flags = _suspend_flags;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    38
  }
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    39
  while (Atomic::cmpxchg((jint)(flags | f),
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    40
                         (volatile jint*)&_suspend_flags,
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    41
                         (jint)flags) != (jint)flags);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    42
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    43
inline void Thread::clear_suspend_flag(SuspendFlags f) {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    44
  assert(sizeof(jint) == sizeof(_suspend_flags), "size mismatch");
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    45
  uint32_t flags;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    46
  do {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    47
    flags = _suspend_flags;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    48
  }
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    49
  while (Atomic::cmpxchg((jint)(flags & ~f),
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    50
                         (volatile jint*)&_suspend_flags,
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    51
                         (jint)flags) != (jint)flags);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    52
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    53
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    54
inline void Thread::set_has_async_exception() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    55
  set_suspend_flag(_has_async_exception);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    56
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    57
inline void Thread::clear_has_async_exception() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    58
  clear_suspend_flag(_has_async_exception);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    59
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    60
inline void Thread::set_critical_native_unlock() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    61
  set_suspend_flag(_critical_native_unlock);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    62
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    63
inline void Thread::clear_critical_native_unlock() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    64
  clear_suspend_flag(_critical_native_unlock);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    65
}
46643
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    66
inline void Thread::set_trace_flag() {
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    67
  set_suspend_flag(_trace_flag);
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    68
}
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    69
inline void Thread::clear_trace_flag() {
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    70
  clear_suspend_flag(_trace_flag);
cb5f289ba033 8183545: Event tracing, transition hooks
rehn
parents: 40655
diff changeset
    71
}
25351
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
    72
24351
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    73
inline jlong Thread::cooked_allocated_bytes() {
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    74
  jlong allocated_bytes = OrderAccess::load_acquire(&_allocated_bytes);
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    75
  if (UseTLAB) {
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    76
    size_t used_bytes = tlab().used_bytes();
39220
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    77
    if (used_bytes <= ThreadLocalAllocBuffer::max_size_in_bytes()) {
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    78
      // Comparing used_bytes with the maximum allowed size will ensure
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    79
      // that we don't add the used bytes from a semi-initialized TLAB
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    80
      // ending up with incorrect values. There is still a race between
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    81
      // incrementing _allocated_bytes and clearing the TLAB, that might
f08faf525113 8149085: IntegrationTest1.java fails intermittently due to use of semi-initialized TLAB
sjohanss
parents: 35201
diff changeset
    82
      // cause double counting in rare cases.
24351
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    83
      return allocated_bytes + used_bytes;
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    84
    }
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    85
  }
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    86
  return allocated_bytes;
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    87
}
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
    88
48105
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    89
inline ThreadsList* Thread::cmpxchg_threads_hazard_ptr(ThreadsList* exchange_value, ThreadsList* compare_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    90
  return (ThreadsList*)Atomic::cmpxchg(exchange_value, &_threads_hazard_ptr, compare_value);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    91
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    92
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    93
inline ThreadsList* Thread::get_threads_hazard_ptr() {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    94
  return (ThreadsList*)OrderAccess::load_acquire(&_threads_hazard_ptr);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    95
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    96
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    97
inline void Thread::set_threads_hazard_ptr(ThreadsList* new_list) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    98
  OrderAccess::release_store_fence(&_threads_hazard_ptr, new_list);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
    99
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   100
25351
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   101
inline void JavaThread::set_ext_suspended() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   102
  set_suspend_flag (_ext_suspended);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   103
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   104
inline void JavaThread::clear_ext_suspended() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   105
  clear_suspend_flag(_ext_suspended);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   106
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   107
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   108
inline void JavaThread::set_external_suspend() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   109
  set_suspend_flag(_external_suspend);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   110
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   111
inline void JavaThread::clear_external_suspend() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   112
  clear_suspend_flag(_external_suspend);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   113
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   114
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   115
inline void JavaThread::set_deopt_suspend() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   116
  set_suspend_flag(_deopt_suspend);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   117
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   118
inline void JavaThread::clear_deopt_suspend() {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   119
  clear_suspend_flag(_deopt_suspend);
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   120
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   121
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   122
inline void JavaThread::set_pending_async_exception(oop e) {
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   123
  _pending_async_exception = e;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   124
  _special_runtime_exit_condition = _async_exception;
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   125
  set_has_async_exception();
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   126
}
7c198a690050 8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents: 24351
diff changeset
   127
29186
d5e61d9743aa 8069593: Changes to JavaThread::_thread_state must use acquire and release
aph
parents: 25468
diff changeset
   128
#if defined(PPC64) || defined (AARCH64)
24351
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   129
inline JavaThreadState JavaThread::thread_state() const    {
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   130
  return (JavaThreadState) OrderAccess::load_acquire((volatile jint*)&_thread_state);
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   131
}
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   132
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   133
inline void JavaThread::set_thread_state(JavaThreadState s) {
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   134
  OrderAccess::release_store((volatile jint*)&_thread_state, (jint)s);
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   135
}
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   136
#endif
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   137
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   138
inline void JavaThread::set_done_attaching_via_jni() {
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   139
  _jni_attach_state = _attached_via_jni;
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   140
  OrderAccess::fence();
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   141
}
61b33cc6d3cf 8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents: 22827
diff changeset
   142
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   143
inline bool JavaThread::stack_guard_zone_unused() {
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   144
  return _stack_guard_state == stack_guard_unused;
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   145
}
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   146
35201
996db89f378e 8139864: Improve handling of stack protection zones.
goetz
parents: 35071
diff changeset
   147
inline bool JavaThread::stack_yellow_reserved_zone_disabled() {
996db89f378e 8139864: Improve handling of stack protection zones.
goetz
parents: 35071
diff changeset
   148
  return _stack_guard_state == stack_guard_yellow_reserved_disabled;
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   149
}
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   150
35071
a0910b1d3e0d 8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents: 34633
diff changeset
   151
inline bool JavaThread::stack_reserved_zone_disabled() {
a0910b1d3e0d 8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents: 34633
diff changeset
   152
  return _stack_guard_state == stack_guard_reserved_disabled;
a0910b1d3e0d 8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents: 34633
diff changeset
   153
}
a0910b1d3e0d 8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents: 34633
diff changeset
   154
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   155
inline size_t JavaThread::stack_available(address cur_sp) {
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   156
  // This code assumes java stacks grow down
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   157
  address low_addr; // Limit on the address for deepest stack depth
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   158
  if (_stack_guard_state == stack_guard_unused) {
35201
996db89f378e 8139864: Improve handling of stack protection zones.
goetz
parents: 35071
diff changeset
   159
    low_addr = stack_end();
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   160
  } else {
35201
996db89f378e 8139864: Improve handling of stack protection zones.
goetz
parents: 35071
diff changeset
   161
    low_addr = stack_reserved_zone_base();
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   162
  }
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   163
  return cur_sp > low_addr ? cur_sp - low_addr : 0;
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   164
}
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   165
35071
a0910b1d3e0d 8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents: 34633
diff changeset
   166
inline bool JavaThread::stack_guards_enabled() {
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   167
#ifdef ASSERT
48005
9fd89aabb6cd 8189170: Add option to disable stack overflow checking in primordial thread for use with JNI_CreateJavaJVM
dholmes
parents: 47881
diff changeset
   168
  if (os::uses_stack_guard_pages() &&
9fd89aabb6cd 8189170: Add option to disable stack overflow checking in primordial thread for use with JNI_CreateJavaJVM
dholmes
parents: 47881
diff changeset
   169
      !(DisablePrimordialThreadGuardPages && os::is_primordial_thread())) {
25468
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   170
    assert(_stack_guard_state != stack_guard_unused, "guard pages must be in use");
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   171
  }
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   172
#endif
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   173
  return _stack_guard_state == stack_guard_enabled;
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   174
}
5331df506290 8048241: Introduce umbrella header os.inline.hpp and clean up includes
goetz
parents: 25351
diff changeset
   175
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   176
// The release make sure this store is done after storing the handshake
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   177
// operation or global state
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   178
inline void JavaThread::set_polling_page(void* poll_value) {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   179
  OrderAccess::release_store(polling_page_addr(), poll_value);
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   180
}
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   181
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   182
// The aqcquire make sure reading of polling page is done before
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   183
// the reading the handshake operation or the global state
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   184
inline volatile void* JavaThread::get_polling_page() {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   185
  return OrderAccess::load_acquire(polling_page_addr());
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   186
}
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents: 47216
diff changeset
   187
48105
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   188
inline bool JavaThread::is_exiting() const {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   189
  // Use load-acquire so that setting of _terminated by
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   190
  // JavaThread::exit() is seen more quickly.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   191
  TerminatedTypes l_terminated = (TerminatedTypes)
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   192
      OrderAccess::load_acquire((volatile jint *) &_terminated);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   193
  return l_terminated == _thread_exiting || check_is_terminated(l_terminated);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   194
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   195
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   196
inline bool JavaThread::is_terminated() const {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   197
  // Use load-acquire so that setting of _terminated by
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   198
  // JavaThread::exit() is seen more quickly.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   199
  TerminatedTypes l_terminated = (TerminatedTypes)
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   200
      OrderAccess::load_acquire((volatile jint *) &_terminated);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   201
  return check_is_terminated(l_terminated);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   202
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   203
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   204
inline void JavaThread::set_terminated(TerminatedTypes t) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   205
  // use release-store so the setting of _terminated is seen more quickly
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   206
  OrderAccess::release_store((volatile jint *) &_terminated, (jint) t);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   207
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   208
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   209
// special for Threads::remove() which is static:
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   210
inline void JavaThread::set_terminated_value() {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   211
  // use release-store so the setting of _terminated is seen more quickly
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   212
  OrderAccess::release_store((volatile jint *) &_terminated, (jint) _thread_terminated);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   213
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   214
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   215
inline ThreadsList* Threads::get_smr_java_thread_list() {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   216
  return (ThreadsList*)OrderAccess::load_acquire(&_smr_java_thread_list);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   217
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   218
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   219
inline ThreadsList* Threads::xchg_smr_java_thread_list(ThreadsList* new_list) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   220
  return (ThreadsList*)Atomic::xchg(new_list, &_smr_java_thread_list);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   221
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   222
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   223
inline void Threads::inc_smr_deleted_thread_cnt() {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   224
  Atomic::inc(&_smr_deleted_thread_cnt);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   225
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   226
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   227
inline void Threads::update_smr_deleted_thread_time_max(uint new_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   228
  while (true) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   229
    uint cur_value = _smr_deleted_thread_time_max;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   230
    if (new_value <= cur_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   231
      // No need to update max value so we're done.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   232
      break;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   233
    }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   234
    if (Atomic::cmpxchg(new_value, &_smr_deleted_thread_time_max, cur_value) == cur_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   235
      // Updated max value so we're done. Otherwise try it all again.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   236
      break;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   237
    }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   238
  }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   239
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   240
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   241
inline void Threads::add_smr_deleted_thread_times(uint add_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   242
  Atomic::add(add_value, &_smr_deleted_thread_times);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   243
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   244
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   245
inline void Threads::inc_smr_tlh_cnt() {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   246
  Atomic::inc(&_smr_tlh_cnt);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   247
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   248
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   249
inline void Threads::update_smr_tlh_time_max(uint new_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   250
  while (true) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   251
    uint cur_value = _smr_tlh_time_max;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   252
    if (new_value <= cur_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   253
      // No need to update max value so we're done.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   254
      break;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   255
    }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   256
    if (Atomic::cmpxchg(new_value, &_smr_tlh_time_max, cur_value) == cur_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   257
      // Updated max value so we're done. Otherwise try it all again.
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   258
      break;
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   259
    }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   260
  }
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   261
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   262
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   263
inline void Threads::add_smr_tlh_times(uint add_value) {
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   264
  Atomic::add(add_value, &_smr_tlh_times);
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   265
}
8d15b1369c7a 8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents: 48005
diff changeset
   266
14583
d70ee55535f4 8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
diff changeset
   267
#endif // SHARE_VM_RUNTIME_THREAD_INLINE_HPP