src/hotspot/share/runtime/safepointMechanism.cpp
author stefank
Tue, 26 Nov 2019 10:47:46 +0100
changeset 59290 97d13893ec3c
parent 54323 846bc643f4ef
permissions -rw-r--r--
8234748: Clean up atomic and orderAccess includes Reviewed-by: dholmes
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     1
/*
53631
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
     2
 * Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved.
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     4
 *
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     8
 *
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    13
 * accompanied this code).
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    14
 *
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    18
 *
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    21
 * questions.
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    22
 *
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    23
 */
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    24
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    25
#include "precompiled.hpp"
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    26
#include "logging/log.hpp"
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    27
#include "runtime/globals.hpp"
59290
97d13893ec3c 8234748: Clean up atomic and orderAccess includes
stefank
parents: 54323
diff changeset
    28
#include "runtime/orderAccess.hpp"
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    29
#include "runtime/os.hpp"
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    30
#include "runtime/safepointMechanism.inline.hpp"
49459
19952ddce953 8199741: NMT: Tag safepoint polling pages
zgu
parents: 48506
diff changeset
    31
#include "services/memTracker.hpp"
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    32
#include "utilities/globalDefinitions.hpp"
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    33
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    34
SafepointMechanism::PollingType SafepointMechanism::_polling_type = SafepointMechanism::_global_page_poll;
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    35
void* SafepointMechanism::_poll_armed_value;
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    36
void* SafepointMechanism::_poll_disarmed_value;
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    37
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    38
void SafepointMechanism::default_initialize() {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    39
  if (ThreadLocalHandshakes) {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    40
    set_uses_thread_local_poll();
48506
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    41
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    42
    // Poll bit values
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    43
    intptr_t poll_armed_value = poll_bit();
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    44
    intptr_t poll_disarmed_value = 0;
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    45
48506
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    46
#ifdef USE_POLL_BIT_ONLY
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    47
    if (!USE_POLL_BIT_ONLY)
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    48
#endif
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    49
    {
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    50
      // Polling page
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    51
      const size_t page_size = os::vm_page_size();
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    52
      const size_t allocation_size = 2 * page_size;
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    53
      char* polling_page = os::reserve_memory(allocation_size, NULL, page_size);
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    54
      os::commit_memory_or_exit(polling_page, allocation_size, false, "Unable to commit Safepoint polling page");
51264
cf34c71ca27c 8208499: NMT: Missing memory tag for Safepoint polling page
zgu
parents: 49459
diff changeset
    55
      MemTracker::record_virtual_memory_type((address)polling_page, mtSafepoint);
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    56
48506
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    57
      char* bad_page  = polling_page;
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    58
      char* good_page = polling_page + page_size;
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    59
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    60
      os::protect_memory(bad_page,  page_size, os::MEM_PROT_NONE);
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    61
      os::protect_memory(good_page, page_size, os::MEM_PROT_READ);
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    62
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    63
      log_info(os)("SafePoint Polling address, bad (protected) page:" INTPTR_FORMAT ", good (unprotected) page:" INTPTR_FORMAT, p2i(bad_page), p2i(good_page));
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    64
      os::set_polling_page((address)(bad_page));
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    65
48506
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    66
      // Poll address values
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    67
      intptr_t bad_page_val  = reinterpret_cast<intptr_t>(bad_page),
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    68
               good_page_val = reinterpret_cast<intptr_t>(good_page);
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    69
      poll_armed_value    |= bad_page_val;
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    70
      poll_disarmed_value |= good_page_val;
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    71
    }
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    72
48506
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    73
    _poll_armed_value    = reinterpret_cast<void*>(poll_armed_value);
478e77658965 8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents: 47881
diff changeset
    74
    _poll_disarmed_value = reinterpret_cast<void*>(poll_disarmed_value);
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    75
  } else {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    76
    const size_t page_size = os::vm_page_size();
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    77
    char* polling_page = os::reserve_memory(page_size, NULL, page_size);
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    78
    os::commit_memory_or_exit(polling_page, page_size, false, "Unable to commit Safepoint polling page");
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    79
    os::protect_memory(polling_page, page_size, os::MEM_PROT_READ);
51264
cf34c71ca27c 8208499: NMT: Missing memory tag for Safepoint polling page
zgu
parents: 49459
diff changeset
    80
    MemTracker::record_virtual_memory_type((address)polling_page, mtSafepoint);
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    81
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    82
    log_info(os)("SafePoint Polling address: " INTPTR_FORMAT, p2i(polling_page));
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    83
    os::set_polling_page((address)(polling_page));
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    84
  }
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    85
}
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
    86
54323
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
    87
void SafepointMechanism::block_or_handshake(JavaThread *thread) {
53631
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    88
  if (global_poll()) {
53775
5d20b085d893 8203469: Faster safepoints
rehn
parents: 53631
diff changeset
    89
    // Any load in ::block must not pass the global poll load.
5d20b085d893 8203469: Faster safepoints
rehn
parents: 53631
diff changeset
    90
    // Otherwise we might load an old safepoint counter (for example).
5d20b085d893 8203469: Faster safepoints
rehn
parents: 53631
diff changeset
    91
    OrderAccess::loadload();
53631
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    92
    SafepointSynchronize::block(thread);
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    93
  }
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    94
  if (uses_thread_local_poll() && thread->has_handshake()) {
54323
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
    95
    thread->handshake_process_by_self();
53631
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    96
  }
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    97
}
a5321bcfa2de 8218145: block_if_requested is not proper inlined due to size
rehn
parents: 52460
diff changeset
    98
54323
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
    99
void SafepointMechanism::block_if_requested_slow(JavaThread *thread) {
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   100
  // Read global poll and has_handshake after local poll
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   101
  OrderAccess::loadload();
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   102
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   103
  // local poll already checked, if used.
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   104
  block_or_handshake(thread);
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   105
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   106
  OrderAccess::loadload();
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   107
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   108
  if (uses_thread_local_poll() && local_poll_armed(thread)) {
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   109
    disarm_local_poll_release(thread);
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   110
    // We might have disarmed next safepoint/handshake
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   111
    OrderAccess::storeload();
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   112
    if (global_poll() || thread->has_handshake()) {
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   113
      arm_local_poll(thread);
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   114
    }
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   115
  }
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   116
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   117
  OrderAccess::cross_modify_fence();
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   118
}
846bc643f4ef 8220351: Cross-modifying code
rehn
parents: 53775
diff changeset
   119
47881
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   120
void SafepointMechanism::initialize_header(JavaThread* thread) {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   121
  disarm_local_poll(thread);
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   122
}
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   123
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   124
void SafepointMechanism::initialize() {
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   125
  pd_initialize();
0ce0ac68ace7 8189941: Implementation JEP 312: Thread-local handshake
rehn
parents:
diff changeset
   126
}