author | stefank |
Tue, 26 Nov 2019 10:47:46 +0100 | |
changeset 59290 | 97d13893ec3c |
parent 54323 | 846bc643f4ef |
permissions | -rw-r--r-- |
47881 | 1 |
/* |
53631
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
2 |
* Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved. |
47881 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
20 |
* or visit www.oracle.com if you need additional information or have any |
|
21 |
* questions. |
|
22 |
* |
|
23 |
*/ |
|
24 |
||
25 |
#include "precompiled.hpp" |
|
26 |
#include "logging/log.hpp" |
|
27 |
#include "runtime/globals.hpp" |
|
59290
97d13893ec3c
8234748: Clean up atomic and orderAccess includes
stefank
parents:
54323
diff
changeset
|
28 |
#include "runtime/orderAccess.hpp" |
47881 | 29 |
#include "runtime/os.hpp" |
30 |
#include "runtime/safepointMechanism.inline.hpp" |
|
49459 | 31 |
#include "services/memTracker.hpp" |
47881 | 32 |
#include "utilities/globalDefinitions.hpp" |
33 |
||
34 |
SafepointMechanism::PollingType SafepointMechanism::_polling_type = SafepointMechanism::_global_page_poll; |
|
35 |
void* SafepointMechanism::_poll_armed_value; |
|
36 |
void* SafepointMechanism::_poll_disarmed_value; |
|
37 |
||
38 |
void SafepointMechanism::default_initialize() { |
|
39 |
if (ThreadLocalHandshakes) { |
|
40 |
set_uses_thread_local_poll(); |
|
48506
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
41 |
|
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
42 |
// Poll bit values |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
43 |
intptr_t poll_armed_value = poll_bit(); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
44 |
intptr_t poll_disarmed_value = 0; |
47881 | 45 |
|
48506
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
46 |
#ifdef USE_POLL_BIT_ONLY |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
47 |
if (!USE_POLL_BIT_ONLY) |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
48 |
#endif |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
49 |
{ |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
50 |
// Polling page |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
51 |
const size_t page_size = os::vm_page_size(); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
52 |
const size_t allocation_size = 2 * page_size; |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
53 |
char* polling_page = os::reserve_memory(allocation_size, NULL, page_size); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
54 |
os::commit_memory_or_exit(polling_page, allocation_size, false, "Unable to commit Safepoint polling page"); |
51264
cf34c71ca27c
8208499: NMT: Missing memory tag for Safepoint polling page
zgu
parents:
49459
diff
changeset
|
55 |
MemTracker::record_virtual_memory_type((address)polling_page, mtSafepoint); |
47881 | 56 |
|
48506
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
57 |
char* bad_page = polling_page; |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
58 |
char* good_page = polling_page + page_size; |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
59 |
|
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
60 |
os::protect_memory(bad_page, page_size, os::MEM_PROT_NONE); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
61 |
os::protect_memory(good_page, page_size, os::MEM_PROT_READ); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
62 |
|
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
63 |
log_info(os)("SafePoint Polling address, bad (protected) page:" INTPTR_FORMAT ", good (unprotected) page:" INTPTR_FORMAT, p2i(bad_page), p2i(good_page)); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
64 |
os::set_polling_page((address)(bad_page)); |
47881 | 65 |
|
48506
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
66 |
// Poll address values |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
67 |
intptr_t bad_page_val = reinterpret_cast<intptr_t>(bad_page), |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
68 |
good_page_val = reinterpret_cast<intptr_t>(good_page); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
69 |
poll_armed_value |= bad_page_val; |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
70 |
poll_disarmed_value |= good_page_val; |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
71 |
} |
47881 | 72 |
|
48506
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
73 |
_poll_armed_value = reinterpret_cast<void*>(poll_armed_value); |
478e77658965
8194258: PPC64 safepoint mechanism: Fix initialization on AIX and support SIGTRAP
mdoerr
parents:
47881
diff
changeset
|
74 |
_poll_disarmed_value = reinterpret_cast<void*>(poll_disarmed_value); |
47881 | 75 |
} else { |
76 |
const size_t page_size = os::vm_page_size(); |
|
77 |
char* polling_page = os::reserve_memory(page_size, NULL, page_size); |
|
78 |
os::commit_memory_or_exit(polling_page, page_size, false, "Unable to commit Safepoint polling page"); |
|
79 |
os::protect_memory(polling_page, page_size, os::MEM_PROT_READ); |
|
51264
cf34c71ca27c
8208499: NMT: Missing memory tag for Safepoint polling page
zgu
parents:
49459
diff
changeset
|
80 |
MemTracker::record_virtual_memory_type((address)polling_page, mtSafepoint); |
47881 | 81 |
|
82 |
log_info(os)("SafePoint Polling address: " INTPTR_FORMAT, p2i(polling_page)); |
|
83 |
os::set_polling_page((address)(polling_page)); |
|
84 |
} |
|
85 |
} |
|
86 |
||
54323 | 87 |
void SafepointMechanism::block_or_handshake(JavaThread *thread) { |
53631
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
88 |
if (global_poll()) { |
53775 | 89 |
// Any load in ::block must not pass the global poll load. |
90 |
// Otherwise we might load an old safepoint counter (for example). |
|
91 |
OrderAccess::loadload(); |
|
53631
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
92 |
SafepointSynchronize::block(thread); |
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
93 |
} |
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
94 |
if (uses_thread_local_poll() && thread->has_handshake()) { |
54323 | 95 |
thread->handshake_process_by_self(); |
53631
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
96 |
} |
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
97 |
} |
a5321bcfa2de
8218145: block_if_requested is not proper inlined due to size
rehn
parents:
52460
diff
changeset
|
98 |
|
54323 | 99 |
void SafepointMechanism::block_if_requested_slow(JavaThread *thread) { |
100 |
// Read global poll and has_handshake after local poll |
|
101 |
OrderAccess::loadload(); |
|
102 |
||
103 |
// local poll already checked, if used. |
|
104 |
block_or_handshake(thread); |
|
105 |
||
106 |
OrderAccess::loadload(); |
|
107 |
||
108 |
if (uses_thread_local_poll() && local_poll_armed(thread)) { |
|
109 |
disarm_local_poll_release(thread); |
|
110 |
// We might have disarmed next safepoint/handshake |
|
111 |
OrderAccess::storeload(); |
|
112 |
if (global_poll() || thread->has_handshake()) { |
|
113 |
arm_local_poll(thread); |
|
114 |
} |
|
115 |
} |
|
116 |
||
117 |
OrderAccess::cross_modify_fence(); |
|
118 |
} |
|
119 |
||
47881 | 120 |
void SafepointMechanism::initialize_header(JavaThread* thread) { |
121 |
disarm_local_poll(thread); |
|
122 |
} |
|
123 |
||
124 |
void SafepointMechanism::initialize() { |
|
125 |
pd_initialize(); |
|
126 |
} |