author | stuefe |
Thu, 28 Apr 2016 15:40:45 +0200 (2016-04-28) | |
changeset 38215 | fe1677e95252 |
parent 36560 | 59ca2b7f6162 |
child 39390 | edf6a424a8b7 |
permissions | -rw-r--r-- |
1 | 1 |
/* |
31377
229b4eb67c2b
8078513: [linux] Clean up code relevant to LinuxThreads implementation
stuefe
parents:
29573
diff
changeset
|
2 |
* Copyright (c) 1999, 2015, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef OS_LINUX_VM_OS_LINUX_HPP |
26 |
#define OS_LINUX_VM_OS_LINUX_HPP |
|
27 |
||
1 | 28 |
// Linux_OS defines the interface to Linux operating systems |
29 |
||
22852
1063026e8cee
8028471: PPC64 (part 215): opto: Extend ImplicitNullCheck optimization.
goetz
parents:
19964
diff
changeset
|
30 |
// Information about the protection of the page at address '0' on this os. |
1063026e8cee
8028471: PPC64 (part 215): opto: Extend ImplicitNullCheck optimization.
goetz
parents:
19964
diff
changeset
|
31 |
static bool zero_page_read_protected() { return true; } |
1063026e8cee
8028471: PPC64 (part 215): opto: Extend ImplicitNullCheck optimization.
goetz
parents:
19964
diff
changeset
|
32 |
|
1 | 33 |
class Linux { |
34 |
friend class os; |
|
19546
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
35 |
friend class TestReserveMemorySpecial; |
1 | 36 |
|
37 |
static bool libjsig_is_loaded; // libjsig that interposes sigaction(), |
|
38 |
// __sigaction(), signal() is loaded |
|
39 |
static struct sigaction *(*get_signal_action)(int); |
|
40 |
static struct sigaction *get_preinstalled_handler(int); |
|
41 |
static void save_preinstalled_handler(int, struct sigaction&); |
|
42 |
||
43 |
static void check_signal_handler(int sig); |
|
44 |
||
45 |
static int (*_clock_gettime)(clockid_t, struct timespec *); |
|
46 |
static int (*_pthread_getcpuclockid)(pthread_t, clockid_t *); |
|
27164 | 47 |
static int (*_pthread_setname_np)(pthread_t, const char*); |
1 | 48 |
|
49 |
static address _initial_thread_stack_bottom; |
|
50 |
static uintptr_t _initial_thread_stack_size; |
|
51 |
||
745
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
52 |
static const char *_glibc_version; |
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
53 |
static const char *_libpthread_version; |
1 | 54 |
|
55 |
static bool _supports_fast_thread_cpu_time; |
|
56 |
||
388 | 57 |
static GrowableArray<int>* _cpu_to_node; |
58 |
||
36560 | 59 |
// 0x00000000 = uninitialized, |
60 |
// 0x01000000 = kernel version unknown, |
|
61 |
// otherwise a 32-bit number: |
|
62 |
// Ox00AABBCC |
|
63 |
// AA, Major Version |
|
64 |
// BB, Minor Version |
|
65 |
// CC, Fix Version |
|
66 |
static uint32_t _os_version; |
|
67 |
||
1 | 68 |
protected: |
69 |
||
70 |
static julong _physical_memory; |
|
71 |
static pthread_t _main_thread; |
|
72 |
static Mutex* _createThread_lock; |
|
73 |
static int _page_size; |
|
17090
98a9d26f1ef1
8013398: Adjust number of stack guard pages on systems with large memory page size
vladidan
parents:
16438
diff
changeset
|
74 |
static const int _vm_default_page_size; |
1 | 75 |
|
76 |
static julong available_memory(); |
|
77 |
static julong physical_memory() { return _physical_memory; } |
|
78 |
static void initialize_system_info(); |
|
79 |
||
18069
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
18025
diff
changeset
|
80 |
static int commit_memory_impl(char* addr, size_t bytes, bool exec); |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
18025
diff
changeset
|
81 |
static int commit_memory_impl(char* addr, size_t bytes, |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
18025
diff
changeset
|
82 |
size_t alignment_hint, bool exec); |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
18025
diff
changeset
|
83 |
|
745
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
84 |
static void set_glibc_version(const char *s) { _glibc_version = s; } |
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
85 |
static void set_libpthread_version(const char *s) { _libpthread_version = s; } |
1 | 86 |
|
388 | 87 |
static void rebuild_cpu_to_node_map(); |
88 |
static GrowableArray<int>* cpu_to_node() { return _cpu_to_node; } |
|
9335
7bdd2a3ab3d8
7034464: Support transparent large pages on Linux
iveresov
parents:
7397
diff
changeset
|
89 |
|
19546
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
90 |
static size_t find_large_page_size(); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
91 |
static size_t setup_large_page_size(); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
92 |
|
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
93 |
static bool setup_large_page_type(size_t page_size); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
94 |
static bool transparent_huge_pages_sanity_check(bool warn, size_t pages_size); |
9335
7bdd2a3ab3d8
7034464: Support transparent large pages on Linux
iveresov
parents:
7397
diff
changeset
|
95 |
static bool hugetlbfs_sanity_check(bool warn, size_t page_size); |
7bdd2a3ab3d8
7034464: Support transparent large pages on Linux
iveresov
parents:
7397
diff
changeset
|
96 |
|
19546
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
97 |
static char* reserve_memory_special_shm(size_t bytes, size_t alignment, char* req_addr, bool exec); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
98 |
static char* reserve_memory_special_huge_tlbfs(size_t bytes, size_t alignment, char* req_addr, bool exec); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
99 |
static char* reserve_memory_special_huge_tlbfs_only(size_t bytes, char* req_addr, bool exec); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
100 |
static char* reserve_memory_special_huge_tlbfs_mixed(size_t bytes, size_t alignment, char* req_addr, bool exec); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
101 |
|
25946 | 102 |
static bool release_memory_special_impl(char* base, size_t bytes); |
19546
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
103 |
static bool release_memory_special_shm(char* base, size_t bytes); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
104 |
static bool release_memory_special_huge_tlbfs(char* base, size_t bytes); |
f6b7c9e96ea3
8007074: SIGSEGV at ParMarkBitMap::verify_clear()
stefank
parents:
18069
diff
changeset
|
105 |
|
12735
3e2e491f4f69
7165755: OS Information much longer on linux than other platforms
nloodin
parents:
10239
diff
changeset
|
106 |
static void print_full_memory_info(outputStream* st); |
3e2e491f4f69
7165755: OS Information much longer on linux than other platforms
nloodin
parents:
10239
diff
changeset
|
107 |
static void print_distro_info(outputStream* st); |
3e2e491f4f69
7165755: OS Information much longer on linux than other platforms
nloodin
parents:
10239
diff
changeset
|
108 |
static void print_libversion_info(outputStream* st); |
3e2e491f4f69
7165755: OS Information much longer on linux than other platforms
nloodin
parents:
10239
diff
changeset
|
109 |
|
1 | 110 |
public: |
15926
8e87d545195f
7107135: Stack guard pages are no more protected after loading a shared library with executable stack
iklam
parents:
15855
diff
changeset
|
111 |
static bool _stack_is_executable; |
16438
245d5c0a8dd8
8010389: After fix for 7107135 a failed dlopen() call results in a VM crash
iklam
parents:
15926
diff
changeset
|
112 |
static void *dlopen_helper(const char *name, char *ebuf, int ebuflen); |
245d5c0a8dd8
8010389: After fix for 7107135 a failed dlopen() call results in a VM crash
iklam
parents:
15926
diff
changeset
|
113 |
static void *dll_load_in_vmthread(const char *name, char *ebuf, int ebuflen); |
15926
8e87d545195f
7107135: Stack guard pages are no more protected after loading a shared library with executable stack
iklam
parents:
15855
diff
changeset
|
114 |
|
1 | 115 |
static void init_thread_fpu_state(); |
116 |
static int get_fpu_control_word(); |
|
117 |
static void set_fpu_control_word(int fpu_control); |
|
118 |
static pthread_t main_thread(void) { return _main_thread; } |
|
119 |
// returns kernel thread id (similar to LWP id on Solaris), which can be |
|
120 |
// used to access /proc |
|
121 |
static pid_t gettid(); |
|
122 |
static void set_createThread_lock(Mutex* lk) { _createThread_lock = lk; } |
|
123 |
static Mutex* createThread_lock(void) { return _createThread_lock; } |
|
124 |
static void hotspot_sigmask(Thread* thread); |
|
125 |
||
126 |
static address initial_thread_stack_bottom(void) { return _initial_thread_stack_bottom; } |
|
127 |
static uintptr_t initial_thread_stack_size(void) { return _initial_thread_stack_size; } |
|
128 |
static bool is_initial_thread(void); |
|
129 |
||
130 |
static int page_size(void) { return _page_size; } |
|
131 |
static void set_page_size(int val) { _page_size = val; } |
|
132 |
||
17090
98a9d26f1ef1
8013398: Adjust number of stack guard pages on systems with large memory page size
vladidan
parents:
16438
diff
changeset
|
133 |
static int vm_default_page_size(void) { return _vm_default_page_size; } |
98a9d26f1ef1
8013398: Adjust number of stack guard pages on systems with large memory page size
vladidan
parents:
16438
diff
changeset
|
134 |
|
35077
8b86440d3bf1
8145114: const-correctness for ucontext_t* reading functions
stuefe
parents:
35071
diff
changeset
|
135 |
static address ucontext_get_pc(const ucontext_t* uc); |
29573
2d800e5d575f
8074552: SafeFetch32 and SafeFetchN do not work in error handling
dholmes
parents:
27164
diff
changeset
|
136 |
static void ucontext_set_pc(ucontext_t* uc, address pc); |
35077
8b86440d3bf1
8145114: const-correctness for ucontext_t* reading functions
stuefe
parents:
35071
diff
changeset
|
137 |
static intptr_t* ucontext_get_sp(const ucontext_t* uc); |
8b86440d3bf1
8145114: const-correctness for ucontext_t* reading functions
stuefe
parents:
35071
diff
changeset
|
138 |
static intptr_t* ucontext_get_fp(const ucontext_t* uc); |
1 | 139 |
|
140 |
// For Analyzer Forte AsyncGetCallTrace profiling support: |
|
141 |
// |
|
142 |
// This interface should be declared in os_linux_i486.hpp, but |
|
143 |
// that file provides extensions to the os class and not the |
|
144 |
// Linux class. |
|
35077
8b86440d3bf1
8145114: const-correctness for ucontext_t* reading functions
stuefe
parents:
35071
diff
changeset
|
145 |
static ExtendedPC fetch_frame_from_ucontext(Thread* thread, const ucontext_t* uc, |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
146 |
intptr_t** ret_sp, intptr_t** ret_fp); |
1 | 147 |
|
35071
a0910b1d3e0d
8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents:
34145
diff
changeset
|
148 |
static bool get_frame_at_stack_banging_point(JavaThread* thread, ucontext_t* uc, frame* fr); |
a0910b1d3e0d
8046936: JEP 270: Reserved Stack Areas for Critical Sections
fparain
parents:
34145
diff
changeset
|
149 |
|
1 | 150 |
// This boolean allows users to forward their own non-matching signals |
151 |
// to JVM_handle_linux_signal, harmlessly. |
|
152 |
static bool signal_handlers_are_installed; |
|
153 |
||
154 |
static int get_our_sigflags(int); |
|
155 |
static void set_our_sigflags(int, int); |
|
156 |
static void signal_sets_init(); |
|
157 |
static void install_signal_handlers(); |
|
158 |
static void set_signal_handler(int, bool); |
|
159 |
static bool is_sig_ignored(int sig); |
|
160 |
||
161 |
static sigset_t* unblocked_signals(); |
|
162 |
static sigset_t* vm_signals(); |
|
163 |
static sigset_t* allowdebug_blocked_signals(); |
|
164 |
||
165 |
// For signal-chaining |
|
166 |
static struct sigaction *get_chained_signal_action(int sig); |
|
167 |
static bool chained_handler(int sig, siginfo_t* siginfo, void* context); |
|
168 |
||
169 |
// GNU libc and libpthread version strings |
|
745
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
170 |
static const char *glibc_version() { return _glibc_version; } |
47129a5cacd3
6681796: hotspot build failure on gcc 4.2.x (ubuntu 8.04) w/ openjdk 6
xlu
parents:
388
diff
changeset
|
171 |
static const char *libpthread_version() { return _libpthread_version; } |
1 | 172 |
|
173 |
static void libpthread_init(); |
|
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
174 |
static bool libnuma_init(); |
2753
1e9bbaae891b
6840196: NUMA allocator: crash in fastdebug during startup on Linux
iveresov
parents:
1615
diff
changeset
|
175 |
static void* libnuma_dlsym(void* handle, const char* name); |
1 | 176 |
// Minimum stack size a thread can be created with (allowing |
177 |
// the VM to completely create the thread and enter user code) |
|
178 |
static size_t min_stack_allowed; |
|
179 |
||
180 |
// Return default stack size or guard size for the specified thread type |
|
181 |
static size_t default_stack_size(os::ThreadType thr_type); |
|
182 |
static size_t default_guard_size(os::ThreadType thr_type); |
|
183 |
||
184 |
static void capture_initial_stack(size_t max_size); |
|
185 |
||
186 |
// Stack overflow handling |
|
187 |
static bool manually_expand_stack(JavaThread * t, address addr); |
|
188 |
static int max_register_window_saves_before_flushing(); |
|
189 |
||
190 |
// Real-time clock functions |
|
191 |
static void clock_init(void); |
|
192 |
||
193 |
// fast POSIX clocks support |
|
194 |
static void fast_thread_clock_init(void); |
|
195 |
||
196 |
static int clock_gettime(clockid_t clock_id, struct timespec *tp) { |
|
197 |
return _clock_gettime ? _clock_gettime(clock_id, tp) : -1; |
|
198 |
} |
|
199 |
||
200 |
static int pthread_getcpuclockid(pthread_t tid, clockid_t *clock_id) { |
|
201 |
return _pthread_getcpuclockid ? _pthread_getcpuclockid(tid, clock_id) : -1; |
|
202 |
} |
|
203 |
||
204 |
static bool supports_fast_thread_cpu_time() { |
|
205 |
return _supports_fast_thread_cpu_time; |
|
206 |
} |
|
207 |
||
208 |
static jlong fast_thread_cpu_time(clockid_t clockid); |
|
209 |
||
36560 | 210 |
static void initialize_os_info(); |
211 |
static bool os_version_is_known(); |
|
212 |
static uint32_t os_version(); |
|
213 |
||
19964
a3a04a9d29ac
6900441: PlatformEvent.park(millis) on Linux could still be affected by changes to the time-of-day clock
dholmes
parents:
19727
diff
changeset
|
214 |
// pthread_cond clock suppport |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
215 |
private: |
19964
a3a04a9d29ac
6900441: PlatformEvent.park(millis) on Linux could still be affected by changes to the time-of-day clock
dholmes
parents:
19727
diff
changeset
|
216 |
static pthread_condattr_t _condattr[1]; |
a3a04a9d29ac
6900441: PlatformEvent.park(millis) on Linux could still be affected by changes to the time-of-day clock
dholmes
parents:
19727
diff
changeset
|
217 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
218 |
public: |
19964
a3a04a9d29ac
6900441: PlatformEvent.park(millis) on Linux could still be affected by changes to the time-of-day clock
dholmes
parents:
19727
diff
changeset
|
219 |
static pthread_condattr_t* condAttr() { return _condattr; } |
a3a04a9d29ac
6900441: PlatformEvent.park(millis) on Linux could still be affected by changes to the time-of-day clock
dholmes
parents:
19727
diff
changeset
|
220 |
|
1 | 221 |
// Stack repair handling |
222 |
||
223 |
// none present |
|
224 |
||
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
225 |
private: |
388 | 226 |
typedef int (*sched_getcpu_func_t)(void); |
227 |
typedef int (*numa_node_to_cpus_func_t)(int node, unsigned long *buffer, int bufferlen); |
|
228 |
typedef int (*numa_max_node_func_t)(void); |
|
229 |
typedef int (*numa_available_func_t)(void); |
|
230 |
typedef int (*numa_tonode_memory_func_t)(void *start, size_t size, int node); |
|
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
231 |
typedef void (*numa_interleave_memory_func_t)(void *start, size_t size, unsigned long *nodemask); |
19726
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
232 |
typedef void (*numa_set_bind_policy_func_t)(int policy); |
388 | 233 |
|
234 |
static sched_getcpu_func_t _sched_getcpu; |
|
235 |
static numa_node_to_cpus_func_t _numa_node_to_cpus; |
|
236 |
static numa_max_node_func_t _numa_max_node; |
|
237 |
static numa_available_func_t _numa_available; |
|
238 |
static numa_tonode_memory_func_t _numa_tonode_memory; |
|
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
239 |
static numa_interleave_memory_func_t _numa_interleave_memory; |
19726
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
240 |
static numa_set_bind_policy_func_t _numa_set_bind_policy; |
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
241 |
static unsigned long* _numa_all_nodes; |
388 | 242 |
|
243 |
static void set_sched_getcpu(sched_getcpu_func_t func) { _sched_getcpu = func; } |
|
244 |
static void set_numa_node_to_cpus(numa_node_to_cpus_func_t func) { _numa_node_to_cpus = func; } |
|
245 |
static void set_numa_max_node(numa_max_node_func_t func) { _numa_max_node = func; } |
|
246 |
static void set_numa_available(numa_available_func_t func) { _numa_available = func; } |
|
247 |
static void set_numa_tonode_memory(numa_tonode_memory_func_t func) { _numa_tonode_memory = func; } |
|
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
248 |
static void set_numa_interleave_memory(numa_interleave_memory_func_t func) { _numa_interleave_memory = func; } |
19726
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
249 |
static void set_numa_set_bind_policy(numa_set_bind_policy_func_t func) { _numa_set_bind_policy = func; } |
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
250 |
static void set_numa_all_nodes(unsigned long* ptr) { _numa_all_nodes = ptr; } |
10239 | 251 |
static int sched_getcpu_syscall(void); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
252 |
public: |
388 | 253 |
static int sched_getcpu() { return _sched_getcpu != NULL ? _sched_getcpu() : -1; } |
254 |
static int numa_node_to_cpus(int node, unsigned long *buffer, int bufferlen) { |
|
255 |
return _numa_node_to_cpus != NULL ? _numa_node_to_cpus(node, buffer, bufferlen) : -1; |
|
256 |
} |
|
257 |
static int numa_max_node() { return _numa_max_node != NULL ? _numa_max_node() : -1; } |
|
258 |
static int numa_available() { return _numa_available != NULL ? _numa_available() : -1; } |
|
259 |
static int numa_tonode_memory(void *start, size_t size, int node) { |
|
260 |
return _numa_tonode_memory != NULL ? _numa_tonode_memory(start, size, node) : -1; |
|
261 |
} |
|
1615
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
262 |
static void numa_interleave_memory(void *start, size_t size) { |
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
263 |
if (_numa_interleave_memory != NULL && _numa_all_nodes != NULL) { |
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
264 |
_numa_interleave_memory(start, size, _numa_all_nodes); |
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
265 |
} |
b46d9f19bde2
6779436: NUMA allocator: libnuma expects certain size of the buffer in numa_node_to_cpus()
iveresov
parents:
781
diff
changeset
|
266 |
} |
19726
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
267 |
static void numa_set_bind_policy(int policy) { |
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
268 |
if (_numa_set_bind_policy != NULL) { |
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
269 |
_numa_set_bind_policy(policy); |
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
270 |
} |
c086d352d3f7
8016155: SIGBUS when running Kitchensink with ParallelScavenge and ParallelOld
mgerdin
parents:
18069
diff
changeset
|
271 |
} |
388 | 272 |
static int get_node_by_cpu(int cpu_id); |
1 | 273 |
}; |
274 |
||
275 |
||
13195 | 276 |
class PlatformEvent : public CHeapObj<mtInternal> { |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
277 |
private: |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
278 |
double CachePad[4]; // increase odds that _mutex is sole occupant of cache line |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
279 |
volatile int _Event; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
280 |
volatile int _nParked; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
281 |
pthread_mutex_t _mutex[1]; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
282 |
pthread_cond_t _cond[1]; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
283 |
double PostPad[2]; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
284 |
Thread * _Assoc; |
1 | 285 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
286 |
public: // TODO-FIXME: make dtor private |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
287 |
~PlatformEvent() { guarantee(0, "invariant"); } |
1 | 288 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
289 |
public: |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
290 |
PlatformEvent() { |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
291 |
int status; |
26684
d1221849ea3d
8057109: manual cleanup of white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
26683
diff
changeset
|
292 |
status = pthread_cond_init(_cond, os::Linux::condAttr()); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
293 |
assert_status(status == 0, status, "cond_init"); |
26684
d1221849ea3d
8057109: manual cleanup of white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
26683
diff
changeset
|
294 |
status = pthread_mutex_init(_mutex, NULL); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
295 |
assert_status(status == 0, status, "mutex_init"); |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
296 |
_Event = 0; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
297 |
_nParked = 0; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
298 |
_Assoc = NULL; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
299 |
} |
1 | 300 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
301 |
// Use caution with reset() and fired() -- they may require MEMBARs |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
302 |
void reset() { _Event = 0; } |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
303 |
int fired() { return _Event; } |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
304 |
void park(); |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
305 |
void unpark(); |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
306 |
int park(jlong millis); // relative timed-wait only |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
307 |
void SetAssociation(Thread * a) { _Assoc = a; } |
25069
c937c5e883c5
8047156: cleanup more non-indent white space issues prior to Contended Locking cleanup bucket
dcubed
parents:
22894
diff
changeset
|
308 |
}; |
1 | 309 |
|
13195 | 310 |
class PlatformParker : public CHeapObj<mtInternal> { |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
311 |
protected: |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
312 |
enum { |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
313 |
REL_INDEX = 0, |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
314 |
ABS_INDEX = 1 |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
315 |
}; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
316 |
int _cur_index; // which cond is in use: -1, 0, 1 |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
317 |
pthread_mutex_t _mutex[1]; |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
318 |
pthread_cond_t _cond[2]; // one for relative times and one for abs. |
1 | 319 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
320 |
public: // TODO-FIXME: make dtor private |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
321 |
~PlatformParker() { guarantee(0, "invariant"); } |
1 | 322 |
|
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
323 |
public: |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
324 |
PlatformParker() { |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
325 |
int status; |
26684
d1221849ea3d
8057109: manual cleanup of white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
26683
diff
changeset
|
326 |
status = pthread_cond_init(&_cond[REL_INDEX], os::Linux::condAttr()); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
327 |
assert_status(status == 0, status, "cond_init rel"); |
26684
d1221849ea3d
8057109: manual cleanup of white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
26683
diff
changeset
|
328 |
status = pthread_cond_init(&_cond[ABS_INDEX], NULL); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
329 |
assert_status(status == 0, status, "cond_init abs"); |
26684
d1221849ea3d
8057109: manual cleanup of white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
26683
diff
changeset
|
330 |
status = pthread_mutex_init(_mutex, NULL); |
26683
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
331 |
assert_status(status == 0, status, "mutex_init"); |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
332 |
_cur_index = -1; // mark as unused |
a02753d5a0b2
8057107: cleanup indent white space issues prior to Contended Locking reorder and cache line bucket
dcubed
parents:
25946
diff
changeset
|
333 |
} |
18025 | 334 |
}; |
7397 | 335 |
|
336 |
#endif // OS_LINUX_VM_OS_LINUX_HPP |