hotspot/src/os/linux/vm/os_linux.hpp
author iveresov
Tue, 29 Apr 2008 13:51:26 +0400
changeset 388 bcc631c5bbec
parent 1 489c9b5090e2
child 745 47129a5cacd3
child 670 ddf3e9583f2f
permissions -rw-r--r--
6684395: Port NUMA-aware allocator to linux Summary: NUMA-aware allocator port to Linux Reviewed-by: jmasa, apetrusenko
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
489c9b5090e2 Initial load
duke
parents:
diff changeset
     2
 * Copyright 1999-2007 Sun Microsystems, Inc.  All Rights Reserved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
// Linux_OS defines the interface to Linux operating systems
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
/* pthread_getattr_np comes with LinuxThreads-0.9-7 on RedHat 7.1 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
typedef int (*pthread_getattr_func_type) (pthread_t, pthread_attr_t *);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
class Linux {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
  friend class os;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
  // For signal-chaining
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
#define MAXSIGNUM 32
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
  static struct sigaction sigact[MAXSIGNUM]; // saved preinstalled sigactions
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
  static unsigned int sigs;             // mask of signals that have
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
                                        // preinstalled signal handlers
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
  static bool libjsig_is_loaded;        // libjsig that interposes sigaction(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
                                        // __sigaction(), signal() is loaded
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  static struct sigaction *(*get_signal_action)(int);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
  static struct sigaction *get_preinstalled_handler(int);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  static void save_preinstalled_handler(int, struct sigaction&);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
  static void check_signal_handler(int sig);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
  // For signal flags diagnostics
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
  static int sigflags[MAXSIGNUM];
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  static int (*_clock_gettime)(clockid_t, struct timespec *);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
  static int (*_pthread_getcpuclockid)(pthread_t, clockid_t *);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  static address   _initial_thread_stack_bottom;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  static uintptr_t _initial_thread_stack_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
  static char *_glibc_version;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  static char *_libpthread_version;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  static bool _is_floating_stack;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
  static bool _is_NPTL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  static bool _supports_fast_thread_cpu_time;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
388
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
    62
  static GrowableArray<int>* _cpu_to_node;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
    63
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  static julong _physical_memory;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  static pthread_t _main_thread;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  static Mutex* _createThread_lock;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
  static int _page_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
  static julong available_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
  static julong physical_memory() { return _physical_memory; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
  static void initialize_system_info();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
  static void set_glibc_version(char *s)      { _glibc_version = s; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  static void set_libpthread_version(char *s) { _libpthread_version = s; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  static bool supports_variable_stack_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  static void set_is_NPTL()                   { _is_NPTL = true;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  static void set_is_LinuxThreads()           { _is_NPTL = false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  static void set_is_floating_stack()         { _is_floating_stack = true; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
388
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
    84
  static void rebuild_cpu_to_node_map();
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
    85
  static GrowableArray<int>* cpu_to_node()    { return _cpu_to_node; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
  static void init_thread_fpu_state();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
  static int  get_fpu_control_word();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  static void set_fpu_control_word(int fpu_control);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  static pthread_t main_thread(void)                                { return _main_thread; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  // returns kernel thread id (similar to LWP id on Solaris), which can be
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  // used to access /proc
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
  static pid_t gettid();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  static void set_createThread_lock(Mutex* lk)                      { _createThread_lock = lk; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  static Mutex* createThread_lock(void)                             { return _createThread_lock; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  static void hotspot_sigmask(Thread* thread);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  static address   initial_thread_stack_bottom(void)                { return _initial_thread_stack_bottom; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
  static uintptr_t initial_thread_stack_size(void)                  { return _initial_thread_stack_size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
  static bool is_initial_thread(void);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  static int page_size(void)                                        { return _page_size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  static void set_page_size(int val)                                { _page_size = val; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  static address   ucontext_get_pc(ucontext_t* uc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  static intptr_t* ucontext_get_sp(ucontext_t* uc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
  static intptr_t* ucontext_get_fp(ucontext_t* uc);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  // For Analyzer Forte AsyncGetCallTrace profiling support:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  // This interface should be declared in os_linux_i486.hpp, but
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
  // that file provides extensions to the os class and not the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  // Linux class.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  static ExtendedPC fetch_frame_from_ucontext(Thread* thread, ucontext_t* uc,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    intptr_t** ret_sp, intptr_t** ret_fp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
  // This boolean allows users to forward their own non-matching signals
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  // to JVM_handle_linux_signal, harmlessly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  static bool signal_handlers_are_installed;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  static int get_our_sigflags(int);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
  static void set_our_sigflags(int, int);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
  static void signal_sets_init();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  static void install_signal_handlers();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
  static void set_signal_handler(int, bool);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  static bool is_sig_ignored(int sig);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
  static sigset_t* unblocked_signals();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  static sigset_t* vm_signals();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  static sigset_t* allowdebug_blocked_signals();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
  // For signal-chaining
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  static struct sigaction *get_chained_signal_action(int sig);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
  static bool chained_handler(int sig, siginfo_t* siginfo, void* context);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
  // GNU libc and libpthread version strings
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  static char *glibc_version()                { return _glibc_version; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
  static char *libpthread_version()           { return _libpthread_version; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
  // NPTL or LinuxThreads?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
  static bool is_LinuxThreads()               { return !_is_NPTL; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  static bool is_NPTL()                       { return _is_NPTL;  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  // NPTL is always floating stack. LinuxThreads could be using floating
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
  // stack or fixed stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  static bool is_floating_stack()             { return _is_floating_stack; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  static void libpthread_init();
388
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   149
  static void libnuma_init();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
  // Minimum stack size a thread can be created with (allowing
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
  // the VM to completely create the thread and enter user code)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  static size_t min_stack_allowed;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  // Return default stack size or guard size for the specified thread type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  static size_t default_stack_size(os::ThreadType thr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  static size_t default_guard_size(os::ThreadType thr_type);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  static void capture_initial_stack(size_t max_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
  // Stack overflow handling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
  static bool manually_expand_stack(JavaThread * t, address addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
  static int max_register_window_saves_before_flushing();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  // Real-time clock functions
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  static void clock_init(void);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
  // fast POSIX clocks support
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  static void fast_thread_clock_init(void);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
  static bool supports_monotonic_clock() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
    return _clock_gettime != NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  static int clock_gettime(clockid_t clock_id, struct timespec *tp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
    return _clock_gettime ? _clock_gettime(clock_id, tp) : -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  static int pthread_getcpuclockid(pthread_t tid, clockid_t *clock_id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
    return _pthread_getcpuclockid ? _pthread_getcpuclockid(tid, clock_id) : -1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
  static bool supports_fast_thread_cpu_time() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
    return _supports_fast_thread_cpu_time;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  static jlong fast_thread_cpu_time(clockid_t clockid);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
  // Stack repair handling
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  // none present
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
  // LinuxThreads work-around for 6292965
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
  static int safe_cond_timedwait(pthread_cond_t *_cond, pthread_mutex_t *_mutex, const struct timespec *_abstime);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
  // Linux suspend/resume support - this helper is a shadow of its former
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  // self now that low-level suspension is barely used, and old workarounds
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
  // for LinuxThreads are no longer needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  class SuspendResume {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
  private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
    volatile int _suspend_action;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
    // values for suspend_action:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
    #define SR_NONE               (0x00)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
    #define SR_SUSPEND            (0x01)  // suspend request
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
    #define SR_CONTINUE           (0x02)  // resume request
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
    volatile jint _state;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
    // values for _state: + SR_NONE
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
    #define SR_SUSPENDED          (0x20)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
    SuspendResume() { _suspend_action = SR_NONE; _state = SR_NONE; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
    int suspend_action() const     { return _suspend_action; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
    void set_suspend_action(int x) { _suspend_action = x;    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
    // atomic updates for _state
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
    void set_suspended()           {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
      jint temp, temp2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
      do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
        temp = _state;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
        temp2 = Atomic::cmpxchg(temp | SR_SUSPENDED, &_state, temp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
      } while (temp2 != temp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
    void clear_suspended()        {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
      jint temp, temp2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
      do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
        temp = _state;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
        temp2 = Atomic::cmpxchg(temp & ~SR_SUSPENDED, &_state, temp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
      } while (temp2 != temp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
    bool is_suspended()            { return _state & SR_SUSPENDED;       }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
    #undef SR_SUSPENDED
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  };
388
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   236
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   237
private:
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   238
  typedef int (*sched_getcpu_func_t)(void);
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   239
  typedef int (*numa_node_to_cpus_func_t)(int node, unsigned long *buffer, int bufferlen);
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   240
  typedef int (*numa_max_node_func_t)(void);
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   241
  typedef int (*numa_available_func_t)(void);
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   242
  typedef int (*numa_tonode_memory_func_t)(void *start, size_t size, int node);
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   243
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   244
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   245
  static sched_getcpu_func_t _sched_getcpu;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   246
  static numa_node_to_cpus_func_t _numa_node_to_cpus;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   247
  static numa_max_node_func_t _numa_max_node;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   248
  static numa_available_func_t _numa_available;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   249
  static numa_tonode_memory_func_t _numa_tonode_memory;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   250
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   251
  static void set_sched_getcpu(sched_getcpu_func_t func) { _sched_getcpu = func; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   252
  static void set_numa_node_to_cpus(numa_node_to_cpus_func_t func) { _numa_node_to_cpus = func; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   253
  static void set_numa_max_node(numa_max_node_func_t func) { _numa_max_node = func; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   254
  static void set_numa_available(numa_available_func_t func) { _numa_available = func; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   255
  static void set_numa_tonode_memory(numa_tonode_memory_func_t func) { _numa_tonode_memory = func; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   256
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   257
public:
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   258
  static int sched_getcpu()  { return _sched_getcpu != NULL ? _sched_getcpu() : -1; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   259
  static int numa_node_to_cpus(int node, unsigned long *buffer, int bufferlen) {
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   260
    return _numa_node_to_cpus != NULL ? _numa_node_to_cpus(node, buffer, bufferlen) : -1;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   261
  }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   262
  static int numa_max_node() { return _numa_max_node != NULL ? _numa_max_node() : -1; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   263
  static int numa_available() { return _numa_available != NULL ? _numa_available() : -1; }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   264
  static int numa_tonode_memory(void *start, size_t size, int node) {
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   265
    return _numa_tonode_memory != NULL ? _numa_tonode_memory(start, size, node) : -1;
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   266
  }
bcc631c5bbec 6684395: Port NUMA-aware allocator to linux
iveresov
parents: 1
diff changeset
   267
  static int get_node_by_cpu(int cpu_id);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
class PlatformEvent : public CHeapObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
  private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
    double CachePad [4] ;   // increase odds that _mutex is sole occupant of cache line
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
    volatile int _Event ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
    volatile int _nParked ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
    pthread_mutex_t _mutex  [1] ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
    pthread_cond_t  _cond   [1] ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
    double PostPad  [2] ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
    Thread * _Assoc ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  public:       // TODO-FIXME: make dtor private
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
    ~PlatformEvent() { guarantee (0, "invariant") ; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
    PlatformEvent() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
      int status;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
      status = pthread_cond_init (_cond, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
      assert_status(status == 0, status, "cond_init");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
      status = pthread_mutex_init (_mutex, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
      assert_status(status == 0, status, "mutex_init");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
      _Event   = 0 ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
      _nParked = 0 ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
      _Assoc   = NULL ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
    // Use caution with reset() and fired() -- they may require MEMBARs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
    void reset() { _Event = 0 ; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
    int  fired() { return _Event; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
    void park () ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
    void unpark () ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
    int  TryPark () ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
    int  park (jlong millis) ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
    void SetAssociation (Thread * a) { _Assoc = a ; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
} ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
class PlatformParker : public CHeapObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
    pthread_mutex_t _mutex [1] ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
    pthread_cond_t  _cond  [1] ;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
  public:       // TODO-FIXME: make dtor private
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
    ~PlatformParker() { guarantee (0, "invariant") ; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
    PlatformParker() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
      int status;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
      status = pthread_cond_init (_cond, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
      assert_status(status == 0, status, "cond_init");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
      status = pthread_mutex_init (_mutex, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
      assert_status(status == 0, status, "mutex_init");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
} ;