hotspot/src/os_cpu/linux_aarch64/vm/atomic_linux_aarch64.hpp
author eosterlund
Wed, 23 Aug 2017 14:01:17 +0200
changeset 46958 a13bd8c6b7a2
parent 46523 cbcc0ebaa044
child 46993 dd0f91c85ffc
permissions -rw-r--r--
8186166: Generalize Atomic::cmpxchg with templates Reviewed-by: dholmes, coleenp Contributed-by: kim.barrett@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
29182
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     1
/*
46523
cbcc0ebaa044 8166651: OrderAccess::load_acquire &etc should have const parameters
kbarrett
parents: 40655
diff changeset
     2
 * Copyright (c) 1999, 2017, Oracle and/or its affiliates. All rights reserved.
29182
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     3
 * Copyright (c) 2014, Red Hat Inc. All rights reserved.
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     4
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     5
 *
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     6
 * This code is free software; you can redistribute it and/or modify it
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     7
 * under the terms of the GNU General Public License version 2 only, as
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     8
 * published by the Free Software Foundation.
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
     9
 *
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    10
 * This code is distributed in the hope that it will be useful, but WITHOUT
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    11
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    12
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    13
 * version 2 for more details (a copy is included in the LICENSE file that
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    14
 * accompanied this code).
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    15
 *
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    16
 * You should have received a copy of the GNU General Public License version
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    17
 * 2 along with this work; if not, write to the Free Software Foundation,
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    18
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    19
 *
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    20
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    21
 * or visit www.oracle.com if you need additional information or have any
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    22
 * questions.
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    23
 *
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    24
 */
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    25
40655
9f644073d3a0 8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents: 39404
diff changeset
    26
#ifndef OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_HPP
9f644073d3a0 8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents: 39404
diff changeset
    27
#define OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_HPP
29182
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    28
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    29
#include "vm_version_aarch64.hpp"
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    30
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    31
// Implementation of class atomic
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    32
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    33
#define FULL_MEM_BARRIER  __sync_synchronize()
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    34
#define READ_MEM_BARRIER  __atomic_thread_fence(__ATOMIC_ACQUIRE);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    35
#define WRITE_MEM_BARRIER __atomic_thread_fence(__ATOMIC_RELEASE);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    36
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    37
inline void Atomic::store    (jbyte    store_value, jbyte*    dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    38
inline void Atomic::store    (jshort   store_value, jshort*   dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    39
inline void Atomic::store    (jint     store_value, jint*     dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    40
inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    41
inline void Atomic::store_ptr(void*    store_value, void*     dest) { *(void**)dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    42
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    43
inline void Atomic::store    (jbyte    store_value, volatile jbyte*    dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    44
inline void Atomic::store    (jshort   store_value, volatile jshort*   dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    45
inline void Atomic::store    (jint     store_value, volatile jint*     dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    46
inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    47
inline void Atomic::store_ptr(void*    store_value, volatile void*     dest) { *(void* volatile *)dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    48
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    49
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    50
inline jint Atomic::add(jint add_value, volatile jint* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    51
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    52
 return __sync_add_and_fetch(dest, add_value);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    53
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    54
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    55
inline void Atomic::inc(volatile jint* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    56
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    57
 add(1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    58
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    59
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    60
inline void Atomic::inc_ptr(volatile void* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    61
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    62
 add_ptr(1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    63
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    64
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    65
inline void Atomic::dec (volatile jint* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    66
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    67
 add(-1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    68
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    69
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    70
inline void Atomic::dec_ptr(volatile void* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    71
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    72
 add_ptr(-1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    73
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    74
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    75
inline jint Atomic::xchg (jint exchange_value, volatile jint* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    76
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    77
  jint res = __sync_lock_test_and_set (dest, exchange_value);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    78
  FULL_MEM_BARRIER;
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    79
  return res;
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    80
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    81
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    82
inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    83
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    84
  return (void *) xchg_ptr((intptr_t) exchange_value,
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    85
                           (volatile intptr_t*) dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    86
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
    87
46958
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    88
template<size_t byte_size>
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    89
template<typename T>
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    90
inline T Atomic::PlatformCmpxchg<byte_size>::operator()(T exchange_value,
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    91
                                                        T volatile* dest,
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    92
                                                        T compare_value,
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    93
                                                        cmpxchg_memory_order order) const {
a13bd8c6b7a2 8186166: Generalize Atomic::cmpxchg with templates
eosterlund
parents: 46523
diff changeset
    94
  STATIC_ASSERT(byte_size == sizeof(T));
39404
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
    95
  if (order == memory_order_relaxed) {
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
    96
    T value = compare_value;
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
    97
    __atomic_compare_exchange(dest, &value, &exchange_value, /*weak*/false,
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
    98
                              __ATOMIC_RELAXED, __ATOMIC_RELAXED);
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
    99
    return value;
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
   100
  } else {
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
   101
    return __sync_val_compare_and_swap(dest, compare_value, exchange_value);
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
   102
  }
d0ad5220e91c 8155949: Support relaxed semantics in cmpxchg
mdoerr
parents: 29182
diff changeset
   103
}
29182
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   104
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   105
inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   106
inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   107
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   108
inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   109
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   110
 return __sync_add_and_fetch(dest, add_value);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   111
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   112
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   113
inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   114
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   115
  return (void *) add_ptr(add_value, (volatile intptr_t *) dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   116
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   117
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   118
inline void Atomic::inc_ptr(volatile intptr_t* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   119
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   120
 add_ptr(1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   121
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   122
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   123
inline void Atomic::dec_ptr(volatile intptr_t* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   124
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   125
 add_ptr(-1, dest);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   126
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   127
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   128
inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest)
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   129
{
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   130
  intptr_t res = __sync_lock_test_and_set (dest, exchange_value);
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   131
  FULL_MEM_BARRIER;
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   132
  return res;
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   133
}
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   134
46523
cbcc0ebaa044 8166651: OrderAccess::load_acquire &etc should have const parameters
kbarrett
parents: 40655
diff changeset
   135
inline jlong Atomic::load(const volatile jlong* src) { return *src; }
29182
78af2a4d1ec3 8068055: AARCH64: os_cpu
aph
parents:
diff changeset
   136
40655
9f644073d3a0 8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents: 39404
diff changeset
   137
#endif // OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_HPP