38 */ |
38 */ |
39 typedef void (__kernel_dmb_t) (void); |
39 typedef void (__kernel_dmb_t) (void); |
40 #define __kernel_dmb (*(__kernel_dmb_t *) 0xffff0fa0) |
40 #define __kernel_dmb (*(__kernel_dmb_t *) 0xffff0fa0) |
41 |
41 |
42 #define FULL_MEM_BARRIER __kernel_dmb() |
42 #define FULL_MEM_BARRIER __kernel_dmb() |
43 #define READ_MEM_BARRIER __kernel_dmb() |
43 #define LIGHT_MEM_BARRIER __kernel_dmb() |
44 #define WRITE_MEM_BARRIER __kernel_dmb() |
|
45 |
44 |
46 #else // ARM |
45 #else // ARM |
47 |
46 |
48 #define FULL_MEM_BARRIER __sync_synchronize() |
47 #define FULL_MEM_BARRIER __sync_synchronize() |
49 |
48 |
50 #ifdef PPC |
49 #ifdef PPC |
51 |
50 |
52 #ifdef __NO_LWSYNC__ |
51 #ifdef __NO_LWSYNC__ |
53 #define READ_MEM_BARRIER __asm __volatile ("sync":::"memory") |
52 #define LIGHT_MEM_BARRIER __asm __volatile ("sync":::"memory") |
54 #define WRITE_MEM_BARRIER __asm __volatile ("sync":::"memory") |
|
55 #else |
53 #else |
56 #define READ_MEM_BARRIER __asm __volatile ("lwsync":::"memory") |
54 #define LIGHT_MEM_BARRIER __asm __volatile ("lwsync":::"memory") |
57 #define WRITE_MEM_BARRIER __asm __volatile ("lwsync":::"memory") |
|
58 #endif |
55 #endif |
59 |
56 |
60 #else // PPC |
57 #else // PPC |
61 |
58 |
62 #define READ_MEM_BARRIER __asm __volatile ("":::"memory") |
59 #define LIGHT_MEM_BARRIER __asm __volatile ("":::"memory") |
63 #define WRITE_MEM_BARRIER __asm __volatile ("":::"memory") |
|
64 |
60 |
65 #endif // PPC |
61 #endif // PPC |
66 |
62 |
67 #endif // ARM |
63 #endif // ARM |
68 |
64 |
|
65 // Note: What is meant by LIGHT_MEM_BARRIER is a barrier which is sufficient |
|
66 // to provide TSO semantics, i.e. StoreStore | LoadLoad | LoadStore. |
69 |
67 |
70 inline void OrderAccess::loadload() { acquire(); } |
68 inline void OrderAccess::loadload() { LIGHT_MEM_BARRIER; } |
71 inline void OrderAccess::storestore() { release(); } |
69 inline void OrderAccess::storestore() { LIGHT_MEM_BARRIER; } |
72 inline void OrderAccess::loadstore() { acquire(); } |
70 inline void OrderAccess::loadstore() { LIGHT_MEM_BARRIER; } |
73 inline void OrderAccess::storeload() { fence(); } |
71 inline void OrderAccess::storeload() { FULL_MEM_BARRIER; } |
74 |
72 |
75 inline void OrderAccess::acquire() { |
73 inline void OrderAccess::acquire() { LIGHT_MEM_BARRIER; } |
76 READ_MEM_BARRIER; |
74 inline void OrderAccess::release() { LIGHT_MEM_BARRIER; } |
77 } |
75 inline void OrderAccess::fence() { FULL_MEM_BARRIER; } |
78 |
76 |
79 inline void OrderAccess::release() { |
77 #define VM_HAS_GENERALIZED_ORDER_ACCESS 1 |
80 WRITE_MEM_BARRIER; |
|
81 } |
|
82 |
|
83 inline void OrderAccess::fence() { |
|
84 FULL_MEM_BARRIER; |
|
85 } |
|
86 |
|
87 inline jbyte OrderAccess::load_acquire(volatile jbyte* p) { jbyte data = *p; acquire(); return data; } |
|
88 inline jshort OrderAccess::load_acquire(volatile jshort* p) { jshort data = *p; acquire(); return data; } |
|
89 inline jint OrderAccess::load_acquire(volatile jint* p) { jint data = *p; acquire(); return data; } |
|
90 inline jlong OrderAccess::load_acquire(volatile jlong* p) { |
|
91 jlong tmp; |
|
92 os::atomic_copy64(p, &tmp); |
|
93 acquire(); |
|
94 return tmp; |
|
95 } |
|
96 inline jubyte OrderAccess::load_acquire(volatile jubyte* p) { jubyte data = *p; acquire(); return data; } |
|
97 inline jushort OrderAccess::load_acquire(volatile jushort* p) { jushort data = *p; acquire(); return data; } |
|
98 inline juint OrderAccess::load_acquire(volatile juint* p) { juint data = *p; acquire(); return data; } |
|
99 inline julong OrderAccess::load_acquire(volatile julong* p) { |
|
100 julong tmp; |
|
101 os::atomic_copy64(p, &tmp); |
|
102 acquire(); |
|
103 return tmp; |
|
104 } |
|
105 inline jfloat OrderAccess::load_acquire(volatile jfloat* p) { jfloat data = *p; acquire(); return data; } |
|
106 inline jdouble OrderAccess::load_acquire(volatile jdouble* p) { |
|
107 jdouble tmp; |
|
108 os::atomic_copy64(p, &tmp); |
|
109 acquire(); |
|
110 return tmp; |
|
111 } |
|
112 |
|
113 inline intptr_t OrderAccess::load_ptr_acquire(volatile intptr_t* p) { |
|
114 intptr_t data = *p; |
|
115 acquire(); |
|
116 return data; |
|
117 } |
|
118 inline void* OrderAccess::load_ptr_acquire(volatile void* p) { |
|
119 void *data = *(void* volatile *)p; |
|
120 acquire(); |
|
121 return data; |
|
122 } |
|
123 inline void* OrderAccess::load_ptr_acquire(const volatile void* p) { |
|
124 void *data = *(void* const volatile *)p; |
|
125 acquire(); |
|
126 return data; |
|
127 } |
|
128 |
|
129 inline void OrderAccess::release_store(volatile jbyte* p, jbyte v) { release(); *p = v; } |
|
130 inline void OrderAccess::release_store(volatile jshort* p, jshort v) { release(); *p = v; } |
|
131 inline void OrderAccess::release_store(volatile jint* p, jint v) { release(); *p = v; } |
|
132 inline void OrderAccess::release_store(volatile jlong* p, jlong v) |
|
133 { release(); os::atomic_copy64(&v, p); } |
|
134 inline void OrderAccess::release_store(volatile jubyte* p, jubyte v) { release(); *p = v; } |
|
135 inline void OrderAccess::release_store(volatile jushort* p, jushort v) { release(); *p = v; } |
|
136 inline void OrderAccess::release_store(volatile juint* p, juint v) { release(); *p = v; } |
|
137 inline void OrderAccess::release_store(volatile julong* p, julong v) |
|
138 { release(); os::atomic_copy64(&v, p); } |
|
139 inline void OrderAccess::release_store(volatile jfloat* p, jfloat v) { release(); *p = v; } |
|
140 inline void OrderAccess::release_store(volatile jdouble* p, jdouble v) |
|
141 { release(); os::atomic_copy64(&v, p); } |
|
142 |
|
143 inline void OrderAccess::release_store_ptr(volatile intptr_t* p, intptr_t v) { release(); *p = v; } |
|
144 inline void OrderAccess::release_store_ptr(volatile void* p, void* v) |
|
145 { release(); *(void* volatile *)p = v; } |
|
146 |
|
147 inline void OrderAccess::store_fence(jbyte* p, jbyte v) { *p = v; fence(); } |
|
148 inline void OrderAccess::store_fence(jshort* p, jshort v) { *p = v; fence(); } |
|
149 inline void OrderAccess::store_fence(jint* p, jint v) { *p = v; fence(); } |
|
150 inline void OrderAccess::store_fence(jlong* p, jlong v) { os::atomic_copy64(&v, p); fence(); } |
|
151 inline void OrderAccess::store_fence(jubyte* p, jubyte v) { *p = v; fence(); } |
|
152 inline void OrderAccess::store_fence(jushort* p, jushort v) { *p = v; fence(); } |
|
153 inline void OrderAccess::store_fence(juint* p, juint v) { *p = v; fence(); } |
|
154 inline void OrderAccess::store_fence(julong* p, julong v) { os::atomic_copy64(&v, p); fence(); } |
|
155 inline void OrderAccess::store_fence(jfloat* p, jfloat v) { *p = v; fence(); } |
|
156 inline void OrderAccess::store_fence(jdouble* p, jdouble v) { os::atomic_copy64(&v, p); fence(); } |
|
157 |
|
158 inline void OrderAccess::store_ptr_fence(intptr_t* p, intptr_t v) { *p = v; fence(); } |
|
159 inline void OrderAccess::store_ptr_fence(void** p, void* v) { *p = v; fence(); } |
|
160 |
|
161 inline void OrderAccess::release_store_fence(volatile jbyte* p, jbyte v) { release_store(p, v); fence(); } |
|
162 inline void OrderAccess::release_store_fence(volatile jshort* p, jshort v) { release_store(p, v); fence(); } |
|
163 inline void OrderAccess::release_store_fence(volatile jint* p, jint v) { release_store(p, v); fence(); } |
|
164 inline void OrderAccess::release_store_fence(volatile jlong* p, jlong v) { release_store(p, v); fence(); } |
|
165 inline void OrderAccess::release_store_fence(volatile jubyte* p, jubyte v) { release_store(p, v); fence(); } |
|
166 inline void OrderAccess::release_store_fence(volatile jushort* p, jushort v) { release_store(p, v); fence(); } |
|
167 inline void OrderAccess::release_store_fence(volatile juint* p, juint v) { release_store(p, v); fence(); } |
|
168 inline void OrderAccess::release_store_fence(volatile julong* p, julong v) { release_store(p, v); fence(); } |
|
169 inline void OrderAccess::release_store_fence(volatile jfloat* p, jfloat v) { release_store(p, v); fence(); } |
|
170 inline void OrderAccess::release_store_fence(volatile jdouble* p, jdouble v) { release_store(p, v); fence(); } |
|
171 |
|
172 inline void OrderAccess::release_store_ptr_fence(volatile intptr_t* p, intptr_t v) { release_store_ptr(p, v); fence(); } |
|
173 inline void OrderAccess::release_store_ptr_fence(volatile void* p, void* v) { release_store_ptr(p, v); fence(); } |
|
174 |
78 |
175 #endif // OS_CPU_BSD_ZERO_VM_ORDERACCESS_BSD_ZERO_INLINE_HPP |
79 #endif // OS_CPU_BSD_ZERO_VM_ORDERACCESS_BSD_ZERO_INLINE_HPP |