hotspot/src/share/vm/prims/unsafe.cpp
changeset 36551 77f29c57ed2e
parent 36316 7a83de7aabca
child 37184 23e0d47c1f3e
child 36827 53d2d43551d2
equal deleted inserted replaced
36550:6d26e3a083cb 36551:77f29c57ed2e
    28 #include "memory/allocation.inline.hpp"
    28 #include "memory/allocation.inline.hpp"
    29 #include "oops/objArrayOop.inline.hpp"
    29 #include "oops/objArrayOop.inline.hpp"
    30 #include "oops/oop.inline.hpp"
    30 #include "oops/oop.inline.hpp"
    31 #include "prims/jni.h"
    31 #include "prims/jni.h"
    32 #include "prims/jvm.h"
    32 #include "prims/jvm.h"
       
    33 #include "prims/unsafe.hpp"
    33 #include "runtime/atomic.inline.hpp"
    34 #include "runtime/atomic.inline.hpp"
    34 #include "runtime/globals.hpp"
    35 #include "runtime/globals.hpp"
    35 #include "runtime/interfaceSupport.hpp"
    36 #include "runtime/interfaceSupport.hpp"
    36 #include "runtime/orderAccess.inline.hpp"
    37 #include "runtime/orderAccess.inline.hpp"
    37 #include "runtime/reflection.hpp"
    38 #include "runtime/reflection.hpp"
    43 #include "utilities/macros.hpp"
    44 #include "utilities/macros.hpp"
    44 #if INCLUDE_ALL_GCS
    45 #if INCLUDE_ALL_GCS
    45 #include "gc/g1/g1SATBCardTableModRefBS.hpp"
    46 #include "gc/g1/g1SATBCardTableModRefBS.hpp"
    46 #endif // INCLUDE_ALL_GCS
    47 #endif // INCLUDE_ALL_GCS
    47 
    48 
    48 /*
    49 /**
    49  *      Implementation of class Unsafe
    50  * Implementation of the jdk.internal.misc.Unsafe class
    50  */
    51  */
    51 
    52 
    52 
    53 
    53 #define MAX_OBJECT_SIZE \
    54 #define MAX_OBJECT_SIZE \
    54   ( arrayOopDesc::header_size(T_DOUBLE) * HeapWordSize \
    55   ( arrayOopDesc::header_size(T_DOUBLE) * HeapWordSize \
    55     + ((julong)max_jint * sizeof(double)) )
    56     + ((julong)max_jint * sizeof(double)) )
    56 
    57 
    57 
    58 
    58 #define UNSAFE_ENTRY(result_type, header) \
    59 #define UNSAFE_ENTRY(result_type, header) \
    59   JVM_ENTRY(result_type, header)
    60   JVM_ENTRY(static result_type, header)
    60 
    61 
    61 // Can't use UNSAFE_LEAF because it has the signature of a straight
    62 #define UNSAFE_LEAF(result_type, header) \
    62 // call into the runtime (just like JVM_LEAF, funny that) but it's
    63   JVM_LEAF(static result_type, header)
    63 // called like a Java Native and thus the wrapper built for it passes
       
    64 // arguments like a JNI call.  It expects those arguments to be popped
       
    65 // from the stack on Intel like all good JNI args are, and adjusts the
       
    66 // stack according.  Since the JVM_LEAF call expects no extra
       
    67 // arguments the stack isn't popped in the C code, is pushed by the
       
    68 // wrapper and we get sick.
       
    69 //#define UNSAFE_LEAF(result_type, header) \
       
    70 //  JVM_LEAF(result_type, header)
       
    71 
    64 
    72 #define UNSAFE_END JVM_END
    65 #define UNSAFE_END JVM_END
    73 
    66 
    74 #define UnsafeWrapper(arg) /*nothing, for the present*/
    67 
    75 
    68 static inline void* addr_from_java(jlong addr) {
    76 
       
    77 inline void* addr_from_java(jlong addr) {
       
    78   // This assert fails in a variety of ways on 32-bit systems.
    69   // This assert fails in a variety of ways on 32-bit systems.
    79   // It is impossible to predict whether native code that converts
    70   // It is impossible to predict whether native code that converts
    80   // pointers to longs will sign-extend or zero-extend the addresses.
    71   // pointers to longs will sign-extend or zero-extend the addresses.
    81   //assert(addr == (uintptr_t)addr, "must not be odd high bits");
    72   //assert(addr == (uintptr_t)addr, "must not be odd high bits");
    82   return (void*)(uintptr_t)addr;
    73   return (void*)(uintptr_t)addr;
    83 }
    74 }
    84 
    75 
    85 inline jlong addr_to_java(void* p) {
    76 static inline jlong addr_to_java(void* p) {
    86   assert(p == (void*)(uintptr_t)p, "must not be odd high bits");
    77   assert(p == (void*)(uintptr_t)p, "must not be odd high bits");
    87   return (uintptr_t)p;
    78   return (uintptr_t)p;
    88 }
    79 }
    89 
    80 
    90 
    81 
    96 // through the Unsafe API are opaque cookies that just happen to be byte
    87 // through the Unsafe API are opaque cookies that just happen to be byte
    97 // offsets.  We represent this state of affairs by passing the cookies
    88 // offsets.  We represent this state of affairs by passing the cookies
    98 // through conversion functions when going between the VM and the Unsafe API.
    89 // through conversion functions when going between the VM and the Unsafe API.
    99 // The conversion functions just happen to be no-ops at present.
    90 // The conversion functions just happen to be no-ops at present.
   100 
    91 
   101 inline jlong field_offset_to_byte_offset(jlong field_offset) {
    92 static inline jlong field_offset_to_byte_offset(jlong field_offset) {
   102   return field_offset;
    93   return field_offset;
   103 }
    94 }
   104 
    95 
   105 inline jlong field_offset_from_byte_offset(jlong byte_offset) {
    96 static inline jlong field_offset_from_byte_offset(jlong byte_offset) {
   106   return byte_offset;
    97   return byte_offset;
   107 }
    98 }
   108 
    99 
   109 inline jint invocation_key_from_method_slot(jint slot) {
   100 static inline void* index_oop_from_field_offset_long(oop p, jlong field_offset) {
   110   return slot;
       
   111 }
       
   112 
       
   113 inline jint invocation_key_to_method_slot(jint key) {
       
   114   return key;
       
   115 }
       
   116 
       
   117 inline void* index_oop_from_field_offset_long(oop p, jlong field_offset) {
       
   118   jlong byte_offset = field_offset_to_byte_offset(field_offset);
   101   jlong byte_offset = field_offset_to_byte_offset(field_offset);
       
   102 
   119 #ifdef ASSERT
   103 #ifdef ASSERT
   120   if (p != NULL) {
   104   if (p != NULL) {
   121     assert(byte_offset >= 0 && byte_offset <= (jlong)MAX_OBJECT_SIZE, "sane offset");
   105     assert(byte_offset >= 0 && byte_offset <= (jlong)MAX_OBJECT_SIZE, "sane offset");
   122     if (byte_offset == (jint)byte_offset) {
   106     if (byte_offset == (jint)byte_offset) {
   123       void* ptr_plus_disp = (address)p + byte_offset;
   107       void* ptr_plus_disp = (address)p + byte_offset;
   126     }
   110     }
   127     jlong p_size = HeapWordSize * (jlong)(p->size());
   111     jlong p_size = HeapWordSize * (jlong)(p->size());
   128     assert(byte_offset < p_size, "Unsafe access: offset " INT64_FORMAT " > object's size " INT64_FORMAT, byte_offset, p_size);
   112     assert(byte_offset < p_size, "Unsafe access: offset " INT64_FORMAT " > object's size " INT64_FORMAT, byte_offset, p_size);
   129   }
   113   }
   130 #endif
   114 #endif
   131   if (sizeof(char*) == sizeof(jint))    // (this constant folds!)
   115 
       
   116   if (sizeof(char*) == sizeof(jint)) {   // (this constant folds!)
   132     return (address)p + (jint) byte_offset;
   117     return (address)p + (jint) byte_offset;
   133   else
   118   } else {
   134     return (address)p +        byte_offset;
   119     return (address)p +        byte_offset;
       
   120   }
   135 }
   121 }
   136 
   122 
   137 // Externally callable versions:
   123 // Externally callable versions:
   138 // (Use these in compiler intrinsics which emulate unsafe primitives.)
   124 // (Use these in compiler intrinsics which emulate unsafe primitives.)
   139 jlong Unsafe_field_offset_to_byte_offset(jlong field_offset) {
   125 jlong Unsafe_field_offset_to_byte_offset(jlong field_offset) {
   140   return field_offset;
   126   return field_offset;
   141 }
   127 }
   142 jlong Unsafe_field_offset_from_byte_offset(jlong byte_offset) {
   128 jlong Unsafe_field_offset_from_byte_offset(jlong byte_offset) {
   143   return byte_offset;
   129   return byte_offset;
   144 }
       
   145 jint Unsafe_invocation_key_from_method_slot(jint slot) {
       
   146   return invocation_key_from_method_slot(slot);
       
   147 }
       
   148 jint Unsafe_invocation_key_to_method_slot(jint key) {
       
   149   return invocation_key_to_method_slot(key);
       
   150 }
   130 }
   151 
   131 
   152 
   132 
   153 ///// Data in the Java heap.
   133 ///// Data in the Java heap.
   154 
   134 
   175 // Get/SetObject must be special-cased, since it works with handles.
   155 // Get/SetObject must be special-cased, since it works with handles.
   176 
   156 
   177 // These functions allow a null base pointer with an arbitrary address.
   157 // These functions allow a null base pointer with an arbitrary address.
   178 // But if the base pointer is non-null, the offset should make some sense.
   158 // But if the base pointer is non-null, the offset should make some sense.
   179 // That is, it should be in the range [0, MAX_OBJECT_SIZE].
   159 // That is, it should be in the range [0, MAX_OBJECT_SIZE].
   180 UNSAFE_ENTRY(jobject, Unsafe_GetObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset))
   160 UNSAFE_ENTRY(jobject, Unsafe_GetObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
   181   UnsafeWrapper("Unsafe_GetObject");
       
   182   oop p = JNIHandles::resolve(obj);
   161   oop p = JNIHandles::resolve(obj);
   183   oop v;
   162   oop v;
       
   163 
   184   if (UseCompressedOops) {
   164   if (UseCompressedOops) {
   185     narrowOop n = *(narrowOop*)index_oop_from_field_offset_long(p, offset);
   165     narrowOop n = *(narrowOop*)index_oop_from_field_offset_long(p, offset);
   186     v = oopDesc::decode_heap_oop(n);
   166     v = oopDesc::decode_heap_oop(n);
   187   } else {
   167   } else {
   188     v = *(oop*)index_oop_from_field_offset_long(p, offset);
   168     v = *(oop*)index_oop_from_field_offset_long(p, offset);
   189   }
   169   }
       
   170 
   190   jobject ret = JNIHandles::make_local(env, v);
   171   jobject ret = JNIHandles::make_local(env, v);
       
   172 
   191 #if INCLUDE_ALL_GCS
   173 #if INCLUDE_ALL_GCS
   192   // We could be accessing the referent field in a reference
   174   // We could be accessing the referent field in a reference
   193   // object. If G1 is enabled then we need to register non-null
   175   // object. If G1 is enabled then we need to register non-null
   194   // referent with the SATB barrier.
   176   // referent with the SATB barrier.
   195   if (UseG1GC) {
   177   if (UseG1GC) {
   210       oop referent = JNIHandles::resolve(ret);
   192       oop referent = JNIHandles::resolve(ret);
   211       G1SATBCardTableModRefBS::enqueue(referent);
   193       G1SATBCardTableModRefBS::enqueue(referent);
   212     }
   194     }
   213   }
   195   }
   214 #endif // INCLUDE_ALL_GCS
   196 #endif // INCLUDE_ALL_GCS
       
   197 
   215   return ret;
   198   return ret;
   216 UNSAFE_END
   199 } UNSAFE_END
   217 
   200 
   218 UNSAFE_ENTRY(void, Unsafe_SetObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h))
   201 UNSAFE_ENTRY(void, Unsafe_SetObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h)) {
   219   UnsafeWrapper("Unsafe_SetObject");
       
   220   oop x = JNIHandles::resolve(x_h);
   202   oop x = JNIHandles::resolve(x_h);
   221   oop p = JNIHandles::resolve(obj);
   203   oop p = JNIHandles::resolve(obj);
       
   204 
   222   if (UseCompressedOops) {
   205   if (UseCompressedOops) {
   223     oop_store((narrowOop*)index_oop_from_field_offset_long(p, offset), x);
   206     oop_store((narrowOop*)index_oop_from_field_offset_long(p, offset), x);
   224   } else {
   207   } else {
   225     oop_store((oop*)index_oop_from_field_offset_long(p, offset), x);
   208     oop_store((oop*)index_oop_from_field_offset_long(p, offset), x);
   226   }
   209   }
   227 UNSAFE_END
   210 } UNSAFE_END
   228 
   211 
   229 UNSAFE_ENTRY(jobject, Unsafe_GetObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset))
   212 UNSAFE_ENTRY(jobject, Unsafe_GetObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
   230   UnsafeWrapper("Unsafe_GetObjectVolatile");
       
   231   oop p = JNIHandles::resolve(obj);
   213   oop p = JNIHandles::resolve(obj);
   232   void* addr = index_oop_from_field_offset_long(p, offset);
   214   void* addr = index_oop_from_field_offset_long(p, offset);
       
   215 
   233   volatile oop v;
   216   volatile oop v;
       
   217 
   234   if (UseCompressedOops) {
   218   if (UseCompressedOops) {
   235     volatile narrowOop n = *(volatile narrowOop*) addr;
   219     volatile narrowOop n = *(volatile narrowOop*) addr;
   236     (void)const_cast<oop&>(v = oopDesc::decode_heap_oop(n));
   220     (void)const_cast<oop&>(v = oopDesc::decode_heap_oop(n));
   237   } else {
   221   } else {
   238     (void)const_cast<oop&>(v = *(volatile oop*) addr);
   222     (void)const_cast<oop&>(v = *(volatile oop*) addr);
   239   }
   223   }
       
   224 
   240   OrderAccess::acquire();
   225   OrderAccess::acquire();
   241   return JNIHandles::make_local(env, v);
   226   return JNIHandles::make_local(env, v);
   242 UNSAFE_END
   227 } UNSAFE_END
   243 
   228 
   244 UNSAFE_ENTRY(void, Unsafe_SetObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h))
   229 UNSAFE_ENTRY(void, Unsafe_SetObjectVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h)) {
   245   UnsafeWrapper("Unsafe_SetObjectVolatile");
       
   246   oop x = JNIHandles::resolve(x_h);
   230   oop x = JNIHandles::resolve(x_h);
   247   oop p = JNIHandles::resolve(obj);
   231   oop p = JNIHandles::resolve(obj);
   248   void* addr = index_oop_from_field_offset_long(p, offset);
   232   void* addr = index_oop_from_field_offset_long(p, offset);
   249   OrderAccess::release();
   233   OrderAccess::release();
       
   234 
   250   if (UseCompressedOops) {
   235   if (UseCompressedOops) {
   251     oop_store((narrowOop*)addr, x);
   236     oop_store((narrowOop*)addr, x);
   252   } else {
   237   } else {
   253     oop_store((oop*)addr, x);
   238     oop_store((oop*)addr, x);
   254   }
   239   }
       
   240 
   255   OrderAccess::fence();
   241   OrderAccess::fence();
   256 UNSAFE_END
   242 } UNSAFE_END
   257 
   243 
   258 UNSAFE_ENTRY(jobject, Unsafe_GetUncompressedObject(JNIEnv *env, jobject unsafe, jlong addr))
   244 UNSAFE_ENTRY(jobject, Unsafe_GetUncompressedObject(JNIEnv *env, jobject unsafe, jlong addr)) {
   259   UnsafeWrapper("Unsafe_GetUncompressedObject");
       
   260   oop v = *(oop*) (address) addr;
   245   oop v = *(oop*) (address) addr;
       
   246 
   261   return JNIHandles::make_local(env, v);
   247   return JNIHandles::make_local(env, v);
   262 UNSAFE_END
   248 } UNSAFE_END
   263 
   249 
   264 UNSAFE_ENTRY(jclass, Unsafe_GetJavaMirror(JNIEnv *env, jobject unsafe, jlong metaspace_klass))
   250 UNSAFE_ENTRY(jclass, Unsafe_GetJavaMirror(JNIEnv *env, jobject unsafe, jlong metaspace_klass)) {
   265   UnsafeWrapper("Unsafe_GetJavaMirror");
       
   266   Klass* klass = (Klass*) (address) metaspace_klass;
   251   Klass* klass = (Klass*) (address) metaspace_klass;
       
   252 
   267   return (jclass) JNIHandles::make_local(klass->java_mirror());
   253   return (jclass) JNIHandles::make_local(klass->java_mirror());
   268 UNSAFE_END
   254 } UNSAFE_END
   269 
   255 
   270 UNSAFE_ENTRY(jlong, Unsafe_GetKlassPointer(JNIEnv *env, jobject unsafe, jobject obj))
   256 UNSAFE_ENTRY(jlong, Unsafe_GetKlassPointer(JNIEnv *env, jobject unsafe, jobject obj)) {
   271   UnsafeWrapper("Unsafe_GetKlassPointer");
       
   272   oop o = JNIHandles::resolve(obj);
   257   oop o = JNIHandles::resolve(obj);
   273   jlong klass = (jlong) (address) o->klass();
   258   jlong klass = (jlong) (address) o->klass();
       
   259 
   274   return klass;
   260   return klass;
   275 UNSAFE_END
   261 } UNSAFE_END
   276 
   262 
   277 #ifndef SUPPORTS_NATIVE_CX8
   263 #ifndef SUPPORTS_NATIVE_CX8
   278 
   264 
   279 // VM_Version::supports_cx8() is a surrogate for 'supports atomic long memory ops'.
   265 // VM_Version::supports_cx8() is a surrogate for 'supports atomic long memory ops'.
   280 //
   266 //
   301 // state transitions even when blocking for the lock). Note that if we do choose to
   287 // state transitions even when blocking for the lock). Note that if we do choose to
   302 // add safepoint checks and thread state transitions, we must ensure that we calculate
   288 // add safepoint checks and thread state transitions, we must ensure that we calculate
   303 // the address of the field _after_ we have acquired the lock, else the object may have
   289 // the address of the field _after_ we have acquired the lock, else the object may have
   304 // been moved by the GC
   290 // been moved by the GC
   305 
   291 
   306 UNSAFE_ENTRY(jlong, Unsafe_GetLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset))
   292 UNSAFE_ENTRY(jlong, Unsafe_GetLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) {
   307   UnsafeWrapper("Unsafe_GetLongVolatile");
   293   if (VM_Version::supports_cx8()) {
   308   {
   294     GET_FIELD_VOLATILE(obj, offset, jlong, v);
   309     if (VM_Version::supports_cx8()) {
   295     return v;
   310       GET_FIELD_VOLATILE(obj, offset, jlong, v);
   296   } else {
   311       return v;
   297     Handle p (THREAD, JNIHandles::resolve(obj));
   312     }
   298     jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
   313     else {
   299     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
   314       Handle p (THREAD, JNIHandles::resolve(obj));
   300     jlong value = Atomic::load(addr);
   315       jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
   301     return value;
   316       MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
   302   }
   317       jlong value = Atomic::load(addr);
   303 } UNSAFE_END
   318       return value;
   304 
   319     }
   305 UNSAFE_ENTRY(void, Unsafe_SetLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong x)) {
   320   }
   306   if (VM_Version::supports_cx8()) {
   321 UNSAFE_END
   307     SET_FIELD_VOLATILE(obj, offset, jlong, x);
   322 
   308   } else {
   323 UNSAFE_ENTRY(void, Unsafe_SetLongVolatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong x))
   309     Handle p (THREAD, JNIHandles::resolve(obj));
   324   UnsafeWrapper("Unsafe_SetLongVolatile");
   310     jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
   325   {
   311     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
   326     if (VM_Version::supports_cx8()) {
   312     Atomic::store(x, addr);
   327       SET_FIELD_VOLATILE(obj, offset, jlong, x);
   313   }
   328     }
   314 } UNSAFE_END
   329     else {
       
   330       Handle p (THREAD, JNIHandles::resolve(obj));
       
   331       jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
       
   332       MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
       
   333       Atomic::store(x, addr);
       
   334     }
       
   335   }
       
   336 UNSAFE_END
       
   337 
   315 
   338 #endif // not SUPPORTS_NATIVE_CX8
   316 #endif // not SUPPORTS_NATIVE_CX8
   339 
   317 
   340 UNSAFE_ENTRY(jboolean, Unsafe_isBigEndian0(JNIEnv *env, jobject unsafe))
   318 UNSAFE_LEAF(jboolean, Unsafe_isBigEndian0(JNIEnv *env, jobject unsafe)) {
   341   UnsafeWrapper("Unsafe_IsBigEndian0");
       
   342   {
       
   343 #ifdef VM_LITTLE_ENDIAN
   319 #ifdef VM_LITTLE_ENDIAN
   344     return false;
   320   return false;
   345 #else
   321 #else
   346     return true;
   322   return true;
   347 #endif
   323 #endif
   348   }
   324 } UNSAFE_END
   349 UNSAFE_END
   325 
   350 
   326 UNSAFE_LEAF(jint, Unsafe_unalignedAccess0(JNIEnv *env, jobject unsafe)) {
   351 UNSAFE_ENTRY(jint, Unsafe_unalignedAccess0(JNIEnv *env, jobject unsafe))
   327   return UseUnalignedAccesses;
   352   UnsafeWrapper("Unsafe_UnalignedAccess0");
   328 } UNSAFE_END
   353   {
   329 
   354     return UseUnalignedAccesses;
   330 #define DEFINE_GETSETOOP(java_type, Type)        \
   355   }
       
   356 UNSAFE_END
       
   357 
       
   358 #define DEFINE_GETSETOOP(jboolean, Boolean) \
       
   359  \
   331  \
   360 UNSAFE_ENTRY(jboolean, Unsafe_Get##Boolean##140(JNIEnv *env, jobject unsafe, jobject obj, jint offset)) \
   332 UNSAFE_ENTRY(java_type, Unsafe_Get##Type(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) { \
   361   UnsafeWrapper("Unsafe_Get"#Boolean); \
   333   GET_FIELD(obj, offset, java_type, v); \
   362   if (obj == NULL)  THROW_0(vmSymbols::java_lang_NullPointerException()); \
       
   363   GET_FIELD(obj, offset, jboolean, v); \
       
   364   return v; \
   334   return v; \
   365 UNSAFE_END \
   335 } UNSAFE_END \
   366  \
   336  \
   367 UNSAFE_ENTRY(void, Unsafe_Set##Boolean##140(JNIEnv *env, jobject unsafe, jobject obj, jint offset, jboolean x)) \
   337 UNSAFE_ENTRY(void, Unsafe_Set##Type(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, java_type x)) { \
   368   UnsafeWrapper("Unsafe_Set"#Boolean); \
   338   SET_FIELD(obj, offset, java_type, x); \
   369   if (obj == NULL)  THROW(vmSymbols::java_lang_NullPointerException()); \
   339 } UNSAFE_END \
   370   SET_FIELD(obj, offset, jboolean, x); \
       
   371 UNSAFE_END \
       
   372  \
       
   373 UNSAFE_ENTRY(jboolean, Unsafe_Get##Boolean(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) \
       
   374   UnsafeWrapper("Unsafe_Get"#Boolean); \
       
   375   GET_FIELD(obj, offset, jboolean, v); \
       
   376   return v; \
       
   377 UNSAFE_END \
       
   378  \
       
   379 UNSAFE_ENTRY(void, Unsafe_Set##Boolean(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jboolean x)) \
       
   380   UnsafeWrapper("Unsafe_Set"#Boolean); \
       
   381   SET_FIELD(obj, offset, jboolean, x); \
       
   382 UNSAFE_END \
       
   383  \
   340  \
   384 // END DEFINE_GETSETOOP.
   341 // END DEFINE_GETSETOOP.
   385 
   342 
   386 DEFINE_GETSETOOP(jboolean, Boolean)
   343 DEFINE_GETSETOOP(jboolean, Boolean)
   387 DEFINE_GETSETOOP(jbyte, Byte)
   344 DEFINE_GETSETOOP(jbyte, Byte)
   392 DEFINE_GETSETOOP(jfloat, Float);
   349 DEFINE_GETSETOOP(jfloat, Float);
   393 DEFINE_GETSETOOP(jdouble, Double);
   350 DEFINE_GETSETOOP(jdouble, Double);
   394 
   351 
   395 #undef DEFINE_GETSETOOP
   352 #undef DEFINE_GETSETOOP
   396 
   353 
   397 #define DEFINE_GETSETOOP_VOLATILE(jboolean, Boolean) \
   354 #define DEFINE_GETSETOOP_VOLATILE(java_type, Type) \
   398  \
   355  \
   399 UNSAFE_ENTRY(jboolean, Unsafe_Get##Boolean##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) \
   356 UNSAFE_ENTRY(java_type, Unsafe_Get##Type##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset)) { \
   400   UnsafeWrapper("Unsafe_Get"#Boolean); \
   357   GET_FIELD_VOLATILE(obj, offset, java_type, v); \
   401   GET_FIELD_VOLATILE(obj, offset, jboolean, v); \
       
   402   return v; \
   358   return v; \
   403 UNSAFE_END \
   359 } UNSAFE_END \
   404  \
   360  \
   405 UNSAFE_ENTRY(void, Unsafe_Set##Boolean##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jboolean x)) \
   361 UNSAFE_ENTRY(void, Unsafe_Set##Type##Volatile(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, java_type x)) { \
   406   UnsafeWrapper("Unsafe_Set"#Boolean); \
   362   SET_FIELD_VOLATILE(obj, offset, java_type, x); \
   407   SET_FIELD_VOLATILE(obj, offset, jboolean, x); \
   363 } UNSAFE_END \
   408 UNSAFE_END \
       
   409  \
   364  \
   410 // END DEFINE_GETSETOOP_VOLATILE.
   365 // END DEFINE_GETSETOOP_VOLATILE.
   411 
   366 
   412 DEFINE_GETSETOOP_VOLATILE(jboolean, Boolean)
   367 DEFINE_GETSETOOP_VOLATILE(jboolean, Boolean)
   413 DEFINE_GETSETOOP_VOLATILE(jbyte, Byte)
   368 DEFINE_GETSETOOP_VOLATILE(jbyte, Byte)
   423 
   378 
   424 #undef DEFINE_GETSETOOP_VOLATILE
   379 #undef DEFINE_GETSETOOP_VOLATILE
   425 
   380 
   426 // The non-intrinsified versions of setOrdered just use setVolatile
   381 // The non-intrinsified versions of setOrdered just use setVolatile
   427 
   382 
   428 UNSAFE_ENTRY(void, Unsafe_SetOrderedInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint x))
   383 UNSAFE_ENTRY(void, Unsafe_SetOrderedInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint x)) {
   429   UnsafeWrapper("Unsafe_SetOrderedInt");
       
   430   SET_FIELD_VOLATILE(obj, offset, jint, x);
   384   SET_FIELD_VOLATILE(obj, offset, jint, x);
   431 UNSAFE_END
   385 } UNSAFE_END
   432 
   386 
   433 UNSAFE_ENTRY(void, Unsafe_SetOrderedObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h))
   387 UNSAFE_ENTRY(void, Unsafe_SetOrderedObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject x_h)) {
   434   UnsafeWrapper("Unsafe_SetOrderedObject");
       
   435   oop x = JNIHandles::resolve(x_h);
   388   oop x = JNIHandles::resolve(x_h);
   436   oop p = JNIHandles::resolve(obj);
   389   oop p = JNIHandles::resolve(obj);
   437   void* addr = index_oop_from_field_offset_long(p, offset);
   390   void* addr = index_oop_from_field_offset_long(p, offset);
   438   OrderAccess::release();
   391   OrderAccess::release();
       
   392 
   439   if (UseCompressedOops) {
   393   if (UseCompressedOops) {
   440     oop_store((narrowOop*)addr, x);
   394     oop_store((narrowOop*)addr, x);
   441   } else {
   395   } else {
   442     oop_store((oop*)addr, x);
   396     oop_store((oop*)addr, x);
   443   }
   397   }
       
   398 
   444   OrderAccess::fence();
   399   OrderAccess::fence();
   445 UNSAFE_END
   400 } UNSAFE_END
   446 
   401 
   447 UNSAFE_ENTRY(void, Unsafe_SetOrderedLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong x))
   402 UNSAFE_ENTRY(void, Unsafe_SetOrderedLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong x)) {
   448   UnsafeWrapper("Unsafe_SetOrderedLong");
       
   449 #ifdef SUPPORTS_NATIVE_CX8
   403 #ifdef SUPPORTS_NATIVE_CX8
   450   SET_FIELD_VOLATILE(obj, offset, jlong, x);
   404   SET_FIELD_VOLATILE(obj, offset, jlong, x);
   451 #else
   405 #else
       
   406 
   452   // Keep old code for platforms which may not have atomic long (8 bytes) instructions
   407   // Keep old code for platforms which may not have atomic long (8 bytes) instructions
   453   {
   408   if (VM_Version::supports_cx8()) {
   454     if (VM_Version::supports_cx8()) {
   409     SET_FIELD_VOLATILE(obj, offset, jlong, x);
   455       SET_FIELD_VOLATILE(obj, offset, jlong, x);
   410   } else {
   456     }
   411     Handle p(THREAD, JNIHandles::resolve(obj));
   457     else {
   412     jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
   458       Handle p (THREAD, JNIHandles::resolve(obj));
   413     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
   459       jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
   414     Atomic::store(x, addr);
   460       MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
       
   461       Atomic::store(x, addr);
       
   462     }
       
   463   }
   415   }
   464 #endif
   416 #endif
   465 UNSAFE_END
   417 } UNSAFE_END
   466 
   418 
   467 UNSAFE_ENTRY(void, Unsafe_LoadFence(JNIEnv *env, jobject unsafe))
   419 UNSAFE_LEAF(void, Unsafe_LoadFence(JNIEnv *env, jobject unsafe)) {
   468   UnsafeWrapper("Unsafe_LoadFence");
       
   469   OrderAccess::acquire();
   420   OrderAccess::acquire();
   470 UNSAFE_END
   421 } UNSAFE_END
   471 
   422 
   472 UNSAFE_ENTRY(void, Unsafe_StoreFence(JNIEnv *env, jobject unsafe))
   423 UNSAFE_LEAF(void, Unsafe_StoreFence(JNIEnv *env, jobject unsafe)) {
   473   UnsafeWrapper("Unsafe_StoreFence");
       
   474   OrderAccess::release();
   424   OrderAccess::release();
   475 UNSAFE_END
   425 } UNSAFE_END
   476 
   426 
   477 UNSAFE_ENTRY(void, Unsafe_FullFence(JNIEnv *env, jobject unsafe))
   427 UNSAFE_LEAF(void, Unsafe_FullFence(JNIEnv *env, jobject unsafe)) {
   478   UnsafeWrapper("Unsafe_FullFence");
       
   479   OrderAccess::fence();
   428   OrderAccess::fence();
   480 UNSAFE_END
   429 } UNSAFE_END
   481 
   430 
   482 ////// Data in the C heap.
   431 ////// Data in the C heap.
   483 
   432 
   484 // Note:  These do not throw NullPointerException for bad pointers.
   433 // Note:  These do not throw NullPointerException for bad pointers.
   485 // They just crash.  Only a oop base pointer can generate a NullPointerException.
   434 // They just crash.  Only a oop base pointer can generate a NullPointerException.
   486 //
   435 //
   487 #define DEFINE_GETSETNATIVE(java_type, Type, native_type) \
   436 #define DEFINE_GETSETNATIVE(java_type, Type, native_type) \
   488  \
   437  \
   489 UNSAFE_ENTRY(java_type, Unsafe_GetNative##Type(JNIEnv *env, jobject unsafe, jlong addr)) \
   438 UNSAFE_ENTRY(java_type, Unsafe_GetNative##Type(JNIEnv *env, jobject unsafe, jlong addr)) { \
   490   UnsafeWrapper("Unsafe_GetNative"#Type); \
       
   491   void* p = addr_from_java(addr); \
   439   void* p = addr_from_java(addr); \
   492   JavaThread* t = JavaThread::current(); \
   440   JavaThread* t = JavaThread::current(); \
   493   t->set_doing_unsafe_access(true); \
   441   t->set_doing_unsafe_access(true); \
   494   java_type x = *(volatile native_type*)p; \
   442   java_type x = *(volatile native_type*)p; \
   495   t->set_doing_unsafe_access(false); \
   443   t->set_doing_unsafe_access(false); \
   496   return x; \
   444   return x; \
   497 UNSAFE_END \
   445 } UNSAFE_END \
   498  \
   446  \
   499 UNSAFE_ENTRY(void, Unsafe_SetNative##Type(JNIEnv *env, jobject unsafe, jlong addr, java_type x)) \
   447 UNSAFE_ENTRY(void, Unsafe_SetNative##Type(JNIEnv *env, jobject unsafe, jlong addr, java_type x)) { \
   500   UnsafeWrapper("Unsafe_SetNative"#Type); \
       
   501   JavaThread* t = JavaThread::current(); \
   448   JavaThread* t = JavaThread::current(); \
   502   t->set_doing_unsafe_access(true); \
   449   t->set_doing_unsafe_access(true); \
   503   void* p = addr_from_java(addr); \
   450   void* p = addr_from_java(addr); \
   504   *(volatile native_type*)p = x; \
   451   *(volatile native_type*)p = x; \
   505   t->set_doing_unsafe_access(false); \
   452   t->set_doing_unsafe_access(false); \
   506 UNSAFE_END \
   453 } UNSAFE_END \
   507  \
   454  \
   508 // END DEFINE_GETSETNATIVE.
   455 // END DEFINE_GETSETNATIVE.
   509 
   456 
   510 DEFINE_GETSETNATIVE(jbyte, Byte, signed char)
   457 DEFINE_GETSETNATIVE(jbyte, Byte, signed char)
   511 DEFINE_GETSETNATIVE(jshort, Short, signed short);
   458 DEFINE_GETSETNATIVE(jshort, Short, signed short);
   515 DEFINE_GETSETNATIVE(jfloat, Float, float);
   462 DEFINE_GETSETNATIVE(jfloat, Float, float);
   516 DEFINE_GETSETNATIVE(jdouble, Double, double);
   463 DEFINE_GETSETNATIVE(jdouble, Double, double);
   517 
   464 
   518 #undef DEFINE_GETSETNATIVE
   465 #undef DEFINE_GETSETNATIVE
   519 
   466 
   520 UNSAFE_ENTRY(jlong, Unsafe_GetNativeLong(JNIEnv *env, jobject unsafe, jlong addr))
   467 UNSAFE_ENTRY(jlong, Unsafe_GetNativeLong(JNIEnv *env, jobject unsafe, jlong addr)) {
   521   UnsafeWrapper("Unsafe_GetNativeLong");
       
   522   JavaThread* t = JavaThread::current();
   468   JavaThread* t = JavaThread::current();
   523   // We do it this way to avoid problems with access to heap using 64
   469   // We do it this way to avoid problems with access to heap using 64
   524   // bit loads, as jlong in heap could be not 64-bit aligned, and on
   470   // bit loads, as jlong in heap could be not 64-bit aligned, and on
   525   // some CPUs (SPARC) it leads to SIGBUS.
   471   // some CPUs (SPARC) it leads to SIGBUS.
   526   t->set_doing_unsafe_access(true);
   472   t->set_doing_unsafe_access(true);
   527   void* p = addr_from_java(addr);
   473   void* p = addr_from_java(addr);
   528   jlong x;
   474   jlong x;
   529   if (((intptr_t)p & 7) == 0) {
   475 
       
   476   if (is_ptr_aligned(p, sizeof(jlong)) == 0) {
   530     // jlong is aligned, do a volatile access
   477     // jlong is aligned, do a volatile access
   531     x = *(volatile jlong*)p;
   478     x = *(volatile jlong*)p;
   532   } else {
   479   } else {
   533     jlong_accessor acc;
   480     jlong_accessor acc;
   534     acc.words[0] = ((volatile jint*)p)[0];
   481     acc.words[0] = ((volatile jint*)p)[0];
   535     acc.words[1] = ((volatile jint*)p)[1];
   482     acc.words[1] = ((volatile jint*)p)[1];
   536     x = acc.long_value;
   483     x = acc.long_value;
   537   }
   484   }
       
   485 
   538   t->set_doing_unsafe_access(false);
   486   t->set_doing_unsafe_access(false);
       
   487 
   539   return x;
   488   return x;
   540 UNSAFE_END
   489 } UNSAFE_END
   541 
   490 
   542 UNSAFE_ENTRY(void, Unsafe_SetNativeLong(JNIEnv *env, jobject unsafe, jlong addr, jlong x))
   491 UNSAFE_ENTRY(void, Unsafe_SetNativeLong(JNIEnv *env, jobject unsafe, jlong addr, jlong x)) {
   543   UnsafeWrapper("Unsafe_SetNativeLong");
       
   544   JavaThread* t = JavaThread::current();
   492   JavaThread* t = JavaThread::current();
   545   // see comment for Unsafe_GetNativeLong
   493   // see comment for Unsafe_GetNativeLong
   546   t->set_doing_unsafe_access(true);
   494   t->set_doing_unsafe_access(true);
   547   void* p = addr_from_java(addr);
   495   void* p = addr_from_java(addr);
   548   if (((intptr_t)p & 7) == 0) {
   496 
       
   497   if (is_ptr_aligned(p, sizeof(jlong))) {
   549     // jlong is aligned, do a volatile access
   498     // jlong is aligned, do a volatile access
   550     *(volatile jlong*)p = x;
   499     *(volatile jlong*)p = x;
   551   } else {
   500   } else {
   552     jlong_accessor acc;
   501     jlong_accessor acc;
   553     acc.long_value = x;
   502     acc.long_value = x;
   554     ((volatile jint*)p)[0] = acc.words[0];
   503     ((volatile jint*)p)[0] = acc.words[0];
   555     ((volatile jint*)p)[1] = acc.words[1];
   504     ((volatile jint*)p)[1] = acc.words[1];
   556   }
   505   }
       
   506 
   557   t->set_doing_unsafe_access(false);
   507   t->set_doing_unsafe_access(false);
   558 UNSAFE_END
   508 } UNSAFE_END
   559 
   509 
   560 
   510 
   561 UNSAFE_ENTRY(jlong, Unsafe_GetNativeAddress(JNIEnv *env, jobject unsafe, jlong addr))
   511 UNSAFE_LEAF(jlong, Unsafe_GetNativeAddress(JNIEnv *env, jobject unsafe, jlong addr)) {
   562   UnsafeWrapper("Unsafe_GetNativeAddress");
       
   563   void* p = addr_from_java(addr);
   512   void* p = addr_from_java(addr);
       
   513 
   564   return addr_to_java(*(void**)p);
   514   return addr_to_java(*(void**)p);
   565 UNSAFE_END
   515 } UNSAFE_END
   566 
   516 
   567 UNSAFE_ENTRY(void, Unsafe_SetNativeAddress(JNIEnv *env, jobject unsafe, jlong addr, jlong x))
   517 UNSAFE_LEAF(void, Unsafe_SetNativeAddress(JNIEnv *env, jobject unsafe, jlong addr, jlong x)) {
   568   UnsafeWrapper("Unsafe_SetNativeAddress");
       
   569   void* p = addr_from_java(addr);
   518   void* p = addr_from_java(addr);
   570   *(void**)p = addr_from_java(x);
   519   *(void**)p = addr_from_java(x);
   571 UNSAFE_END
   520 } UNSAFE_END
   572 
   521 
   573 
   522 
   574 ////// Allocation requests
   523 ////// Allocation requests
   575 
   524 
   576 UNSAFE_ENTRY(jobject, Unsafe_AllocateInstance(JNIEnv *env, jobject unsafe, jclass cls))
   525 UNSAFE_ENTRY(jobject, Unsafe_AllocateInstance(JNIEnv *env, jobject unsafe, jclass cls)) {
   577   UnsafeWrapper("Unsafe_AllocateInstance");
   526   ThreadToNativeFromVM ttnfv(thread);
   578   {
   527   return env->AllocObject(cls);
   579     ThreadToNativeFromVM ttnfv(thread);
   528 } UNSAFE_END
   580     return env->AllocObject(cls);
   529 
   581   }
   530 UNSAFE_ENTRY(jlong, Unsafe_AllocateMemory0(JNIEnv *env, jobject unsafe, jlong size)) {
   582 UNSAFE_END
       
   583 
       
   584 UNSAFE_ENTRY(jlong, Unsafe_AllocateMemory(JNIEnv *env, jobject unsafe, jlong size))
       
   585   UnsafeWrapper("Unsafe_AllocateMemory");
       
   586   size_t sz = (size_t)size;
   531   size_t sz = (size_t)size;
   587   if (sz != (julong)size || size < 0) {
   532 
   588     THROW_0(vmSymbols::java_lang_IllegalArgumentException());
       
   589   }
       
   590   if (sz == 0) {
       
   591     return 0;
       
   592   }
       
   593   sz = round_to(sz, HeapWordSize);
   533   sz = round_to(sz, HeapWordSize);
   594   void* x = os::malloc(sz, mtInternal);
   534   void* x = os::malloc(sz, mtInternal);
   595   if (x == NULL) {
   535 
   596     THROW_0(vmSymbols::java_lang_OutOfMemoryError());
       
   597   }
       
   598   //Copy::fill_to_words((HeapWord*)x, sz / HeapWordSize);
       
   599   return addr_to_java(x);
   536   return addr_to_java(x);
   600 UNSAFE_END
   537 } UNSAFE_END
   601 
   538 
   602 UNSAFE_ENTRY(jlong, Unsafe_ReallocateMemory(JNIEnv *env, jobject unsafe, jlong addr, jlong size))
   539 UNSAFE_ENTRY(jlong, Unsafe_ReallocateMemory0(JNIEnv *env, jobject unsafe, jlong addr, jlong size)) {
   603   UnsafeWrapper("Unsafe_ReallocateMemory");
       
   604   void* p = addr_from_java(addr);
   540   void* p = addr_from_java(addr);
   605   size_t sz = (size_t)size;
   541   size_t sz = (size_t)size;
   606   if (sz != (julong)size || size < 0) {
       
   607     THROW_0(vmSymbols::java_lang_IllegalArgumentException());
       
   608   }
       
   609   if (sz == 0) {
       
   610     os::free(p);
       
   611     return 0;
       
   612   }
       
   613   sz = round_to(sz, HeapWordSize);
   542   sz = round_to(sz, HeapWordSize);
   614   void* x = (p == NULL) ? os::malloc(sz, mtInternal) : os::realloc(p, sz, mtInternal);
   543 
   615   if (x == NULL) {
   544   void* x = os::realloc(p, sz, mtInternal);
   616     THROW_0(vmSymbols::java_lang_OutOfMemoryError());
   545 
   617   }
       
   618   return addr_to_java(x);
   546   return addr_to_java(x);
   619 UNSAFE_END
   547 } UNSAFE_END
   620 
   548 
   621 UNSAFE_ENTRY(void, Unsafe_FreeMemory(JNIEnv *env, jobject unsafe, jlong addr))
   549 UNSAFE_ENTRY(void, Unsafe_FreeMemory0(JNIEnv *env, jobject unsafe, jlong addr)) {
   622   UnsafeWrapper("Unsafe_FreeMemory");
       
   623   void* p = addr_from_java(addr);
   550   void* p = addr_from_java(addr);
   624   if (p == NULL) {
   551 
   625     return;
       
   626   }
       
   627   os::free(p);
   552   os::free(p);
   628 UNSAFE_END
   553 } UNSAFE_END
   629 
   554 
   630 UNSAFE_ENTRY(void, Unsafe_SetMemory(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong size, jbyte value))
   555 UNSAFE_ENTRY(void, Unsafe_SetMemory0(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong size, jbyte value)) {
   631   UnsafeWrapper("Unsafe_SetMemory");
       
   632   size_t sz = (size_t)size;
   556   size_t sz = (size_t)size;
   633   if (sz != (julong)size || size < 0) {
   557 
   634     THROW(vmSymbols::java_lang_IllegalArgumentException());
       
   635   }
       
   636   oop base = JNIHandles::resolve(obj);
   558   oop base = JNIHandles::resolve(obj);
   637   void* p = index_oop_from_field_offset_long(base, offset);
   559   void* p = index_oop_from_field_offset_long(base, offset);
       
   560 
   638   Copy::fill_to_memory_atomic(p, sz, value);
   561   Copy::fill_to_memory_atomic(p, sz, value);
   639 UNSAFE_END
   562 } UNSAFE_END
   640 
   563 
   641 UNSAFE_ENTRY(void, Unsafe_CopyMemory(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size))
   564 UNSAFE_ENTRY(void, Unsafe_CopyMemory0(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size)) {
   642   UnsafeWrapper("Unsafe_CopyMemory");
       
   643   if (size == 0) {
       
   644     return;
       
   645   }
       
   646   size_t sz = (size_t)size;
   565   size_t sz = (size_t)size;
   647   if (sz != (julong)size || size < 0) {
   566 
   648     THROW(vmSymbols::java_lang_IllegalArgumentException());
       
   649   }
       
   650   oop srcp = JNIHandles::resolve(srcObj);
   567   oop srcp = JNIHandles::resolve(srcObj);
   651   oop dstp = JNIHandles::resolve(dstObj);
   568   oop dstp = JNIHandles::resolve(dstObj);
   652   if (dstp != NULL && !dstp->is_typeArray()) {
   569 
   653     // NYI:  This works only for non-oop arrays at present.
       
   654     // Generalizing it would be reasonable, but requires card marking.
       
   655     // Also, autoboxing a Long from 0L in copyMemory(x,y, 0L,z, n) would be bad.
       
   656     THROW(vmSymbols::java_lang_IllegalArgumentException());
       
   657   }
       
   658   void* src = index_oop_from_field_offset_long(srcp, srcOffset);
   570   void* src = index_oop_from_field_offset_long(srcp, srcOffset);
   659   void* dst = index_oop_from_field_offset_long(dstp, dstOffset);
   571   void* dst = index_oop_from_field_offset_long(dstp, dstOffset);
       
   572 
   660   Copy::conjoint_memory_atomic(src, dst, sz);
   573   Copy::conjoint_memory_atomic(src, dst, sz);
   661 UNSAFE_END
   574 } UNSAFE_END
   662 
   575 
   663 // This function is a leaf since if the source and destination are both in native memory
   576 // This function is a leaf since if the source and destination are both in native memory
   664 // the copy may potentially be very large, and we don't want to disable GC if we can avoid it.
   577 // the copy may potentially be very large, and we don't want to disable GC if we can avoid it.
   665 // If either source or destination (or both) are on the heap, the function will enter VM using
   578 // If either source or destination (or both) are on the heap, the function will enter VM using
   666 // JVM_ENTRY_FROM_LEAF
   579 // JVM_ENTRY_FROM_LEAF
   667 JVM_LEAF(void, Unsafe_CopySwapMemory0(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size, jlong elemSize)) {
   580 UNSAFE_LEAF(void, Unsafe_CopySwapMemory0(JNIEnv *env, jobject unsafe, jobject srcObj, jlong srcOffset, jobject dstObj, jlong dstOffset, jlong size, jlong elemSize)) {
   668   UnsafeWrapper("Unsafe_CopySwapMemory0");
       
   669 
       
   670   size_t sz = (size_t)size;
   581   size_t sz = (size_t)size;
   671   size_t esz = (size_t)elemSize;
   582   size_t esz = (size_t)elemSize;
   672 
   583 
   673   if (srcObj == NULL && dstObj == NULL) {
   584   if (srcObj == NULL && dstObj == NULL) {
   674     // Both src & dst are in native memory
   585     // Both src & dst are in native memory
   687       address dst = (address)index_oop_from_field_offset_long(dstp, dstOffset);
   598       address dst = (address)index_oop_from_field_offset_long(dstp, dstOffset);
   688 
   599 
   689       Copy::conjoint_swap(src, dst, sz, esz);
   600       Copy::conjoint_swap(src, dst, sz, esz);
   690     } JVM_END
   601     } JVM_END
   691   }
   602   }
   692 } JVM_END
   603 } UNSAFE_END
   693 
   604 
   694 ////// Random queries
   605 ////// Random queries
   695 
   606 
   696 // See comment at file start about UNSAFE_LEAF
   607 UNSAFE_LEAF(jint, Unsafe_AddressSize0(JNIEnv *env, jobject unsafe)) {
   697 //UNSAFE_LEAF(jint, Unsafe_AddressSize())
       
   698 UNSAFE_ENTRY(jint, Unsafe_AddressSize(JNIEnv *env, jobject unsafe))
       
   699   UnsafeWrapper("Unsafe_AddressSize");
       
   700   return sizeof(void*);
   608   return sizeof(void*);
   701 UNSAFE_END
   609 } UNSAFE_END
   702 
   610 
   703 // See comment at file start about UNSAFE_LEAF
   611 UNSAFE_LEAF(jint, Unsafe_PageSize()) {
   704 //UNSAFE_LEAF(jint, Unsafe_PageSize())
       
   705 UNSAFE_ENTRY(jint, Unsafe_PageSize(JNIEnv *env, jobject unsafe))
       
   706   UnsafeWrapper("Unsafe_PageSize");
       
   707   return os::vm_page_size();
   612   return os::vm_page_size();
   708 UNSAFE_END
   613 } UNSAFE_END
   709 
   614 
   710 jint find_field_offset(jobject field, int must_be_static, TRAPS) {
   615 static jint find_field_offset(jobject field, int must_be_static, TRAPS) {
   711   if (field == NULL) {
   616   assert(field != NULL, "field must not be NULL");
   712     THROW_0(vmSymbols::java_lang_NullPointerException());
       
   713   }
       
   714 
   617 
   715   oop reflected   = JNIHandles::resolve_non_null(field);
   618   oop reflected   = JNIHandles::resolve_non_null(field);
   716   oop mirror      = java_lang_reflect_Field::clazz(reflected);
   619   oop mirror      = java_lang_reflect_Field::clazz(reflected);
   717   Klass* k      = java_lang_Class::as_Klass(mirror);
   620   Klass* k        = java_lang_Class::as_Klass(mirror);
   718   int slot        = java_lang_reflect_Field::slot(reflected);
   621   int slot        = java_lang_reflect_Field::slot(reflected);
   719   int modifiers   = java_lang_reflect_Field::modifiers(reflected);
   622   int modifiers   = java_lang_reflect_Field::modifiers(reflected);
   720 
   623 
   721   if (must_be_static >= 0) {
   624   if (must_be_static >= 0) {
   722     int really_is_static = ((modifiers & JVM_ACC_STATIC) != 0);
   625     int really_is_static = ((modifiers & JVM_ACC_STATIC) != 0);
   727 
   630 
   728   int offset = InstanceKlass::cast(k)->field_offset(slot);
   631   int offset = InstanceKlass::cast(k)->field_offset(slot);
   729   return field_offset_from_byte_offset(offset);
   632   return field_offset_from_byte_offset(offset);
   730 }
   633 }
   731 
   634 
   732 UNSAFE_ENTRY(jlong, Unsafe_ObjectFieldOffset(JNIEnv *env, jobject unsafe, jobject field))
   635 UNSAFE_ENTRY(jlong, Unsafe_ObjectFieldOffset0(JNIEnv *env, jobject unsafe, jobject field)) {
   733   UnsafeWrapper("Unsafe_ObjectFieldOffset");
       
   734   return find_field_offset(field, 0, THREAD);
   636   return find_field_offset(field, 0, THREAD);
   735 UNSAFE_END
   637 } UNSAFE_END
   736 
   638 
   737 UNSAFE_ENTRY(jlong, Unsafe_StaticFieldOffset(JNIEnv *env, jobject unsafe, jobject field))
   639 UNSAFE_ENTRY(jlong, Unsafe_StaticFieldOffset0(JNIEnv *env, jobject unsafe, jobject field)) {
   738   UnsafeWrapper("Unsafe_StaticFieldOffset");
       
   739   return find_field_offset(field, 1, THREAD);
   640   return find_field_offset(field, 1, THREAD);
   740 UNSAFE_END
   641 } UNSAFE_END
   741 
   642 
   742 UNSAFE_ENTRY(jobject, Unsafe_StaticFieldBaseFromField(JNIEnv *env, jobject unsafe, jobject field))
   643 UNSAFE_ENTRY(jobject, Unsafe_StaticFieldBase0(JNIEnv *env, jobject unsafe, jobject field)) {
   743   UnsafeWrapper("Unsafe_StaticFieldBase");
   644   assert(field != NULL, "field must not be NULL");
       
   645 
   744   // Note:  In this VM implementation, a field address is always a short
   646   // Note:  In this VM implementation, a field address is always a short
   745   // offset from the base of a a klass metaobject.  Thus, the full dynamic
   647   // offset from the base of a a klass metaobject.  Thus, the full dynamic
   746   // range of the return type is never used.  However, some implementations
   648   // range of the return type is never used.  However, some implementations
   747   // might put the static field inside an array shared by many classes,
   649   // might put the static field inside an array shared by many classes,
   748   // or even at a fixed address, in which case the address could be quite
   650   // or even at a fixed address, in which case the address could be quite
   749   // large.  In that last case, this function would return NULL, since
   651   // large.  In that last case, this function would return NULL, since
   750   // the address would operate alone, without any base pointer.
   652   // the address would operate alone, without any base pointer.
   751 
   653 
   752   if (field == NULL)  THROW_0(vmSymbols::java_lang_NullPointerException());
       
   753 
       
   754   oop reflected   = JNIHandles::resolve_non_null(field);
   654   oop reflected   = JNIHandles::resolve_non_null(field);
   755   oop mirror      = java_lang_reflect_Field::clazz(reflected);
   655   oop mirror      = java_lang_reflect_Field::clazz(reflected);
   756   int modifiers   = java_lang_reflect_Field::modifiers(reflected);
   656   int modifiers   = java_lang_reflect_Field::modifiers(reflected);
   757 
   657 
   758   if ((modifiers & JVM_ACC_STATIC) == 0) {
   658   if ((modifiers & JVM_ACC_STATIC) == 0) {
   759     THROW_0(vmSymbols::java_lang_IllegalArgumentException());
   659     THROW_0(vmSymbols::java_lang_IllegalArgumentException());
   760   }
   660   }
   761 
   661 
   762   return JNIHandles::make_local(env, mirror);
   662   return JNIHandles::make_local(env, mirror);
   763 UNSAFE_END
   663 } UNSAFE_END
   764 
   664 
   765 UNSAFE_ENTRY(void, Unsafe_EnsureClassInitialized(JNIEnv *env, jobject unsafe, jobject clazz)) {
   665 UNSAFE_ENTRY(void, Unsafe_EnsureClassInitialized0(JNIEnv *env, jobject unsafe, jobject clazz)) {
   766   UnsafeWrapper("Unsafe_EnsureClassInitialized");
   666   assert(clazz != NULL, "clazz must not be NULL");
   767   if (clazz == NULL) {
   667 
   768     THROW(vmSymbols::java_lang_NullPointerException());
       
   769   }
       
   770   oop mirror = JNIHandles::resolve_non_null(clazz);
   668   oop mirror = JNIHandles::resolve_non_null(clazz);
   771 
   669 
   772   Klass* klass = java_lang_Class::as_Klass(mirror);
   670   Klass* klass = java_lang_Class::as_Klass(mirror);
   773   if (klass != NULL && klass->should_be_initialized()) {
   671   if (klass != NULL && klass->should_be_initialized()) {
   774     InstanceKlass* k = InstanceKlass::cast(klass);
   672     InstanceKlass* k = InstanceKlass::cast(klass);
   775     k->initialize(CHECK);
   673     k->initialize(CHECK);
   776   }
   674   }
   777 }
   675 }
   778 UNSAFE_END
   676 UNSAFE_END
   779 
   677 
   780 UNSAFE_ENTRY(jboolean, Unsafe_ShouldBeInitialized(JNIEnv *env, jobject unsafe, jobject clazz)) {
   678 UNSAFE_ENTRY(jboolean, Unsafe_ShouldBeInitialized0(JNIEnv *env, jobject unsafe, jobject clazz)) {
   781   UnsafeWrapper("Unsafe_ShouldBeInitialized");
   679   assert(clazz != NULL, "clazz must not be NULL");
   782   if (clazz == NULL) {
   680 
   783     THROW_(vmSymbols::java_lang_NullPointerException(), false);
       
   784   }
       
   785   oop mirror = JNIHandles::resolve_non_null(clazz);
   681   oop mirror = JNIHandles::resolve_non_null(clazz);
   786   Klass* klass = java_lang_Class::as_Klass(mirror);
   682   Klass* klass = java_lang_Class::as_Klass(mirror);
       
   683 
   787   if (klass != NULL && klass->should_be_initialized()) {
   684   if (klass != NULL && klass->should_be_initialized()) {
   788     return true;
   685     return true;
   789   }
   686   }
       
   687 
   790   return false;
   688   return false;
   791 }
   689 }
   792 UNSAFE_END
   690 UNSAFE_END
   793 
   691 
   794 static void getBaseAndScale(int& base, int& scale, jclass acls, TRAPS) {
   692 static void getBaseAndScale(int& base, int& scale, jclass clazz, TRAPS) {
   795   if (acls == NULL) {
   693   assert(clazz != NULL, "clazz must not be NULL");
   796     THROW(vmSymbols::java_lang_NullPointerException());
   694 
   797   }
   695   oop mirror = JNIHandles::resolve_non_null(clazz);
   798   oop      mirror = JNIHandles::resolve_non_null(acls);
   696   Klass* k = java_lang_Class::as_Klass(mirror);
   799   Klass* k      = java_lang_Class::as_Klass(mirror);
   697 
   800   if (k == NULL || !k->is_array_klass()) {
   698   if (k == NULL || !k->is_array_klass()) {
   801     THROW(vmSymbols::java_lang_InvalidClassException());
   699     THROW(vmSymbols::java_lang_InvalidClassException());
   802   } else if (k->is_objArray_klass()) {
   700   } else if (k->is_objArray_klass()) {
   803     base  = arrayOopDesc::base_offset_in_bytes(T_OBJECT);
   701     base  = arrayOopDesc::base_offset_in_bytes(T_OBJECT);
   804     scale = heapOopSize;
   702     scale = heapOopSize;
   810   } else {
   708   } else {
   811     ShouldNotReachHere();
   709     ShouldNotReachHere();
   812   }
   710   }
   813 }
   711 }
   814 
   712 
   815 UNSAFE_ENTRY(jint, Unsafe_ArrayBaseOffset(JNIEnv *env, jobject unsafe, jclass acls))
   713 UNSAFE_ENTRY(jint, Unsafe_ArrayBaseOffset0(JNIEnv *env, jobject unsafe, jclass clazz)) {
   816   UnsafeWrapper("Unsafe_ArrayBaseOffset");
       
   817   int base = 0, scale = 0;
   714   int base = 0, scale = 0;
   818   getBaseAndScale(base, scale, acls, CHECK_0);
   715   getBaseAndScale(base, scale, clazz, CHECK_0);
       
   716 
   819   return field_offset_from_byte_offset(base);
   717   return field_offset_from_byte_offset(base);
   820 UNSAFE_END
   718 } UNSAFE_END
   821 
   719 
   822 
   720 
   823 UNSAFE_ENTRY(jint, Unsafe_ArrayIndexScale(JNIEnv *env, jobject unsafe, jclass acls))
   721 UNSAFE_ENTRY(jint, Unsafe_ArrayIndexScale0(JNIEnv *env, jobject unsafe, jclass clazz)) {
   824   UnsafeWrapper("Unsafe_ArrayIndexScale");
       
   825   int base = 0, scale = 0;
   722   int base = 0, scale = 0;
   826   getBaseAndScale(base, scale, acls, CHECK_0);
   723   getBaseAndScale(base, scale, clazz, CHECK_0);
       
   724 
   827   // This VM packs both fields and array elements down to the byte.
   725   // This VM packs both fields and array elements down to the byte.
   828   // But watch out:  If this changes, so that array references for
   726   // But watch out:  If this changes, so that array references for
   829   // a given primitive type (say, T_BOOLEAN) use different memory units
   727   // a given primitive type (say, T_BOOLEAN) use different memory units
   830   // than fields, this method MUST return zero for such arrays.
   728   // than fields, this method MUST return zero for such arrays.
   831   // For example, the VM used to store sub-word sized fields in full
   729   // For example, the VM used to store sub-word sized fields in full
   837   // if (scale < wordSize)  return 0;
   735   // if (scale < wordSize)  return 0;
   838 
   736 
   839   // The following allows for a pretty general fieldOffset cookie scheme,
   737   // The following allows for a pretty general fieldOffset cookie scheme,
   840   // but requires it to be linear in byte offset.
   738   // but requires it to be linear in byte offset.
   841   return field_offset_from_byte_offset(scale) - field_offset_from_byte_offset(0);
   739   return field_offset_from_byte_offset(scale) - field_offset_from_byte_offset(0);
   842 UNSAFE_END
   740 } UNSAFE_END
   843 
   741 
   844 
   742 
   845 static inline void throw_new(JNIEnv *env, const char *ename) {
   743 static inline void throw_new(JNIEnv *env, const char *ename) {
   846   char buf[100];
   744   char buf[100];
       
   745 
   847   jio_snprintf(buf, 100, "%s%s", "java/lang/", ename);
   746   jio_snprintf(buf, 100, "%s%s", "java/lang/", ename);
       
   747 
   848   jclass cls = env->FindClass(buf);
   748   jclass cls = env->FindClass(buf);
   849   if (env->ExceptionCheck()) {
   749   if (env->ExceptionCheck()) {
   850     env->ExceptionClear();
   750     env->ExceptionClear();
   851     tty->print_cr("Unsafe: cannot throw %s because FindClass has failed", buf);
   751     tty->print_cr("Unsafe: cannot throw %s because FindClass has failed", buf);
   852     return;
   752     return;
   853   }
   753   }
   854   char* msg = NULL;
   754 
   855   env->ThrowNew(cls, msg);
   755   env->ThrowNew(cls, NULL);
   856 }
   756 }
   857 
   757 
   858 static jclass Unsafe_DefineClass_impl(JNIEnv *env, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd) {
   758 static jclass Unsafe_DefineClass_impl(JNIEnv *env, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd) {
   859   {
   759   // Code lifted from JDK 1.3 ClassLoader.c
   860     // Code lifted from JDK 1.3 ClassLoader.c
   760 
   861 
   761   jbyte *body;
   862     jbyte *body;
   762   char *utfName = NULL;
   863     char *utfName;
   763   jclass result = 0;
   864     jclass result = 0;
   764   char buf[128];
   865     char buf[128];
   765 
   866 
   766   assert(data != NULL, "Class bytes must not be NULL");
   867     if (UsePerfData) {
   767   assert(length >= 0, "length must not be negative: %d", length);
   868       ClassLoader::unsafe_defineClassCallCounter()->inc();
   768 
       
   769   if (UsePerfData) {
       
   770     ClassLoader::unsafe_defineClassCallCounter()->inc();
       
   771   }
       
   772 
       
   773   body = NEW_C_HEAP_ARRAY(jbyte, length, mtInternal);
       
   774   if (body == NULL) {
       
   775     throw_new(env, "OutOfMemoryError");
       
   776     return 0;
       
   777   }
       
   778 
       
   779   env->GetByteArrayRegion(data, offset, length, body);
       
   780   if (env->ExceptionOccurred()) {
       
   781     goto free_body;
       
   782   }
       
   783 
       
   784   if (name != NULL) {
       
   785     uint len = env->GetStringUTFLength(name);
       
   786     int unicode_len = env->GetStringLength(name);
       
   787 
       
   788     if (len >= sizeof(buf)) {
       
   789       utfName = NEW_C_HEAP_ARRAY(char, len + 1, mtInternal);
       
   790       if (utfName == NULL) {
       
   791         throw_new(env, "OutOfMemoryError");
       
   792         goto free_body;
       
   793       }
       
   794     } else {
       
   795       utfName = buf;
   869     }
   796     }
   870 
   797 
   871     if (data == NULL) {
   798     env->GetStringUTFRegion(name, 0, unicode_len, utfName);
   872         throw_new(env, "NullPointerException");
   799 
   873         return 0;
   800     for (uint i = 0; i < len; i++) {
       
   801       if (utfName[i] == '.')   utfName[i] = '/';
   874     }
   802     }
   875 
   803   }
   876     /* Work around 4153825. malloc crashes on Solaris when passed a
   804 
   877      * negative size.
   805   result = JVM_DefineClass(env, utfName, loader, body, length, pd);
   878      */
   806 
   879     if (length < 0) {
   807   if (utfName && utfName != buf) {
   880         throw_new(env, "ArrayIndexOutOfBoundsException");
   808     FREE_C_HEAP_ARRAY(char, utfName);
   881         return 0;
   809   }
   882     }
       
   883 
       
   884     body = NEW_C_HEAP_ARRAY(jbyte, length, mtInternal);
       
   885 
       
   886     if (body == 0) {
       
   887         throw_new(env, "OutOfMemoryError");
       
   888         return 0;
       
   889     }
       
   890 
       
   891     env->GetByteArrayRegion(data, offset, length, body);
       
   892 
       
   893     if (env->ExceptionOccurred())
       
   894         goto free_body;
       
   895 
       
   896     if (name != NULL) {
       
   897         uint len = env->GetStringUTFLength(name);
       
   898         int unicode_len = env->GetStringLength(name);
       
   899         if (len >= sizeof(buf)) {
       
   900             utfName = NEW_C_HEAP_ARRAY(char, len + 1, mtInternal);
       
   901             if (utfName == NULL) {
       
   902                 throw_new(env, "OutOfMemoryError");
       
   903                 goto free_body;
       
   904             }
       
   905         } else {
       
   906             utfName = buf;
       
   907         }
       
   908         env->GetStringUTFRegion(name, 0, unicode_len, utfName);
       
   909         //VerifyFixClassname(utfName);
       
   910         for (uint i = 0; i < len; i++) {
       
   911           if (utfName[i] == '.')   utfName[i] = '/';
       
   912         }
       
   913     } else {
       
   914         utfName = NULL;
       
   915     }
       
   916 
       
   917     result = JVM_DefineClass(env, utfName, loader, body, length, pd);
       
   918 
       
   919     if (utfName && utfName != buf)
       
   920         FREE_C_HEAP_ARRAY(char, utfName);
       
   921 
   810 
   922  free_body:
   811  free_body:
   923     FREE_C_HEAP_ARRAY(jbyte, body);
   812   FREE_C_HEAP_ARRAY(jbyte, body);
   924     return result;
   813   return result;
   925   }
   814 }
   926 }
   815 
   927 
   816 
   928 
   817 UNSAFE_ENTRY(jclass, Unsafe_DefineClass0(JNIEnv *env, jobject unsafe, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd)) {
   929 UNSAFE_ENTRY(jclass, Unsafe_DefineClass(JNIEnv *env, jobject unsafe, jstring name, jbyteArray data, int offset, int length, jobject loader, jobject pd))
   818   ThreadToNativeFromVM ttnfv(thread);
   930   UnsafeWrapper("Unsafe_DefineClass");
   819 
   931   {
   820   return Unsafe_DefineClass_impl(env, name, data, offset, length, loader, pd);
   932     ThreadToNativeFromVM ttnfv(thread);
   821 } UNSAFE_END
   933     return Unsafe_DefineClass_impl(env, name, data, offset, length, loader, pd);
       
   934   }
       
   935 UNSAFE_END
       
   936 
   822 
   937 
   823 
   938 // define a class but do not make it known to the class loader or system dictionary
   824 // define a class but do not make it known to the class loader or system dictionary
   939 // - host_class:  supplies context for linkage, access control, protection domain, and class loader
   825 // - host_class:  supplies context for linkage, access control, protection domain, and class loader
   940 // - data:  bytes of a class file, a raw memory address (length gives the number of bytes)
   826 // - data:  bytes of a class file, a raw memory address (length gives the number of bytes)
   984 // type Object instead of String, if the loaded constant is not in fact a String.
   870 // type Object instead of String, if the loaded constant is not in fact a String.
   985 
   871 
   986 static instanceKlassHandle
   872 static instanceKlassHandle
   987 Unsafe_DefineAnonymousClass_impl(JNIEnv *env,
   873 Unsafe_DefineAnonymousClass_impl(JNIEnv *env,
   988                                  jclass host_class, jbyteArray data, jobjectArray cp_patches_jh,
   874                                  jclass host_class, jbyteArray data, jobjectArray cp_patches_jh,
   989                                  HeapWord* *temp_alloc,
   875                                  u1** temp_alloc,
   990                                  TRAPS) {
   876                                  TRAPS) {
       
   877   assert(host_class != NULL, "host_class must not be NULL");
       
   878   assert(data != NULL, "data must not be NULL");
   991 
   879 
   992   if (UsePerfData) {
   880   if (UsePerfData) {
   993     ClassLoader::unsafe_defineClassCallCounter()->inc();
   881     ClassLoader::unsafe_defineClassCallCounter()->inc();
   994   }
   882   }
   995 
   883 
   996   if (data == NULL) {
       
   997     THROW_0(vmSymbols::java_lang_NullPointerException());
       
   998   }
       
   999 
       
  1000   jint length = typeArrayOop(JNIHandles::resolve_non_null(data))->length();
   884   jint length = typeArrayOop(JNIHandles::resolve_non_null(data))->length();
  1001   jint word_length = (length + sizeof(HeapWord)-1) / sizeof(HeapWord);
   885   assert(length >= 0, "class_bytes_length must not be negative: %d", length);
  1002   HeapWord* body = NEW_C_HEAP_ARRAY(HeapWord, word_length, mtInternal);
   886 
  1003   if (body == NULL) {
   887   int class_bytes_length = (int) length;
       
   888 
       
   889   u1* class_bytes = NEW_C_HEAP_ARRAY(u1, length, mtInternal);
       
   890   if (class_bytes == NULL) {
  1004     THROW_0(vmSymbols::java_lang_OutOfMemoryError());
   891     THROW_0(vmSymbols::java_lang_OutOfMemoryError());
  1005   }
   892   }
  1006 
   893 
  1007   // caller responsible to free it:
   894   // caller responsible to free it:
  1008   (*temp_alloc) = body;
   895   *temp_alloc = class_bytes;
  1009 
   896 
  1010   {
   897   jbyte* array_base = typeArrayOop(JNIHandles::resolve_non_null(data))->byte_at_addr(0);
  1011     jbyte* array_base = typeArrayOop(JNIHandles::resolve_non_null(data))->byte_at_addr(0);
   898   Copy::conjoint_jbytes(array_base, class_bytes, length);
  1012     Copy::conjoint_words((HeapWord*) array_base, body, word_length);
       
  1013   }
       
  1014 
       
  1015   u1* class_bytes = (u1*) body;
       
  1016   int class_bytes_length = (int) length;
       
  1017   if (class_bytes_length < 0)  class_bytes_length = 0;
       
  1018   if (class_bytes == NULL
       
  1019       || host_class == NULL
       
  1020       || length != class_bytes_length)
       
  1021     THROW_0(vmSymbols::java_lang_IllegalArgumentException());
       
  1022 
   899 
  1023   objArrayHandle cp_patches_h;
   900   objArrayHandle cp_patches_h;
  1024   if (cp_patches_jh != NULL) {
   901   if (cp_patches_jh != NULL) {
  1025     oop p = JNIHandles::resolve_non_null(cp_patches_jh);
   902     oop p = JNIHandles::resolve_non_null(cp_patches_jh);
  1026     if (!p->is_objArray())
   903     assert(p->is_objArray(), "cp_patches must be an object[]");
  1027       THROW_0(vmSymbols::java_lang_IllegalArgumentException());
       
  1028     cp_patches_h = objArrayHandle(THREAD, (objArrayOop)p);
   904     cp_patches_h = objArrayHandle(THREAD, (objArrayOop)p);
  1029   }
   905   }
  1030 
   906 
  1031   const Klass* host_klass = java_lang_Class::as_Klass(JNIHandles::resolve_non_null(host_class));
   907   const Klass* host_klass = java_lang_Class::as_Klass(JNIHandles::resolve_non_null(host_class));
  1032   assert(host_klass != NULL, "invariant");
   908   assert(host_klass != NULL, "invariant");
  1034   const char* host_source = host_klass->external_name();
   910   const char* host_source = host_klass->external_name();
  1035   Handle      host_loader(THREAD, host_klass->class_loader());
   911   Handle      host_loader(THREAD, host_klass->class_loader());
  1036   Handle      host_domain(THREAD, host_klass->protection_domain());
   912   Handle      host_domain(THREAD, host_klass->protection_domain());
  1037 
   913 
  1038   GrowableArray<Handle>* cp_patches = NULL;
   914   GrowableArray<Handle>* cp_patches = NULL;
       
   915 
  1039   if (cp_patches_h.not_null()) {
   916   if (cp_patches_h.not_null()) {
  1040     int alen = cp_patches_h->length();
   917     int alen = cp_patches_h->length();
       
   918 
  1041     for (int i = alen-1; i >= 0; i--) {
   919     for (int i = alen-1; i >= 0; i--) {
  1042       oop p = cp_patches_h->obj_at(i);
   920       oop p = cp_patches_h->obj_at(i);
  1043       if (p != NULL) {
   921       if (p != NULL) {
  1044         Handle patch(THREAD, p);
   922         Handle patch(THREAD, p);
  1045         if (cp_patches == NULL)
   923 
       
   924         if (cp_patches == NULL) {
  1046           cp_patches = new GrowableArray<Handle>(i+1, i+1, Handle());
   925           cp_patches = new GrowableArray<Handle>(i+1, i+1, Handle());
       
   926         }
       
   927 
  1047         cp_patches->at_put(i, patch);
   928         cp_patches->at_put(i, patch);
  1048       }
   929       }
  1049     }
   930     }
  1050   }
   931   }
  1051 
   932 
  1052   ClassFileStream st(class_bytes,
   933   ClassFileStream st(class_bytes, class_bytes_length, host_source, ClassFileStream::verify);
  1053                      class_bytes_length,
   934 
  1054                      host_source,
   935   Symbol* no_class_name = NULL;
  1055                      ClassFileStream::verify);
   936   Klass* anonk = SystemDictionary::parse_stream(no_class_name,
  1056 
   937                                                 host_loader,
  1057   instanceKlassHandle anon_klass;
   938                                                 host_domain,
  1058   {
   939                                                 &st,
  1059     Symbol* no_class_name = NULL;
   940                                                 host_klass,
  1060     Klass* anonk = SystemDictionary::parse_stream(no_class_name,
   941                                                 cp_patches,
  1061                                                   host_loader,
   942                                                 CHECK_NULL);
  1062                                                   host_domain,
   943   if (anonk == NULL) {
  1063                                                   &st,
   944     return NULL;
  1064                                                   host_klass,
   945   }
  1065                                                   cp_patches,
   946 
  1066                                                   CHECK_NULL);
   947   return instanceKlassHandle(THREAD, anonk);
  1067     if (anonk == NULL)  return NULL;
   948 }
  1068     anon_klass = instanceKlassHandle(THREAD, anonk);
   949 
  1069   }
   950 UNSAFE_ENTRY(jclass, Unsafe_DefineAnonymousClass0(JNIEnv *env, jobject unsafe, jclass host_class, jbyteArray data, jobjectArray cp_patches_jh)) {
  1070 
   951   ResourceMark rm(THREAD);
  1071   return anon_klass;
   952 
  1072 }
       
  1073 
       
  1074 UNSAFE_ENTRY(jclass, Unsafe_DefineAnonymousClass(JNIEnv *env, jobject unsafe, jclass host_class, jbyteArray data, jobjectArray cp_patches_jh))
       
  1075 {
       
  1076   instanceKlassHandle anon_klass;
   953   instanceKlassHandle anon_klass;
  1077   jobject res_jh = NULL;
   954   jobject res_jh = NULL;
  1078 
   955   u1* temp_alloc = NULL;
  1079   UnsafeWrapper("Unsafe_DefineAnonymousClass");
   956 
  1080   ResourceMark rm(THREAD);
   957   anon_klass = Unsafe_DefineAnonymousClass_impl(env, host_class, data, cp_patches_jh, &temp_alloc, THREAD);
  1081 
   958   if (anon_klass() != NULL) {
  1082   HeapWord* temp_alloc = NULL;
       
  1083 
       
  1084   anon_klass = Unsafe_DefineAnonymousClass_impl(env, host_class, data,
       
  1085                                                 cp_patches_jh,
       
  1086                                                    &temp_alloc, THREAD);
       
  1087   if (anon_klass() != NULL)
       
  1088     res_jh = JNIHandles::make_local(env, anon_klass->java_mirror());
   959     res_jh = JNIHandles::make_local(env, anon_klass->java_mirror());
       
   960   }
  1089 
   961 
  1090   // try/finally clause:
   962   // try/finally clause:
  1091   if (temp_alloc != NULL) {
   963   if (temp_alloc != NULL) {
  1092     FREE_C_HEAP_ARRAY(HeapWord, temp_alloc);
   964     FREE_C_HEAP_ARRAY(u1, temp_alloc);
  1093   }
   965   }
  1094 
   966 
  1095   // The anonymous class loader data has been artificially been kept alive to
   967   // The anonymous class loader data has been artificially been kept alive to
  1096   // this point.   The mirror and any instances of this class have to keep
   968   // this point.   The mirror and any instances of this class have to keep
  1097   // it alive afterwards.
   969   // it alive afterwards.
  1100   }
   972   }
  1101 
   973 
  1102   // let caller initialize it as needed...
   974   // let caller initialize it as needed...
  1103 
   975 
  1104   return (jclass) res_jh;
   976   return (jclass) res_jh;
  1105 }
   977 } UNSAFE_END
  1106 UNSAFE_END
   978 
  1107 
   979 
  1108 
   980 
  1109 
   981 UNSAFE_ENTRY(void, Unsafe_ThrowException(JNIEnv *env, jobject unsafe, jthrowable thr)) {
  1110 UNSAFE_ENTRY(void, Unsafe_ThrowException(JNIEnv *env, jobject unsafe, jthrowable thr))
   982   ThreadToNativeFromVM ttnfv(thread);
  1111   UnsafeWrapper("Unsafe_ThrowException");
   983   env->Throw(thr);
  1112   {
   984 } UNSAFE_END
  1113     ThreadToNativeFromVM ttnfv(thread);
       
  1114     env->Throw(thr);
       
  1115   }
       
  1116 UNSAFE_END
       
  1117 
   985 
  1118 // JSR166 ------------------------------------------------------------------
   986 // JSR166 ------------------------------------------------------------------
  1119 
   987 
  1120 UNSAFE_ENTRY(jobject, Unsafe_CompareAndExchangeObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h))
   988 UNSAFE_ENTRY(jobject, Unsafe_CompareAndExchangeObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h)) {
  1121   UnsafeWrapper("Unsafe_CompareAndExchangeObject");
       
  1122   oop x = JNIHandles::resolve(x_h);
   989   oop x = JNIHandles::resolve(x_h);
  1123   oop e = JNIHandles::resolve(e_h);
   990   oop e = JNIHandles::resolve(e_h);
  1124   oop p = JNIHandles::resolve(obj);
   991   oop p = JNIHandles::resolve(obj);
  1125   HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
   992   HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
  1126   oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
   993   oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
  1127   if (res == e)
   994   if (res == e) {
  1128     update_barrier_set((void*)addr, x);
   995     update_barrier_set((void*)addr, x);
       
   996   }
  1129   return JNIHandles::make_local(env, res);
   997   return JNIHandles::make_local(env, res);
  1130 UNSAFE_END
   998 } UNSAFE_END
  1131 
   999 
  1132 UNSAFE_ENTRY(jint, Unsafe_CompareAndExchangeInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x))
  1000 UNSAFE_ENTRY(jint, Unsafe_CompareAndExchangeInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x)) {
  1133   UnsafeWrapper("Unsafe_CompareAndExchangeInt");
       
  1134   oop p = JNIHandles::resolve(obj);
  1001   oop p = JNIHandles::resolve(obj);
  1135   jint* addr = (jint *) index_oop_from_field_offset_long(p, offset);
  1002   jint* addr = (jint *) index_oop_from_field_offset_long(p, offset);
       
  1003 
  1136   return (jint)(Atomic::cmpxchg(x, addr, e));
  1004   return (jint)(Atomic::cmpxchg(x, addr, e));
  1137 UNSAFE_END
  1005 } UNSAFE_END
  1138 
  1006 
  1139 UNSAFE_ENTRY(jlong, Unsafe_CompareAndExchangeLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x))
  1007 UNSAFE_ENTRY(jlong, Unsafe_CompareAndExchangeLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x)) {
  1140   UnsafeWrapper("Unsafe_CompareAndExchangeLong");
       
  1141   Handle p (THREAD, JNIHandles::resolve(obj));
  1008   Handle p (THREAD, JNIHandles::resolve(obj));
  1142   jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
  1009   jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
       
  1010 
  1143 #ifdef SUPPORTS_NATIVE_CX8
  1011 #ifdef SUPPORTS_NATIVE_CX8
  1144   return (jlong)(Atomic::cmpxchg(x, addr, e));
  1012   return (jlong)(Atomic::cmpxchg(x, addr, e));
  1145 #else
  1013 #else
  1146   if (VM_Version::supports_cx8())
  1014   if (VM_Version::supports_cx8()) {
  1147     return (jlong)(Atomic::cmpxchg(x, addr, e));
  1015     return (jlong)(Atomic::cmpxchg(x, addr, e));
  1148   else {
  1016   } else {
  1149     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
  1017     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
       
  1018 
  1150     jlong val = Atomic::load(addr);
  1019     jlong val = Atomic::load(addr);
  1151     if (val == e)
  1020     if (val == e) {
  1152       Atomic::store(x, addr);
  1021       Atomic::store(x, addr);
       
  1022     }
  1153     return val;
  1023     return val;
  1154   }
  1024   }
  1155 #endif
  1025 #endif
  1156 UNSAFE_END
  1026 } UNSAFE_END
  1157 
  1027 
  1158 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h))
  1028 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapObject(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jobject e_h, jobject x_h)) {
  1159   UnsafeWrapper("Unsafe_CompareAndSwapObject");
       
  1160   oop x = JNIHandles::resolve(x_h);
  1029   oop x = JNIHandles::resolve(x_h);
  1161   oop e = JNIHandles::resolve(e_h);
  1030   oop e = JNIHandles::resolve(e_h);
  1162   oop p = JNIHandles::resolve(obj);
  1031   oop p = JNIHandles::resolve(obj);
  1163   HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
  1032   HeapWord* addr = (HeapWord *)index_oop_from_field_offset_long(p, offset);
  1164   oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
  1033   oop res = oopDesc::atomic_compare_exchange_oop(x, addr, e, true);
  1165   jboolean success  = (res == e);
  1034   if (res != e) {
  1166   if (success)
  1035     return false;
  1167     update_barrier_set((void*)addr, x);
  1036   }
  1168   return success;
  1037 
  1169 UNSAFE_END
  1038   update_barrier_set((void*)addr, x);
  1170 
  1039 
  1171 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x))
  1040   return true;
  1172   UnsafeWrapper("Unsafe_CompareAndSwapInt");
  1041 } UNSAFE_END
       
  1042 
       
  1043 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapInt(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jint e, jint x)) {
  1173   oop p = JNIHandles::resolve(obj);
  1044   oop p = JNIHandles::resolve(obj);
  1174   jint* addr = (jint *) index_oop_from_field_offset_long(p, offset);
  1045   jint* addr = (jint *) index_oop_from_field_offset_long(p, offset);
       
  1046 
  1175   return (jint)(Atomic::cmpxchg(x, addr, e)) == e;
  1047   return (jint)(Atomic::cmpxchg(x, addr, e)) == e;
  1176 UNSAFE_END
  1048 } UNSAFE_END
  1177 
  1049 
  1178 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x))
  1050 UNSAFE_ENTRY(jboolean, Unsafe_CompareAndSwapLong(JNIEnv *env, jobject unsafe, jobject obj, jlong offset, jlong e, jlong x)) {
  1179   UnsafeWrapper("Unsafe_CompareAndSwapLong");
  1051   Handle p(THREAD, JNIHandles::resolve(obj));
  1180   Handle p (THREAD, JNIHandles::resolve(obj));
  1052   jlong* addr = (jlong*)index_oop_from_field_offset_long(p(), offset);
  1181   jlong* addr = (jlong*)(index_oop_from_field_offset_long(p(), offset));
  1053 
  1182 #ifdef SUPPORTS_NATIVE_CX8
  1054 #ifdef SUPPORTS_NATIVE_CX8
  1183   return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
  1055   return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
  1184 #else
  1056 #else
  1185   if (VM_Version::supports_cx8())
  1057   if (VM_Version::supports_cx8()) {
  1186     return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
  1058     return (jlong)(Atomic::cmpxchg(x, addr, e)) == e;
  1187   else {
  1059   } else {
  1188     jboolean success = false;
       
  1189     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
  1060     MutexLockerEx mu(UnsafeJlong_lock, Mutex::_no_safepoint_check_flag);
       
  1061 
  1190     jlong val = Atomic::load(addr);
  1062     jlong val = Atomic::load(addr);
  1191     if (val == e) { Atomic::store(x, addr); success = true; }
  1063     if (val != e) {
  1192     return success;
  1064       return false;
       
  1065     }
       
  1066 
       
  1067     Atomic::store(x, addr);
       
  1068     return true;
  1193   }
  1069   }
  1194 #endif
  1070 #endif
  1195 UNSAFE_END
  1071 } UNSAFE_END
  1196 
  1072 
  1197 UNSAFE_ENTRY(void, Unsafe_Park(JNIEnv *env, jobject unsafe, jboolean isAbsolute, jlong time))
  1073 UNSAFE_ENTRY(void, Unsafe_Park(JNIEnv *env, jobject unsafe, jboolean isAbsolute, jlong time)) {
  1198   UnsafeWrapper("Unsafe_Park");
       
  1199   EventThreadPark event;
  1074   EventThreadPark event;
  1200   HOTSPOT_THREAD_PARK_BEGIN((uintptr_t) thread->parker(), (int) isAbsolute, time);
  1075   HOTSPOT_THREAD_PARK_BEGIN((uintptr_t) thread->parker(), (int) isAbsolute, time);
  1201 
  1076 
  1202   JavaThreadParkedState jtps(thread, time != 0);
  1077   JavaThreadParkedState jtps(thread, time != 0);
  1203   thread->parker()->park(isAbsolute != 0, time);
  1078   thread->parker()->park(isAbsolute != 0, time);
  1204 
  1079 
  1205   HOTSPOT_THREAD_PARK_END((uintptr_t) thread->parker());
  1080   HOTSPOT_THREAD_PARK_END((uintptr_t) thread->parker());
       
  1081 
  1206   if (event.should_commit()) {
  1082   if (event.should_commit()) {
  1207     oop obj = thread->current_park_blocker();
  1083     oop obj = thread->current_park_blocker();
  1208     event.set_klass((obj != NULL) ? obj->klass() : NULL);
  1084     event.set_klass((obj != NULL) ? obj->klass() : NULL);
  1209     event.set_timeout(time);
  1085     event.set_timeout(time);
  1210     event.set_address((obj != NULL) ? (TYPE_ADDRESS) cast_from_oop<uintptr_t>(obj) : 0);
  1086     event.set_address((obj != NULL) ? (TYPE_ADDRESS) cast_from_oop<uintptr_t>(obj) : 0);
  1211     event.commit();
  1087     event.commit();
  1212   }
  1088   }
  1213 UNSAFE_END
  1089 } UNSAFE_END
  1214 
  1090 
  1215 UNSAFE_ENTRY(void, Unsafe_Unpark(JNIEnv *env, jobject unsafe, jobject jthread))
  1091 UNSAFE_ENTRY(void, Unsafe_Unpark(JNIEnv *env, jobject unsafe, jobject jthread)) {
  1216   UnsafeWrapper("Unsafe_Unpark");
       
  1217   Parker* p = NULL;
  1092   Parker* p = NULL;
       
  1093 
  1218   if (jthread != NULL) {
  1094   if (jthread != NULL) {
  1219     oop java_thread = JNIHandles::resolve_non_null(jthread);
  1095     oop java_thread = JNIHandles::resolve_non_null(jthread);
  1220     if (java_thread != NULL) {
  1096     if (java_thread != NULL) {
  1221       jlong lp = java_lang_Thread::park_event(java_thread);
  1097       jlong lp = java_lang_Thread::park_event(java_thread);
  1222       if (lp != 0) {
  1098       if (lp != 0) {
  1226         p = (Parker*)addr_from_java(lp);
  1102         p = (Parker*)addr_from_java(lp);
  1227       } else {
  1103       } else {
  1228         // Grab lock if apparently null or using older version of library
  1104         // Grab lock if apparently null or using older version of library
  1229         MutexLocker mu(Threads_lock);
  1105         MutexLocker mu(Threads_lock);
  1230         java_thread = JNIHandles::resolve_non_null(jthread);
  1106         java_thread = JNIHandles::resolve_non_null(jthread);
       
  1107 
  1231         if (java_thread != NULL) {
  1108         if (java_thread != NULL) {
  1232           JavaThread* thr = java_lang_Thread::thread(java_thread);
  1109           JavaThread* thr = java_lang_Thread::thread(java_thread);
  1233           if (thr != NULL) {
  1110           if (thr != NULL) {
  1234             p = thr->parker();
  1111             p = thr->parker();
  1235             if (p != NULL) { // Bind to Java thread for next time.
  1112             if (p != NULL) { // Bind to Java thread for next time.
  1238           }
  1115           }
  1239         }
  1116         }
  1240       }
  1117       }
  1241     }
  1118     }
  1242   }
  1119   }
       
  1120 
  1243   if (p != NULL) {
  1121   if (p != NULL) {
  1244     HOTSPOT_THREAD_UNPARK((uintptr_t) p);
  1122     HOTSPOT_THREAD_UNPARK((uintptr_t) p);
  1245     p->unpark();
  1123     p->unpark();
  1246   }
  1124   }
  1247 UNSAFE_END
  1125 } UNSAFE_END
  1248 
  1126 
  1249 UNSAFE_ENTRY(jint, Unsafe_Loadavg(JNIEnv *env, jobject unsafe, jdoubleArray loadavg, jint nelem))
  1127 UNSAFE_ENTRY(jint, Unsafe_GetLoadAverage0(JNIEnv *env, jobject unsafe, jdoubleArray loadavg, jint nelem)) {
  1250   UnsafeWrapper("Unsafe_Loadavg");
       
  1251   const int max_nelem = 3;
  1128   const int max_nelem = 3;
  1252   double la[max_nelem];
  1129   double la[max_nelem];
  1253   jint ret;
  1130   jint ret;
  1254 
  1131 
  1255   typeArrayOop a = typeArrayOop(JNIHandles::resolve_non_null(loadavg));
  1132   typeArrayOop a = typeArrayOop(JNIHandles::resolve_non_null(loadavg));
  1256   assert(a->is_typeArray(), "must be type array");
  1133   assert(a->is_typeArray(), "must be type array");
  1257 
  1134 
  1258   if (nelem < 0 || nelem > max_nelem || a->length() < nelem) {
  1135   ret = os::loadavg(la, nelem);
  1259     ThreadToNativeFromVM ttnfv(thread);
  1136   if (ret == -1) {
  1260     throw_new(env, "ArrayIndexOutOfBoundsException");
       
  1261     return -1;
  1137     return -1;
  1262   }
  1138   }
  1263 
       
  1264   ret = os::loadavg(la, nelem);
       
  1265   if (ret == -1) return -1;
       
  1266 
  1139 
  1267   // if successful, ret is the number of samples actually retrieved.
  1140   // if successful, ret is the number of samples actually retrieved.
  1268   assert(ret >= 0 && ret <= max_nelem, "Unexpected loadavg return value");
  1141   assert(ret >= 0 && ret <= max_nelem, "Unexpected loadavg return value");
  1269   switch(ret) {
  1142   switch(ret) {
  1270     case 3: a->double_at_put(2, (jdouble)la[2]); // fall through
  1143     case 3: a->double_at_put(2, (jdouble)la[2]); // fall through
  1271     case 2: a->double_at_put(1, (jdouble)la[1]); // fall through
  1144     case 2: a->double_at_put(1, (jdouble)la[1]); // fall through
  1272     case 1: a->double_at_put(0, (jdouble)la[0]); break;
  1145     case 1: a->double_at_put(0, (jdouble)la[0]); break;
  1273   }
  1146   }
       
  1147 
  1274   return ret;
  1148   return ret;
  1275 UNSAFE_END
  1149 } UNSAFE_END
  1276 
  1150 
  1277 
  1151 
  1278 /// JVM_RegisterUnsafeMethods
  1152 /// JVM_RegisterUnsafeMethods
  1279 
  1153 
  1280 #define ADR "J"
  1154 #define ADR "J"
  1290 #define DAC_Args CLS "[B[" OBJ
  1164 #define DAC_Args CLS "[B[" OBJ
  1291 
  1165 
  1292 #define CC (char*)  /*cast a literal from (const char*)*/
  1166 #define CC (char*)  /*cast a literal from (const char*)*/
  1293 #define FN_PTR(f) CAST_FROM_FN_PTR(void*, &f)
  1167 #define FN_PTR(f) CAST_FROM_FN_PTR(void*, &f)
  1294 
  1168 
  1295 #define DECLARE_GETPUTOOP(Boolean, Z) \
  1169 #define DECLARE_GETPUTOOP(Type, Desc) \
  1296     {CC "get" #Boolean,      CC "(" OBJ "J)" #Z,       FN_PTR(Unsafe_Get##Boolean)}, \
  1170     {CC "get" #Type,      CC "(" OBJ "J)" #Desc,       FN_PTR(Unsafe_Get##Type)}, \
  1297     {CC "put" #Boolean,      CC "(" OBJ "J" #Z ")V",   FN_PTR(Unsafe_Set##Boolean)}, \
  1171     {CC "put" #Type,      CC "(" OBJ "J" #Desc ")V",   FN_PTR(Unsafe_Set##Type)}, \
  1298     {CC "get" #Boolean "Volatile",      CC "(" OBJ "J)" #Z,       FN_PTR(Unsafe_Get##Boolean##Volatile)}, \
  1172     {CC "get" #Type "Volatile",      CC "(" OBJ "J)" #Desc,       FN_PTR(Unsafe_Get##Type##Volatile)}, \
  1299     {CC "put" #Boolean "Volatile",      CC "(" OBJ "J" #Z ")V",   FN_PTR(Unsafe_Set##Boolean##Volatile)}
  1173     {CC "put" #Type "Volatile",      CC "(" OBJ "J" #Desc ")V",   FN_PTR(Unsafe_Set##Type##Volatile)}
  1300 
  1174 
  1301 
  1175 
  1302 #define DECLARE_GETPUTNATIVE(Byte, B) \
  1176 #define DECLARE_GETPUTNATIVE(Byte, B) \
  1303     {CC "get" #Byte,         CC "(" ADR ")" #B,       FN_PTR(Unsafe_GetNative##Byte)}, \
  1177     {CC "get" #Byte,         CC "(" ADR ")" #B,       FN_PTR(Unsafe_GetNative##Byte)}, \
  1304     {CC "put" #Byte,         CC "(" ADR#B ")V",       FN_PTR(Unsafe_SetNative##Byte)}
  1178     {CC "put" #Byte,         CC "(" ADR#B ")V",       FN_PTR(Unsafe_SetNative##Byte)}
  1305 
  1179 
  1306 
  1180 static JNINativeMethod jdk_internal_misc_Unsafe_methods[] = {
  1307 static JNINativeMethod sun_misc_Unsafe_methods[] = {
       
  1308     {CC "getObject",        CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObject)},
  1181     {CC "getObject",        CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObject)},
  1309     {CC "putObject",        CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObject)},
  1182     {CC "putObject",        CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObject)},
  1310     {CC "getObjectVolatile",CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObjectVolatile)},
  1183     {CC "getObjectVolatile",CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObjectVolatile)},
  1311     {CC "putObjectVolatile",CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObjectVolatile)},
  1184     {CC "putObjectVolatile",CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObjectVolatile)},
  1312 
  1185 
  1332     DECLARE_GETPUTNATIVE(Double, D),
  1205     DECLARE_GETPUTNATIVE(Double, D),
  1333 
  1206 
  1334     {CC "getAddress",         CC "(" ADR ")" ADR,        FN_PTR(Unsafe_GetNativeAddress)},
  1207     {CC "getAddress",         CC "(" ADR ")" ADR,        FN_PTR(Unsafe_GetNativeAddress)},
  1335     {CC "putAddress",         CC "(" ADR "" ADR ")V",    FN_PTR(Unsafe_SetNativeAddress)},
  1208     {CC "putAddress",         CC "(" ADR "" ADR ")V",    FN_PTR(Unsafe_SetNativeAddress)},
  1336 
  1209 
  1337     {CC "allocateMemory",     CC "(J)" ADR,              FN_PTR(Unsafe_AllocateMemory)},
  1210     {CC "allocateMemory0",    CC "(J)" ADR,              FN_PTR(Unsafe_AllocateMemory0)},
  1338     {CC "reallocateMemory",   CC "(" ADR "J)" ADR,       FN_PTR(Unsafe_ReallocateMemory)},
  1211     {CC "reallocateMemory0",  CC "(" ADR "J)" ADR,       FN_PTR(Unsafe_ReallocateMemory0)},
  1339     {CC "freeMemory",         CC "(" ADR ")V",           FN_PTR(Unsafe_FreeMemory)},
  1212     {CC "freeMemory0",        CC "(" ADR ")V",           FN_PTR(Unsafe_FreeMemory0)},
  1340 
  1213 
  1341     {CC "objectFieldOffset",  CC "(" FLD ")J",           FN_PTR(Unsafe_ObjectFieldOffset)},
  1214     {CC "objectFieldOffset0", CC "(" FLD ")J",           FN_PTR(Unsafe_ObjectFieldOffset0)},
  1342     {CC "staticFieldOffset",  CC "(" FLD ")J",           FN_PTR(Unsafe_StaticFieldOffset)},
  1215     {CC "staticFieldOffset0", CC "(" FLD ")J",           FN_PTR(Unsafe_StaticFieldOffset0)},
  1343     {CC "staticFieldBase",    CC "(" FLD ")" OBJ,        FN_PTR(Unsafe_StaticFieldBaseFromField)},
  1216     {CC "staticFieldBase0",   CC "(" FLD ")" OBJ,        FN_PTR(Unsafe_StaticFieldBase0)},
  1344     {CC "ensureClassInitialized",CC "(" CLS ")V",        FN_PTR(Unsafe_EnsureClassInitialized)},
  1217     {CC "ensureClassInitialized0", CC "(" CLS ")V",      FN_PTR(Unsafe_EnsureClassInitialized0)},
  1345     {CC "arrayBaseOffset",    CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayBaseOffset)},
  1218     {CC "arrayBaseOffset0",   CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayBaseOffset0)},
  1346     {CC "arrayIndexScale",    CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayIndexScale)},
  1219     {CC "arrayIndexScale0",   CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayIndexScale0)},
  1347     {CC "addressSize",        CC "()I",                  FN_PTR(Unsafe_AddressSize)},
  1220     {CC "addressSize0",       CC "()I",                  FN_PTR(Unsafe_AddressSize0)},
  1348     {CC "pageSize",           CC "()I",                  FN_PTR(Unsafe_PageSize)},
  1221     {CC "pageSize",           CC "()I",                  FN_PTR(Unsafe_PageSize)},
  1349 
  1222 
  1350     {CC "defineClass",        CC "(" DC_Args ")" CLS,    FN_PTR(Unsafe_DefineClass)},
  1223     {CC "defineClass0",       CC "(" DC_Args ")" CLS,    FN_PTR(Unsafe_DefineClass0)},
  1351     {CC "allocateInstance",   CC "(" CLS ")" OBJ,        FN_PTR(Unsafe_AllocateInstance)},
       
  1352     {CC "throwException",     CC "(" THR ")V",           FN_PTR(Unsafe_ThrowException)},
       
  1353     {CC "compareAndSwapObject", CC "(" OBJ "J" OBJ "" OBJ ")Z", FN_PTR(Unsafe_CompareAndSwapObject)},
       
  1354     {CC "compareAndSwapInt",  CC "(" OBJ "J""I""I"")Z",  FN_PTR(Unsafe_CompareAndSwapInt)},
       
  1355     {CC "compareAndSwapLong", CC "(" OBJ "J""J""J"")Z",  FN_PTR(Unsafe_CompareAndSwapLong)},
       
  1356     {CC "putOrderedObject",   CC "(" OBJ "J" OBJ ")V",   FN_PTR(Unsafe_SetOrderedObject)},
       
  1357     {CC "putOrderedInt",      CC "(" OBJ "JI)V",         FN_PTR(Unsafe_SetOrderedInt)},
       
  1358     {CC "putOrderedLong",     CC "(" OBJ "JJ)V",         FN_PTR(Unsafe_SetOrderedLong)},
       
  1359     {CC "park",               CC "(ZJ)V",                FN_PTR(Unsafe_Park)},
       
  1360     {CC "unpark",             CC "(" OBJ ")V",           FN_PTR(Unsafe_Unpark)},
       
  1361 
       
  1362     {CC "getLoadAverage",     CC "([DI)I",               FN_PTR(Unsafe_Loadavg)},
       
  1363 
       
  1364     {CC "copyMemory",         CC "(" OBJ "J" OBJ "JJ)V", FN_PTR(Unsafe_CopyMemory)},
       
  1365     {CC "setMemory",          CC "(" OBJ "JJB)V",        FN_PTR(Unsafe_SetMemory)},
       
  1366 
       
  1367     {CC "defineAnonymousClass", CC "(" DAC_Args ")" CLS, FN_PTR(Unsafe_DefineAnonymousClass)},
       
  1368 
       
  1369     {CC "shouldBeInitialized",CC "(" CLS ")Z",           FN_PTR(Unsafe_ShouldBeInitialized)},
       
  1370 
       
  1371     {CC "loadFence",          CC "()V",                  FN_PTR(Unsafe_LoadFence)},
       
  1372     {CC "storeFence",         CC "()V",                  FN_PTR(Unsafe_StoreFence)},
       
  1373     {CC "fullFence",          CC "()V",                  FN_PTR(Unsafe_FullFence)},
       
  1374 };
       
  1375 
       
  1376 static JNINativeMethod jdk_internal_misc_Unsafe_methods[] = {
       
  1377     {CC "getObject",        CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObject)},
       
  1378     {CC "putObject",        CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObject)},
       
  1379     {CC "getObjectVolatile",CC "(" OBJ "J)" OBJ "",   FN_PTR(Unsafe_GetObjectVolatile)},
       
  1380     {CC "putObjectVolatile",CC "(" OBJ "J" OBJ ")V",  FN_PTR(Unsafe_SetObjectVolatile)},
       
  1381 
       
  1382     {CC "getUncompressedObject", CC "(" ADR ")" OBJ,  FN_PTR(Unsafe_GetUncompressedObject)},
       
  1383     {CC "getJavaMirror",         CC "(" ADR ")" CLS,  FN_PTR(Unsafe_GetJavaMirror)},
       
  1384     {CC "getKlassPointer",       CC "(" OBJ ")" ADR,  FN_PTR(Unsafe_GetKlassPointer)},
       
  1385 
       
  1386     DECLARE_GETPUTOOP(Boolean, Z),
       
  1387     DECLARE_GETPUTOOP(Byte, B),
       
  1388     DECLARE_GETPUTOOP(Short, S),
       
  1389     DECLARE_GETPUTOOP(Char, C),
       
  1390     DECLARE_GETPUTOOP(Int, I),
       
  1391     DECLARE_GETPUTOOP(Long, J),
       
  1392     DECLARE_GETPUTOOP(Float, F),
       
  1393     DECLARE_GETPUTOOP(Double, D),
       
  1394 
       
  1395     DECLARE_GETPUTNATIVE(Byte, B),
       
  1396     DECLARE_GETPUTNATIVE(Short, S),
       
  1397     DECLARE_GETPUTNATIVE(Char, C),
       
  1398     DECLARE_GETPUTNATIVE(Int, I),
       
  1399     DECLARE_GETPUTNATIVE(Long, J),
       
  1400     DECLARE_GETPUTNATIVE(Float, F),
       
  1401     DECLARE_GETPUTNATIVE(Double, D),
       
  1402 
       
  1403     {CC "getAddress",         CC "(" ADR ")" ADR,        FN_PTR(Unsafe_GetNativeAddress)},
       
  1404     {CC "putAddress",         CC "(" ADR "" ADR ")V",    FN_PTR(Unsafe_SetNativeAddress)},
       
  1405 
       
  1406     {CC "allocateMemory",     CC "(J)" ADR,              FN_PTR(Unsafe_AllocateMemory)},
       
  1407     {CC "reallocateMemory",   CC "(" ADR "J)" ADR,       FN_PTR(Unsafe_ReallocateMemory)},
       
  1408     {CC "freeMemory",         CC "(" ADR ")V",           FN_PTR(Unsafe_FreeMemory)},
       
  1409 
       
  1410     {CC "objectFieldOffset",  CC "(" FLD ")J",           FN_PTR(Unsafe_ObjectFieldOffset)},
       
  1411     {CC "staticFieldOffset",  CC "(" FLD ")J",           FN_PTR(Unsafe_StaticFieldOffset)},
       
  1412     {CC "staticFieldBase",    CC "(" FLD ")" OBJ,        FN_PTR(Unsafe_StaticFieldBaseFromField)},
       
  1413     {CC "ensureClassInitialized",CC "(" CLS ")V",        FN_PTR(Unsafe_EnsureClassInitialized)},
       
  1414     {CC "arrayBaseOffset",    CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayBaseOffset)},
       
  1415     {CC "arrayIndexScale",    CC "(" CLS ")I",           FN_PTR(Unsafe_ArrayIndexScale)},
       
  1416     {CC "addressSize",        CC "()I",                  FN_PTR(Unsafe_AddressSize)},
       
  1417     {CC "pageSize",           CC "()I",                  FN_PTR(Unsafe_PageSize)},
       
  1418 
       
  1419     {CC "defineClass",        CC "(" DC_Args ")" CLS,    FN_PTR(Unsafe_DefineClass)},
       
  1420     {CC "allocateInstance",   CC "(" CLS ")" OBJ,        FN_PTR(Unsafe_AllocateInstance)},
  1224     {CC "allocateInstance",   CC "(" CLS ")" OBJ,        FN_PTR(Unsafe_AllocateInstance)},
  1421     {CC "throwException",     CC "(" THR ")V",           FN_PTR(Unsafe_ThrowException)},
  1225     {CC "throwException",     CC "(" THR ")V",           FN_PTR(Unsafe_ThrowException)},
  1422     {CC "compareAndSwapObject", CC "(" OBJ "J" OBJ "" OBJ ")Z", FN_PTR(Unsafe_CompareAndSwapObject)},
  1226     {CC "compareAndSwapObject", CC "(" OBJ "J" OBJ "" OBJ ")Z", FN_PTR(Unsafe_CompareAndSwapObject)},
  1423     {CC "compareAndSwapInt",  CC "(" OBJ "J""I""I"")Z",  FN_PTR(Unsafe_CompareAndSwapInt)},
  1227     {CC "compareAndSwapInt",  CC "(" OBJ "J""I""I"")Z",  FN_PTR(Unsafe_CompareAndSwapInt)},
  1424     {CC "compareAndSwapLong", CC "(" OBJ "J""J""J"")Z",  FN_PTR(Unsafe_CompareAndSwapLong)},
  1228     {CC "compareAndSwapLong", CC "(" OBJ "J""J""J"")Z",  FN_PTR(Unsafe_CompareAndSwapLong)},
  1430     {CC "putOrderedInt",      CC "(" OBJ "JI)V",         FN_PTR(Unsafe_SetOrderedInt)},
  1234     {CC "putOrderedInt",      CC "(" OBJ "JI)V",         FN_PTR(Unsafe_SetOrderedInt)},
  1431     {CC "putOrderedLong",     CC "(" OBJ "JJ)V",         FN_PTR(Unsafe_SetOrderedLong)},
  1235     {CC "putOrderedLong",     CC "(" OBJ "JJ)V",         FN_PTR(Unsafe_SetOrderedLong)},
  1432     {CC "park",               CC "(ZJ)V",                FN_PTR(Unsafe_Park)},
  1236     {CC "park",               CC "(ZJ)V",                FN_PTR(Unsafe_Park)},
  1433     {CC "unpark",             CC "(" OBJ ")V",           FN_PTR(Unsafe_Unpark)},
  1237     {CC "unpark",             CC "(" OBJ ")V",           FN_PTR(Unsafe_Unpark)},
  1434 
  1238 
  1435     {CC "getLoadAverage",     CC "([DI)I",               FN_PTR(Unsafe_Loadavg)},
  1239     {CC "getLoadAverage0",    CC "([DI)I",               FN_PTR(Unsafe_GetLoadAverage0)},
  1436 
  1240 
  1437     {CC "copyMemory",         CC "(" OBJ "J" OBJ "JJ)V", FN_PTR(Unsafe_CopyMemory)},
  1241     {CC "copyMemory0",        CC "(" OBJ "J" OBJ "JJ)V", FN_PTR(Unsafe_CopyMemory0)},
  1438     {CC "copySwapMemory0",    CC "(" OBJ "J" OBJ "JJJ)V", FN_PTR(Unsafe_CopySwapMemory0)},
  1242     {CC "copySwapMemory0",    CC "(" OBJ "J" OBJ "JJJ)V", FN_PTR(Unsafe_CopySwapMemory0)},
  1439     {CC "setMemory",          CC "(" OBJ "JJB)V",        FN_PTR(Unsafe_SetMemory)},
  1243     {CC "setMemory0",         CC "(" OBJ "JJB)V",        FN_PTR(Unsafe_SetMemory0)},
  1440 
  1244 
  1441     {CC "defineAnonymousClass", CC "(" DAC_Args ")" CLS, FN_PTR(Unsafe_DefineAnonymousClass)},
  1245     {CC "defineAnonymousClass0", CC "(" DAC_Args ")" CLS, FN_PTR(Unsafe_DefineAnonymousClass0)},
  1442 
  1246 
  1443     {CC "shouldBeInitialized",CC "(" CLS ")Z",           FN_PTR(Unsafe_ShouldBeInitialized)},
  1247     {CC "shouldBeInitialized0", CC "(" CLS ")Z",         FN_PTR(Unsafe_ShouldBeInitialized0)},
  1444 
  1248 
  1445     {CC "loadFence",          CC "()V",                  FN_PTR(Unsafe_LoadFence)},
  1249     {CC "loadFence",          CC "()V",                  FN_PTR(Unsafe_LoadFence)},
  1446     {CC "storeFence",         CC "()V",                  FN_PTR(Unsafe_StoreFence)},
  1250     {CC "storeFence",         CC "()V",                  FN_PTR(Unsafe_StoreFence)},
  1447     {CC "fullFence",          CC "()V",                  FN_PTR(Unsafe_FullFence)},
  1251     {CC "fullFence",          CC "()V",                  FN_PTR(Unsafe_FullFence)},
  1448 
  1252 
  1464 
  1268 
  1465 #undef DECLARE_GETPUTOOP
  1269 #undef DECLARE_GETPUTOOP
  1466 #undef DECLARE_GETPUTNATIVE
  1270 #undef DECLARE_GETPUTNATIVE
  1467 
  1271 
  1468 
  1272 
  1469 // These two functions are exported, used by NativeLookup.
  1273 // This function is exported, used by NativeLookup.
  1470 // The Unsafe_xxx functions above are called only from the interpreter.
  1274 // The Unsafe_xxx functions above are called only from the interpreter.
  1471 // The optimizer looks at names and signatures to recognize
  1275 // The optimizer looks at names and signatures to recognize
  1472 // individual functions.
  1276 // individual functions.
  1473 
  1277 
  1474 JVM_ENTRY(void, JVM_RegisterSunMiscUnsafeMethods(JNIEnv *env, jclass unsafeclass))
  1278 JVM_ENTRY(void, JVM_RegisterJDKInternalMiscUnsafeMethods(JNIEnv *env, jclass unsafeclass)) {
  1475   UnsafeWrapper("JVM_RegisterSunMiscUnsafeMethods");
  1279   ThreadToNativeFromVM ttnfv(thread);
  1476   {
  1280 
  1477     ThreadToNativeFromVM ttnfv(thread);
  1281   int ok = env->RegisterNatives(unsafeclass, jdk_internal_misc_Unsafe_methods, sizeof(jdk_internal_misc_Unsafe_methods)/sizeof(JNINativeMethod));
  1478 
  1282   guarantee(ok == 0, "register jdk.internal.misc.Unsafe natives");
  1479     int ok = env->RegisterNatives(unsafeclass, sun_misc_Unsafe_methods, sizeof(sun_misc_Unsafe_methods)/sizeof(JNINativeMethod));
  1283 } JVM_END
  1480     guarantee(ok == 0, "register sun.misc.Unsafe natives");
       
  1481   }
       
  1482 JVM_END
       
  1483 
       
  1484 JVM_ENTRY(void, JVM_RegisterJDKInternalMiscUnsafeMethods(JNIEnv *env, jclass unsafeclass))
       
  1485   UnsafeWrapper("JVM_RegisterJDKInternalMiscUnsafeMethods");
       
  1486   {
       
  1487     ThreadToNativeFromVM ttnfv(thread);
       
  1488 
       
  1489     int ok = env->RegisterNatives(unsafeclass, jdk_internal_misc_Unsafe_methods, sizeof(jdk_internal_misc_Unsafe_methods)/sizeof(JNINativeMethod));
       
  1490     guarantee(ok == 0, "register jdk.internal.misc.Unsafe natives");
       
  1491   }
       
  1492 JVM_END