--- a/src/hotspot/share/runtime/biasedLocking.cpp Fri Aug 16 09:18:41 2019 +0200
+++ b/src/hotspot/share/runtime/biasedLocking.cpp Tue Aug 06 10:48:21 2019 +0200
@@ -45,11 +45,11 @@
static bool _biased_locking_enabled = false;
BiasedLockingCounters BiasedLocking::_counters;
-static GrowableArray<Handle>* _preserved_oop_stack = NULL;
-static GrowableArray<markOop>* _preserved_mark_stack = NULL;
+static GrowableArray<Handle>* _preserved_oop_stack = NULL;
+static GrowableArray<markWord>* _preserved_mark_stack = NULL;
static void enable_biased_locking(InstanceKlass* k) {
- k->set_prototype_header(markOopDesc::biased_locking_prototype());
+ k->set_prototype_header(markWord::biased_locking_prototype());
}
static void enable_biased_locking() {
@@ -161,24 +161,24 @@
assert(SafepointSynchronize::is_at_safepoint(), "must be done at safepoint");
assert(Thread::current()->is_VM_thread(), "must be VMThread");
- markOop mark = obj->mark();
- if (!mark->has_bias_pattern()) {
+ markWord mark = obj->mark();
+ if (!mark.has_bias_pattern()) {
if (log_is_enabled(Info, biasedlocking)) {
ResourceMark rm;
log_info(biasedlocking)(" (Skipping revocation of object " INTPTR_FORMAT
", mark " INTPTR_FORMAT ", type %s"
", requesting thread " INTPTR_FORMAT
" because it's no longer biased)",
- p2i((void *)obj), (intptr_t) mark,
+ p2i((void *)obj), mark.value(),
obj->klass()->external_name(),
(intptr_t) requesting_thread);
}
return NOT_BIASED;
}
- uint age = mark->age();
- markOop biased_prototype = markOopDesc::biased_locking_prototype()->set_age(age);
- markOop unbiased_prototype = markOopDesc::prototype()->set_age(age);
+ uint age = mark.age();
+ markWord biased_prototype = markWord::biased_locking_prototype().set_age(age);
+ markWord unbiased_prototype = markWord::prototype().set_age(age);
// Log at "info" level if not bulk, else "trace" level
if (!is_bulk) {
@@ -187,9 +187,9 @@
INTPTR_FORMAT ", type %s, prototype header " INTPTR_FORMAT
", allow rebias %d, requesting thread " INTPTR_FORMAT,
p2i((void *)obj),
- (intptr_t) mark,
+ mark.value(),
obj->klass()->external_name(),
- (intptr_t) obj->klass()->prototype_header(),
+ obj->klass()->prototype_header().value(),
(allow_rebias ? 1 : 0),
(intptr_t) requesting_thread);
} else {
@@ -198,14 +198,14 @@
INTPTR_FORMAT " , type %s , prototype header " INTPTR_FORMAT
" , allow rebias %d , requesting thread " INTPTR_FORMAT,
p2i((void *)obj),
- (intptr_t) mark,
+ mark.value(),
obj->klass()->external_name(),
- (intptr_t) obj->klass()->prototype_header(),
+ obj->klass()->prototype_header().value(),
(allow_rebias ? 1 : 0),
(intptr_t) requesting_thread);
}
- JavaThread* biased_thread = mark->biased_locker();
+ JavaThread* biased_thread = mark.biased_locker();
if (biased_thread == NULL) {
// Object is anonymously biased. We can get here if, for
// example, we revoke the bias due to an identity hash code
@@ -270,7 +270,7 @@
p2i((void *) mon_info->owner()),
p2i((void *) obj));
// Assume recursive case and fix up highest lock below
- markOop mark = markOopDesc::encode((BasicLock*) NULL);
+ markWord mark = markWord::encode((BasicLock*) NULL);
highest_lock = mon_info->lock();
highest_lock->set_displaced_header(mark);
} else {
@@ -286,8 +286,8 @@
// Reset object header to point to displaced mark.
// Must release store the lock address for platforms without TSO
// ordering (e.g. ppc).
- obj->release_set_mark(markOopDesc::encode(highest_lock));
- assert(!obj->mark()->has_bias_pattern(), "illegal mark state: stack lock used bias bit");
+ obj->release_set_mark(markWord::encode(highest_lock));
+ assert(!obj->mark().has_bias_pattern(), "illegal mark state: stack lock used bias bit");
// Log at "info" level if not bulk, else "trace" level
if (!is_bulk) {
log_info(biasedlocking)(" Revoked bias of currently-locked object");
@@ -327,8 +327,8 @@
static HeuristicsResult update_heuristics(oop o) {
- markOop mark = o->mark();
- if (!mark->has_bias_pattern()) {
+ markWord mark = o->mark();
+ if (!mark.has_bias_pattern()) {
return HR_NOT_BIASED;
}
@@ -390,7 +390,7 @@
INTPTR_FORMAT " , mark " INTPTR_FORMAT " , type %s",
(bulk_rebias ? "rebias" : "revoke"),
p2i((void *) o),
- (intptr_t) o->mark(),
+ o->mark().value(),
o->klass()->external_name());
jlong cur_time = os::javaTimeMillis();
@@ -413,10 +413,10 @@
// try to update the epoch -- assume another VM operation came in
// and reset the header to the unbiased state, which will
// implicitly cause all existing biases to be revoked
- if (klass->prototype_header()->has_bias_pattern()) {
- int prev_epoch = klass->prototype_header()->bias_epoch();
- klass->set_prototype_header(klass->prototype_header()->incr_bias_epoch());
- int cur_epoch = klass->prototype_header()->bias_epoch();
+ if (klass->prototype_header().has_bias_pattern()) {
+ int prev_epoch = klass->prototype_header().bias_epoch();
+ klass->set_prototype_header(klass->prototype_header().incr_bias_epoch());
+ int cur_epoch = klass->prototype_header().bias_epoch();
// Now walk all threads' stacks and adjust epochs of any biased
// and locked objects of this data type we encounter
@@ -425,11 +425,11 @@
for (int i = 0; i < cached_monitor_info->length(); i++) {
MonitorInfo* mon_info = cached_monitor_info->at(i);
oop owner = mon_info->owner();
- markOop mark = owner->mark();
- if ((owner->klass() == k_o) && mark->has_bias_pattern()) {
+ markWord mark = owner->mark();
+ if ((owner->klass() == k_o) && mark.has_bias_pattern()) {
// We might have encountered this object already in the case of recursive locking
- assert(mark->bias_epoch() == prev_epoch || mark->bias_epoch() == cur_epoch, "error in bias epoch adjustment");
- owner->set_mark(mark->set_bias_epoch(cur_epoch));
+ assert(mark.bias_epoch() == prev_epoch || mark.bias_epoch() == cur_epoch, "error in bias epoch adjustment");
+ owner->set_mark(mark.set_bias_epoch(cur_epoch));
}
}
}
@@ -437,7 +437,7 @@
// At this point we're done. All we have to do is potentially
// adjust the header of the given object to revoke its bias.
- single_revoke_at_safepoint(o, attempt_rebias_of_object && klass->prototype_header()->has_bias_pattern(), true, requesting_thread, NULL);
+ single_revoke_at_safepoint(o, attempt_rebias_of_object && klass->prototype_header().has_bias_pattern(), true, requesting_thread, NULL);
} else {
if (log_is_enabled(Info, biasedlocking)) {
ResourceMark rm;
@@ -448,7 +448,7 @@
// cause future instances to not be biased, but existing biased
// instances will notice that this implicitly caused their biases
// to be revoked.
- klass->set_prototype_header(markOopDesc::prototype());
+ klass->set_prototype_header(markWord::prototype());
// Now walk all threads' stacks and forcibly revoke the biases of
// any locked and biased objects of this data type we encounter.
@@ -457,8 +457,8 @@
for (int i = 0; i < cached_monitor_info->length(); i++) {
MonitorInfo* mon_info = cached_monitor_info->at(i);
oop owner = mon_info->owner();
- markOop mark = owner->mark();
- if ((owner->klass() == k_o) && mark->has_bias_pattern()) {
+ markWord mark = owner->mark();
+ if ((owner->klass() == k_o) && mark.has_bias_pattern()) {
single_revoke_at_safepoint(owner, false, true, requesting_thread, NULL);
}
}
@@ -475,17 +475,17 @@
BiasedLocking::Condition status_code = BIAS_REVOKED;
if (attempt_rebias_of_object &&
- o->mark()->has_bias_pattern() &&
- klass->prototype_header()->has_bias_pattern()) {
- markOop new_mark = markOopDesc::encode(requesting_thread, o->mark()->age(),
- klass->prototype_header()->bias_epoch());
+ o->mark().has_bias_pattern() &&
+ klass->prototype_header().has_bias_pattern()) {
+ markWord new_mark = markWord::encode(requesting_thread, o->mark().age(),
+ klass->prototype_header().bias_epoch());
o->set_mark(new_mark);
status_code = BIAS_REVOKED_AND_REBIASED;
log_info(biasedlocking)(" Rebiased object toward thread " INTPTR_FORMAT, (intptr_t) requesting_thread);
}
- assert(!o->mark()->has_bias_pattern() ||
- (attempt_rebias_of_object && (o->mark()->biased_locker() == requesting_thread)),
+ assert(!o->mark().has_bias_pattern() ||
+ (attempt_rebias_of_object && (o->mark().biased_locker() == requesting_thread)),
"bug in bulk bias revocation");
return status_code;
@@ -566,28 +566,28 @@
assert(target == _biased_locker, "Wrong thread");
oop o = _obj();
- markOop mark = o->mark();
+ markWord mark = o->mark();
- if (!mark->has_bias_pattern()) {
+ if (!mark.has_bias_pattern()) {
return;
}
- markOop prototype = o->klass()->prototype_header();
- if (!prototype->has_bias_pattern()) {
+ markWord prototype = o->klass()->prototype_header();
+ if (!prototype.has_bias_pattern()) {
// This object has a stale bias from before the handshake
// was requested. If we fail this race, the object's bias
// has been revoked by another thread so we simply return.
- markOop biased_value = mark;
- mark = o->cas_set_mark(markOopDesc::prototype()->set_age(mark->age()), mark);
- assert(!o->mark()->has_bias_pattern(), "even if we raced, should still be revoked");
+ markWord biased_value = mark;
+ mark = o->cas_set_mark(markWord::prototype().set_age(mark.age()), mark);
+ assert(!o->mark().has_bias_pattern(), "even if we raced, should still be revoked");
if (biased_value == mark) {
_status_code = BiasedLocking::BIAS_REVOKED;
}
return;
}
- if (_biased_locker == mark->biased_locker()) {
- if (mark->bias_epoch() == prototype->bias_epoch()) {
+ if (_biased_locker == mark.biased_locker()) {
+ if (mark.bias_epoch() == prototype.bias_epoch()) {
// Epoch is still valid. This means biaser could be currently
// synchronized on this object. We must walk its stack looking
// for monitor records associated with this object and change
@@ -595,15 +595,15 @@
ResourceMark rm;
BiasedLocking::walk_stack_and_revoke(o, _biased_locker);
_biased_locker->set_cached_monitor_info(NULL);
- assert(!o->mark()->has_bias_pattern(), "invariant");
+ assert(!o->mark().has_bias_pattern(), "invariant");
_biased_locker_id = JFR_THREAD_ID(_biased_locker);
_status_code = BiasedLocking::BIAS_REVOKED;
return;
} else {
- markOop biased_value = mark;
- mark = o->cas_set_mark(markOopDesc::prototype()->set_age(mark->age()), mark);
- if (mark == biased_value || !mark->has_bias_pattern()) {
- assert(!o->mark()->has_bias_pattern(), "should be revoked");
+ markWord biased_value = mark;
+ mark = o->cas_set_mark(markWord::prototype().set_age(mark.age()), mark);
+ if (mark == biased_value || !mark.has_bias_pattern()) {
+ assert(!o->mark().has_bias_pattern(), "should be revoked");
_status_code = (biased_value == mark) ? BiasedLocking::BIAS_REVOKED : BiasedLocking::NOT_BIASED;
return;
}
@@ -675,7 +675,7 @@
if (event.should_commit() && revoke.status_code() == BIAS_REVOKED) {
post_revocation_event(&event, obj->klass(), &revoke);
}
- assert(!obj->mark()->has_bias_pattern(), "invariant");
+ assert(!obj->mark().has_bias_pattern(), "invariant");
return revoke.status_code();
} else {
// Thread was not alive.
@@ -684,20 +684,20 @@
// on this object.
{
MutexLocker ml(Threads_lock);
- markOop mark = obj->mark();
+ markWord mark = obj->mark();
// Check if somebody else was able to revoke it before biased thread exited.
- if (!mark->has_bias_pattern()) {
+ if (!mark.has_bias_pattern()) {
return NOT_BIASED;
}
ThreadsListHandle tlh;
- markOop prototype = obj->klass()->prototype_header();
- if (!prototype->has_bias_pattern() || (!tlh.includes(biaser) && biaser == mark->biased_locker() &&
- prototype->bias_epoch() == mark->bias_epoch())) {
- obj->cas_set_mark(markOopDesc::prototype()->set_age(mark->age()), mark);
+ markWord prototype = obj->klass()->prototype_header();
+ if (!prototype.has_bias_pattern() || (!tlh.includes(biaser) && biaser == mark.biased_locker() &&
+ prototype.bias_epoch() == mark.bias_epoch())) {
+ obj->cas_set_mark(markWord::prototype().set_age(mark.age()), mark);
if (event.should_commit()) {
post_revocation_event(&event, obj->klass(), &revoke);
}
- assert(!obj->mark()->has_bias_pattern(), "bias should be revoked by now");
+ assert(!obj->mark().has_bias_pattern(), "bias should be revoked by now");
return BIAS_REVOKED;
}
}
@@ -713,9 +713,9 @@
"if ThreadLocalHandshakes is enabled this should always be executed outside safepoints");
assert(Thread::current() == biased_locker || Thread::current()->is_VM_thread(), "wrong thread");
- markOop mark = obj->mark();
- assert(mark->biased_locker() == biased_locker &&
- obj->klass()->prototype_header()->bias_epoch() == mark->bias_epoch(), "invariant");
+ markWord mark = obj->mark();
+ assert(mark.biased_locker() == biased_locker &&
+ obj->klass()->prototype_header().bias_epoch() == mark.bias_epoch(), "invariant");
log_trace(biasedlocking)("%s(" INTPTR_FORMAT ") revoking object " INTPTR_FORMAT ", mark "
INTPTR_FORMAT ", type %s, prototype header " INTPTR_FORMAT
@@ -723,13 +723,13 @@
Thread::current()->is_VM_thread() ? "VMThread" : "JavaThread",
p2i(Thread::current()),
p2i(obj),
- p2i(mark),
+ mark.value(),
obj->klass()->external_name(),
- p2i(obj->klass()->prototype_header()),
+ obj->klass()->prototype_header().value(),
p2i(biased_locker),
Thread::current()->is_VM_thread() ? "" : "(walking own stack)");
- markOop unbiased_prototype = markOopDesc::prototype()->set_age(obj->mark()->age());
+ markWord unbiased_prototype = markWord::prototype().set_age(obj->mark().age());
GrowableArray<MonitorInfo*>* cached_monitor_info = get_or_compute_monitor_info(biased_locker);
BasicLock* highest_lock = NULL;
@@ -740,7 +740,7 @@
p2i(mon_info->owner()),
p2i(obj));
// Assume recursive case and fix up highest lock below
- markOop mark = markOopDesc::encode((BasicLock*) NULL);
+ markWord mark = markWord::encode((BasicLock*) NULL);
highest_lock = mon_info->lock();
highest_lock->set_displaced_header(mark);
} else {
@@ -756,8 +756,8 @@
// Reset object header to point to displaced mark.
// Must release store the lock address for platforms without TSO
// ordering (e.g. ppc).
- obj->release_set_mark(markOopDesc::encode(highest_lock));
- assert(!obj->mark()->has_bias_pattern(), "illegal mark state: stack lock used bias bit");
+ obj->release_set_mark(markWord::encode(highest_lock));
+ assert(!obj->mark().has_bias_pattern(), "illegal mark state: stack lock used bias bit");
log_info(biasedlocking)(" Revoked bias of currently-locked object");
} else {
log_info(biasedlocking)(" Revoked bias of currently-unlocked object");
@@ -765,7 +765,7 @@
obj->set_mark(unbiased_prototype);
}
- assert(!obj->mark()->has_bias_pattern(), "must not be biased");
+ assert(!obj->mark().has_bias_pattern(), "must not be biased");
}
@@ -777,35 +777,35 @@
// efficiently enough that we should not cause these revocations to
// update the heuristics because doing so may cause unwanted bulk
// revocations (which are expensive) to occur.
- markOop mark = obj->mark();
- if (mark->is_biased_anonymously() && !attempt_rebias) {
+ markWord mark = obj->mark();
+ if (mark.is_biased_anonymously() && !attempt_rebias) {
// We are probably trying to revoke the bias of this object due to
// an identity hash code computation. Try to revoke the bias
// without a safepoint. This is possible if we can successfully
// compare-and-exchange an unbiased header into the mark word of
// the object, meaning that no other thread has raced to acquire
// the bias of the object.
- markOop biased_value = mark;
- markOop unbiased_prototype = markOopDesc::prototype()->set_age(mark->age());
- markOop res_mark = obj->cas_set_mark(unbiased_prototype, mark);
+ markWord biased_value = mark;
+ markWord unbiased_prototype = markWord::prototype().set_age(mark.age());
+ markWord res_mark = obj->cas_set_mark(unbiased_prototype, mark);
if (res_mark == biased_value) {
return BIAS_REVOKED;
}
mark = res_mark; // Refresh mark with the latest value.
- } else if (mark->has_bias_pattern()) {
+ } else if (mark.has_bias_pattern()) {
Klass* k = obj->klass();
- markOop prototype_header = k->prototype_header();
- if (!prototype_header->has_bias_pattern()) {
+ markWord prototype_header = k->prototype_header();
+ if (!prototype_header.has_bias_pattern()) {
// This object has a stale bias from before the bulk revocation
// for this data type occurred. It's pointless to update the
// heuristics at this point so simply update the header with a
// CAS. If we fail this race, the object's bias has been revoked
// by another thread so we simply return and let the caller deal
// with it.
- obj->cas_set_mark(prototype_header->set_age(mark->age()), mark);
- assert(!obj->mark()->has_bias_pattern(), "even if we raced, should still be revoked");
+ obj->cas_set_mark(prototype_header.set_age(mark.age()), mark);
+ assert(!obj->mark().has_bias_pattern(), "even if we raced, should still be revoked");
return BIAS_REVOKED;
- } else if (prototype_header->bias_epoch() != mark->bias_epoch()) {
+ } else if (prototype_header.bias_epoch() != mark.bias_epoch()) {
// The epoch of this biasing has expired indicating that the
// object is effectively unbiased. Depending on whether we need
// to rebias or revoke the bias of this object we can do it
@@ -813,18 +813,18 @@
// heuristics. This is normally done in the assembly code but we
// can reach this point due to various points in the runtime
// needing to revoke biases.
- markOop res_mark;
+ markWord res_mark;
if (attempt_rebias) {
assert(THREAD->is_Java_thread(), "");
- markOop biased_value = mark;
- markOop rebiased_prototype = markOopDesc::encode((JavaThread*) THREAD, mark->age(), prototype_header->bias_epoch());
+ markWord biased_value = mark;
+ markWord rebiased_prototype = markWord::encode((JavaThread*) THREAD, mark.age(), prototype_header.bias_epoch());
res_mark = obj->cas_set_mark(rebiased_prototype, mark);
if (res_mark == biased_value) {
return BIAS_REVOKED_AND_REBIASED;
}
} else {
- markOop biased_value = mark;
- markOop unbiased_prototype = markOopDesc::prototype()->set_age(mark->age());
+ markWord biased_value = mark;
+ markWord unbiased_prototype = markWord::prototype().set_age(mark.age());
res_mark = obj->cas_set_mark(unbiased_prototype, mark);
if (res_mark == biased_value) {
return BIAS_REVOKED;
@@ -838,7 +838,7 @@
if (heuristics == HR_NOT_BIASED) {
return NOT_BIASED;
} else if (heuristics == HR_SINGLE_REVOKE) {
- JavaThread *blt = mark->biased_locker();
+ JavaThread *blt = mark.biased_locker();
assert(blt != NULL, "invariant");
if (blt == THREAD) {
// A thread is trying to revoke the bias of an object biased
@@ -851,7 +851,7 @@
ResourceMark rm;
walk_stack_and_revoke(obj(), blt);
blt->set_cached_monitor_info(NULL);
- assert(!obj->mark()->has_bias_pattern(), "invariant");
+ assert(!obj->mark().has_bias_pattern(), "invariant");
if (event.should_commit()) {
post_self_revocation_event(&event, obj->klass());
}
@@ -883,8 +883,8 @@
bool clean_my_cache = false;
for (int i = 0; i < objs->length(); i++) {
oop obj = (objs->at(i))();
- markOop mark = obj->mark();
- if (mark->has_bias_pattern()) {
+ markWord mark = obj->mark();
+ if (mark.has_bias_pattern()) {
walk_stack_and_revoke(obj, biaser);
clean_my_cache = true;
}
@@ -948,7 +948,7 @@
// monitors in a prepass and, if they are biased, preserve their
// mark words here. This should be a relatively small set of objects
// especially compared to the number of objects in the heap.
- _preserved_mark_stack = new (ResourceObj::C_HEAP, mtInternal) GrowableArray<markOop>(10, true);
+ _preserved_mark_stack = new (ResourceObj::C_HEAP, mtInternal) GrowableArray<markWord>(10, true);
_preserved_oop_stack = new (ResourceObj::C_HEAP, mtInternal) GrowableArray<Handle>(10, true);
ResourceMark rm;
@@ -966,8 +966,8 @@
if (mon_info->owner_is_scalar_replaced()) continue;
oop owner = mon_info->owner();
if (owner != NULL) {
- markOop mark = owner->mark();
- if (mark->has_bias_pattern()) {
+ markWord mark = owner->mark();
+ if (mark.has_bias_pattern()) {
_preserved_oop_stack->push(Handle(cur, owner));
_preserved_mark_stack->push(mark);
}
@@ -990,7 +990,7 @@
int len = _preserved_oop_stack->length();
for (int i = 0; i < len; i++) {
Handle owner = _preserved_oop_stack->at(i);
- markOop mark = _preserved_mark_stack->at(i);
+ markWord mark = _preserved_mark_stack->at(i);
owner->set_mark(mark);
}