src/hotspot/share/gc/z/zBarrierSet.cpp
author neliasso
Fri, 29 Nov 2019 11:26:25 +0100
changeset 59324 5e8f9713e343
parent 58273 08a5148e7c4e
permissions -rw-r--r--
8234520: ZGC: C2: Oop instance cloning causing skipped compiles Reviewed-by: pliden, vlivanov
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     1
/*
54006
a421bdf22394 8219613: Use NonJavaThread PtrQueues
kbarrett
parents: 52939
diff changeset
     2
 * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     4
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     7
 * published by the Free Software Foundation.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     8
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    13
 * accompanied this code).
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    14
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    18
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    21
 * questions.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    22
 */
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    23
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    24
#include "precompiled.hpp"
51505
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    25
#include "gc/z/zBarrierSet.hpp"
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    26
#include "gc/z/zBarrierSetAssembler.hpp"
52939
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    27
#include "gc/z/zBarrierSetNMethod.hpp"
51505
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    28
#include "gc/z/zGlobals.hpp"
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    29
#include "gc/z/zHeap.inline.hpp"
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    30
#include "gc/z/zThreadLocalData.hpp"
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    31
#include "runtime/thread.hpp"
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    32
#include "utilities/macros.hpp"
51341
09cc8813ae51 8207965: C2-only debug build fails
kvn
parents: 50875
diff changeset
    33
#ifdef COMPILER1
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    34
#include "gc/z/c1/zBarrierSetC1.hpp"
51341
09cc8813ae51 8207965: C2-only debug build fails
kvn
parents: 50875
diff changeset
    35
#endif
09cc8813ae51 8207965: C2-only debug build fails
kvn
parents: 50875
diff changeset
    36
#ifdef COMPILER2
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    37
#include "gc/z/c2/zBarrierSetC2.hpp"
51341
09cc8813ae51 8207965: C2-only debug build fails
kvn
parents: 50875
diff changeset
    38
#endif
51505
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    39
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    40
class ZBarrierSetC1;
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    41
class ZBarrierSetC2;
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    42
52939
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    43
static BarrierSetNMethod* make_barrier_set_nmethod() {
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    44
  // NMethod barriers are only used when class unloading is enabled
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    45
  if (!ClassUnloading) {
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    46
    return NULL;
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    47
  }
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    48
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    49
  return new ZBarrierSetNMethod();
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    50
}
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    51
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    52
ZBarrierSet::ZBarrierSet() :
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    53
    BarrierSet(make_barrier_set_assembler<ZBarrierSetAssembler>(),
51505
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    54
               make_barrier_set_c1<ZBarrierSetC1>(),
3ccdf4887a4b 8209883: ZGC: Compile without C1 broken
pliden
parents: 51341
diff changeset
    55
               make_barrier_set_c2<ZBarrierSetC2>(),
52939
9a8585f60c32 8214897: ZGC: Concurrent Class Unloading
eosterlund
parents: 52142
diff changeset
    56
               make_barrier_set_nmethod(),
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    57
               BarrierSet::FakeRtti(BarrierSet::ZBarrierSet)) {}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    58
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    59
ZBarrierSetAssembler* ZBarrierSet::assembler() {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    60
  BarrierSetAssembler* const bsa = BarrierSet::barrier_set()->barrier_set_assembler();
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    61
  return reinterpret_cast<ZBarrierSetAssembler*>(bsa);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    62
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    63
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    64
bool ZBarrierSet::barrier_needed(DecoratorSet decorators, BasicType type) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    65
  assert((decorators & AS_RAW) == 0, "Unexpected decorator");
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    66
  assert((decorators & AS_NO_KEEPALIVE) == 0, "Unexpected decorator");
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    67
  //assert((decorators & ON_UNKNOWN_OOP_REF) == 0, "Unexpected decorator");
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    68
58273
08a5148e7c4e 8230505: Replace JVM type comparisons to T_OBJECT and T_ARRAY with call to is_reference_type
lfoltan
parents: 54006
diff changeset
    69
  if (is_reference_type(type)) {
50803
45c1fde86050 8205559: Remove IN_CONCURRENT_ROOT Access decorator
kbarrett
parents: 50532
diff changeset
    70
    assert((decorators & (IN_HEAP | IN_NATIVE)) != 0, "Where is reference?");
45c1fde86050 8205559: Remove IN_CONCURRENT_ROOT Access decorator
kbarrett
parents: 50532
diff changeset
    71
    // Barrier needed even when IN_NATIVE, to allow concurrent scanning.
45c1fde86050 8205559: Remove IN_CONCURRENT_ROOT Access decorator
kbarrett
parents: 50532
diff changeset
    72
    return true;
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    73
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    74
50875
2217b2fc29ea 8205993: ZGC: Fix typos and incorrect indentations
pliden
parents: 50803
diff changeset
    75
  // Barrier not needed
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    76
  return false;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    77
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    78
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    79
void ZBarrierSet::on_thread_create(Thread* thread) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    80
  // Create thread local data
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    81
  ZThreadLocalData::create(thread);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    82
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    83
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    84
void ZBarrierSet::on_thread_destroy(Thread* thread) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    85
  // Destroy thread local data
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    86
  ZThreadLocalData::destroy(thread);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    87
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    88
54006
a421bdf22394 8219613: Use NonJavaThread PtrQueues
kbarrett
parents: 52939
diff changeset
    89
void ZBarrierSet::on_thread_attach(Thread* thread) {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    90
  // Set thread local address bad mask
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    91
  ZThreadLocalData::set_address_bad_mask(thread, ZAddressBadMask);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    92
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    93
54006
a421bdf22394 8219613: Use NonJavaThread PtrQueues
kbarrett
parents: 52939
diff changeset
    94
void ZBarrierSet::on_thread_detach(Thread* thread) {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    95
  // Flush and free any remaining mark stacks
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    96
  ZHeap::heap()->mark_flush_and_free(thread);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    97
}