src/hotspot/share/oops/compressedOops.inline.hpp
author chegar
Thu, 17 Oct 2019 20:54:25 +0100
branchdatagramsocketimpl-branch
changeset 58679 9c3209ff7550
parent 58678 9cf78a70fa4f
parent 58229 722a19a45994
permissions -rw-r--r--
datagramsocketimpl-branch: merge with default
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     1
/*
58178
bb1aaed00341 8231051: Remove check_obj_alignment() and replace with is_object_aligned()
pliden
parents: 58177
diff changeset
     2
 * Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved.
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     4
 *
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     7
 * published by the Free Software Foundation.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     8
 *
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    13
 * accompanied this code).
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    14
 *
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    18
 *
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    21
 * questions.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    22
 *
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    23
 */
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    24
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    25
#ifndef SHARE_OOPS_COMPRESSEDOOPS_INLINE_HPP
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    26
#define SHARE_OOPS_COMPRESSEDOOPS_INLINE_HPP
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    27
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    28
#include "gc/shared/collectedHeap.hpp"
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    29
#include "memory/universe.hpp"
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    30
#include "oops/compressedOops.hpp"
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    31
#include "oops/oop.hpp"
58178
bb1aaed00341 8231051: Remove check_obj_alignment() and replace with is_object_aligned()
pliden
parents: 58177
diff changeset
    32
#include "utilities/align.hpp"
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    33
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    34
// Functions for encoding and decoding compressed oops.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    35
// If the oops are compressed, the type passed to these overloaded functions
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    36
// is narrowOop.  All functions are overloaded so they can be called by
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    37
// template functions without conditionals (the compiler instantiates via
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    38
// the right type and inlines the appropriate code).
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    39
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    40
// Algorithm for encoding and decoding oops from 64 bit pointers to 32 bit
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    41
// offset from the heap base.  Saving the check for null can save instructions
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    42
// in inner GC loops so these are separated.
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    43
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    44
inline oop CompressedOops::decode_raw(narrowOop v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    45
  return (oop)(void*)((uintptr_t)base() + ((uintptr_t)v << shift()));
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    46
}
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    47
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    48
inline oop CompressedOops::decode_not_null(narrowOop v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    49
  assert(!is_null(v), "narrow oop value can never be zero");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    50
  oop result = decode_raw(v);
58178
bb1aaed00341 8231051: Remove check_obj_alignment() and replace with is_object_aligned()
pliden
parents: 58177
diff changeset
    51
  assert(is_object_aligned(result), "address not aligned: " INTPTR_FORMAT, p2i((void*) result));
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    52
  return result;
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    53
}
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    54
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    55
inline oop CompressedOops::decode(narrowOop v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    56
  return is_null(v) ? (oop)NULL : decode_not_null(v);
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    57
}
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    58
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    59
inline narrowOop CompressedOops::encode_not_null(oop v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    60
  assert(!is_null(v), "oop value can never be zero");
58229
722a19a45994 8231113: Remove CollectedHeap::check_oop_location()
pliden
parents: 58178
diff changeset
    61
  assert(is_object_aligned(v), "address not aligned: " PTR_FORMAT, p2i((void*)v));
722a19a45994 8231113: Remove CollectedHeap::check_oop_location()
pliden
parents: 58178
diff changeset
    62
  assert(is_in(v), "address not in heap range: " PTR_FORMAT, p2i((void*)v));
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    63
  uint64_t  pd = (uint64_t)(pointer_delta((void*)v, (void*)base(), 1));
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    64
  assert(OopEncodingHeapMax > pd, "change encoding max if new encoding");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    65
  uint64_t result = pd >> shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    66
  assert((result & CONST64(0xffffffff00000000)) == 0, "narrow oop overflow");
58177
4932dce35882 8230841: Remove oopDesc::equals()
pliden
parents: 58015
diff changeset
    67
  assert(decode(result) == v, "reversibility");
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    68
  return (narrowOop)result;
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    69
}
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    70
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    71
inline narrowOop CompressedOops::encode(oop v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    72
  return is_null(v) ? (narrowOop)0 : encode_not_null(v);
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    73
}
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    74
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    75
static inline bool check_alignment(Klass* v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    76
  return (intptr_t)v % KlassAlignmentInBytes == 0;
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    77
}
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    78
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    79
inline Klass* CompressedKlassPointers::decode_raw(narrowKlass v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    80
    return (Klass*)(void*)((uintptr_t)base() +((uintptr_t)v << shift()));
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    81
  }
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    82
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    83
inline Klass* CompressedKlassPointers::decode_not_null(narrowKlass v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    84
  assert(!is_null(v), "narrow klass value can never be zero");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    85
  Klass* result = decode_raw(v);
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    86
  assert(check_alignment(result), "address not aligned: " INTPTR_FORMAT, p2i((void*) result));
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    87
  return result;
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    88
}
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    89
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    90
inline Klass* CompressedKlassPointers::decode(narrowKlass v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    91
  return is_null(v) ? (Klass*)NULL : decode_not_null(v);
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    92
}
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
    93
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    94
inline narrowKlass CompressedKlassPointers::encode_not_null(Klass* v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    95
  assert(!is_null(v), "klass value can never be zero");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    96
  assert(check_alignment(v), "Address not aligned");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    97
  uint64_t pd = (uint64_t)(pointer_delta((void*)v, base(), 1));
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    98
  assert(KlassEncodingMetaspaceMax > pd, "change encoding max if new encoding");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
    99
  uint64_t result = pd >> shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   100
  assert((result & CONST64(0xffffffff00000000)) == 0, "narrow klass pointer overflow");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   101
  assert(decode(result) == v, "reversibility");
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   102
  return (narrowKlass)result;
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   103
}
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
   104
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   105
inline narrowKlass CompressedKlassPointers::encode(Klass* v) {
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 52107
diff changeset
   106
  return is_null(v) ? (narrowKlass)0 : encode_not_null(v);
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
   107
}
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
   108
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents:
diff changeset
   109
#endif // SHARE_OOPS_COMPRESSEDOOPS_INLINE_HPP