src/hotspot/cpu/s390/macroAssembler_s390.cpp
author mbaesken
Wed, 06 Nov 2019 14:04:07 +0100
changeset 58959 b7b170ba3ba9
parent 57777 90ead0febf56
permissions -rw-r--r--
8233328: fix minimal VM build on Linux s390x Reviewed-by: lucy, mdoerr
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     1
/*
55342
596ae6c3ef6f 8223249: [s390] Cleanup TemplateInterpreterGenerator::generate_fixed_frame
mdoerr
parents: 54780
diff changeset
     2
 * Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved.
596ae6c3ef6f 8223249: [s390] Cleanup TemplateInterpreterGenerator::generate_fixed_frame
mdoerr
parents: 54780
diff changeset
     3
 * Copyright (c) 2016, 2019, SAP SE. All rights reserved.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     4
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     5
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     6
 * This code is free software; you can redistribute it and/or modify it
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     7
 * under the terms of the GNU General Public License version 2 only, as
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     8
 * published by the Free Software Foundation.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
     9
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    10
 * This code is distributed in the hope that it will be useful, but WITHOUT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    11
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    12
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    13
 * version 2 for more details (a copy is included in the LICENSE file that
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    14
 * accompanied this code).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    15
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    16
 * You should have received a copy of the GNU General Public License version
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    17
 * 2 along with this work; if not, write to the Free Software Foundation,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    18
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    19
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    20
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    21
 * or visit www.oracle.com if you need additional information or have any
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    22
 * questions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    23
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    24
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    25
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    26
#include "precompiled.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    27
#include "asm/codeBuffer.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    28
#include "asm/macroAssembler.inline.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    29
#include "compiler/disassembler.hpp"
49748
6a880e576856 8199417: Modularize interpreter GC barriers
eosterlund
parents: 49734
diff changeset
    30
#include "gc/shared/barrierSet.hpp"
6a880e576856 8199417: Modularize interpreter GC barriers
eosterlund
parents: 49734
diff changeset
    31
#include "gc/shared/barrierSetAssembler.hpp"
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    32
#include "gc/shared/collectedHeap.inline.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    33
#include "interpreter/interpreter.hpp"
49455
848864ed9b17 8199604: Rename CardTableModRefBS to CardTableBarrierSet
eosterlund
parents: 49449
diff changeset
    34
#include "gc/shared/cardTableBarrierSet.hpp"
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    35
#include "memory/resourceArea.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    36
#include "memory/universe.hpp"
50446
39ca7558bc43 8203353: Fixup inferred decorators in the interpreter
eosterlund
parents: 50162
diff changeset
    37
#include "oops/accessDecorators.hpp"
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 49455
diff changeset
    38
#include "oops/compressedOops.inline.hpp"
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    39
#include "oops/klass.inline.hpp"
58959
b7b170ba3ba9 8233328: fix minimal VM build on Linux s390x
mbaesken
parents: 57777
diff changeset
    40
#ifdef COMPILER2
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    41
#include "opto/compile.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    42
#include "opto/intrinsicnode.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    43
#include "opto/matcher.hpp"
58959
b7b170ba3ba9 8233328: fix minimal VM build on Linux s390x
mbaesken
parents: 57777
diff changeset
    44
#endif
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    45
#include "prims/methodHandles.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    46
#include "registerSaver_s390.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    47
#include "runtime/biasedLocking.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    48
#include "runtime/icache.hpp"
49449
ef5d5d343e2a 8199263: Split interfaceSupport.hpp to not require including .inline.hpp files
coleenp
parents: 49347
diff changeset
    49
#include "runtime/interfaceSupport.inline.hpp"
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    50
#include "runtime/objectMonitor.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    51
#include "runtime/os.hpp"
48332
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
    52
#include "runtime/safepoint.hpp"
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
    53
#include "runtime/safepointMechanism.hpp"
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    54
#include "runtime/sharedRuntime.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    55
#include "runtime/stubRoutines.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    56
#include "utilities/events.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    57
#include "utilities/macros.hpp"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    58
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    59
#include <ucontext.h>
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    60
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    61
#define BLOCK_COMMENT(str) block_comment(str)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    62
#define BIND(label)        bind(label); BLOCK_COMMENT(#label ":")
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    63
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    64
// Move 32-bit register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    65
void MacroAssembler::lr_if_needed(Register rd, Register rs) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    66
  if (rs != rd) { z_lr(rd, rs); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    67
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    68
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    69
// Move register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    70
void MacroAssembler::lgr_if_needed(Register rd, Register rs) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    71
  if (rs != rd) { z_lgr(rd, rs); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    72
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    73
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    74
// Zero-extend 32-bit register into 64-bit register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    75
void MacroAssembler::llgfr_if_needed(Register rd, Register rs) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    76
  if (rs != rd) { z_llgfr(rd, rs); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    77
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    78
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    79
// Move float register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    80
void MacroAssembler::ldr_if_needed(FloatRegister rd, FloatRegister rs) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    81
  if (rs != rd) { z_ldr(rd, rs); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    82
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    83
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    84
// Move integer register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    85
// It is assumed that shorter-than-int types are already
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    86
// appropriately sign-extended.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    87
void MacroAssembler::move_reg_if_needed(Register dst, BasicType dst_type, Register src,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    88
                                        BasicType src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    89
  assert((dst_type != T_FLOAT) && (dst_type != T_DOUBLE), "use move_freg for float types");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    90
  assert((src_type != T_FLOAT) && (src_type != T_DOUBLE), "use move_freg for float types");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    91
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    92
  if (dst_type == src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    93
    lgr_if_needed(dst, src); // Just move all 64 bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    94
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    95
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    96
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    97
  switch (dst_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    98
    // Do not support these types for now.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
    99
    //  case T_BOOLEAN:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   100
    case T_BYTE:  // signed byte
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   101
      switch (src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   102
        case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   103
          z_lgbr(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   104
          break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   105
        default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   106
          ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   107
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   108
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   109
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   110
    case T_CHAR:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   111
    case T_SHORT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   112
      switch (src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   113
        case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   114
          if (dst_type == T_CHAR) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   115
            z_llghr(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   116
          } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   117
            z_lghr(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   118
          }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   119
          break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   120
        default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   121
          ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   122
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   123
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   124
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   125
    case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   126
      switch (src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   127
        case T_BOOLEAN:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   128
        case T_BYTE:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   129
        case T_CHAR:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   130
        case T_SHORT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   131
        case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   132
        case T_LONG:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   133
        case T_OBJECT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   134
        case T_ARRAY:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   135
        case T_VOID:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   136
        case T_ADDRESS:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   137
          lr_if_needed(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   138
          // llgfr_if_needed(dst, src);  // zero-extend (in case we need to find a bug).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   139
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   140
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   141
        default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   142
          assert(false, "non-integer src type");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   143
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   144
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   145
    case T_LONG:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   146
      switch (src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   147
        case T_BOOLEAN:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   148
        case T_BYTE:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   149
        case T_CHAR:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   150
        case T_SHORT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   151
        case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   152
          z_lgfr(dst, src); // sign extension
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   153
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   154
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   155
        case T_LONG:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   156
        case T_OBJECT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   157
        case T_ARRAY:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   158
        case T_VOID:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   159
        case T_ADDRESS:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   160
          lgr_if_needed(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   161
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   162
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   163
        default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   164
          assert(false, "non-integer src type");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   165
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   166
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   167
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   168
    case T_OBJECT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   169
    case T_ARRAY:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   170
    case T_VOID:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   171
    case T_ADDRESS:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   172
      switch (src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   173
        // These types don't make sense to be converted to pointers:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   174
        //      case T_BOOLEAN:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   175
        //      case T_BYTE:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   176
        //      case T_CHAR:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   177
        //      case T_SHORT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   178
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   179
        case T_INT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   180
          z_llgfr(dst, src); // zero extension
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   181
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   182
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   183
        case T_LONG:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   184
        case T_OBJECT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   185
        case T_ARRAY:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   186
        case T_VOID:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   187
        case T_ADDRESS:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   188
          lgr_if_needed(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   189
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   190
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   191
        default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   192
          assert(false, "non-integer src type");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   193
          return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   194
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   195
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   196
    default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   197
      assert(false, "non-integer dst type");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   198
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   199
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   200
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   201
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   202
// Move float register if destination and source are different.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   203
void MacroAssembler::move_freg_if_needed(FloatRegister dst, BasicType dst_type,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   204
                                         FloatRegister src, BasicType src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   205
  assert((dst_type == T_FLOAT) || (dst_type == T_DOUBLE), "use move_reg for int types");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   206
  assert((src_type == T_FLOAT) || (src_type == T_DOUBLE), "use move_reg for int types");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   207
  if (dst_type == src_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   208
    ldr_if_needed(dst, src); // Just move all 64 bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   209
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   210
    switch (dst_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   211
      case T_FLOAT:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   212
        assert(src_type == T_DOUBLE, "invalid float type combination");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   213
        z_ledbr(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   214
        return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   215
      case T_DOUBLE:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   216
        assert(src_type == T_FLOAT, "invalid float type combination");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   217
        z_ldebr(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   218
        return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   219
      default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   220
        assert(false, "non-float dst type");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   221
        return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   222
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   223
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   224
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   225
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   226
// Optimized emitter for reg to mem operations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   227
// Uses modern instructions if running on modern hardware, classic instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   228
// otherwise. Prefers (usually shorter) classic instructions if applicable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   229
// Data register (reg) cannot be used as work register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   230
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   231
// Don't rely on register locking, instead pass a scratch register (Z_R0 by default).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   232
// CAUTION! Passing registers >= Z_R2 may produce bad results on old CPUs!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   233
void MacroAssembler::freg2mem_opt(FloatRegister reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   234
                                  int64_t       disp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   235
                                  Register      index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   236
                                  Register      base,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   237
                                  void (MacroAssembler::*modern) (FloatRegister, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   238
                                  void (MacroAssembler::*classic)(FloatRegister, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   239
                                  Register      scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   240
  index = (index == noreg) ? Z_R0 : index;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   241
  if (Displacement::is_shortDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   242
    (this->*classic)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   243
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   244
    if (Displacement::is_validDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   245
      (this->*modern)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   246
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   247
      if (scratch != Z_R0 && scratch != Z_R1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   248
        (this->*modern)(reg, disp, index, base);      // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   249
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   250
        if (scratch != Z_R0) {   // scratch == Z_R1
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   251
          if ((scratch == index) || (index == base)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   252
            (this->*modern)(reg, disp, index, base);  // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   253
          } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   254
            add2reg(scratch, disp, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   255
            (this->*classic)(reg, 0, index, scratch);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   256
            if (base == scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   257
              add2reg(base, -disp);  // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   258
            }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   259
          }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   260
        } else {   // scratch == Z_R0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   261
          z_lgr(scratch, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   262
          add2reg(base, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   263
          (this->*classic)(reg, 0, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   264
          z_lgr(base, scratch);      // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   265
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   266
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   267
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   268
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   269
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   270
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   271
void MacroAssembler::freg2mem_opt(FloatRegister reg, const Address &a, bool is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   272
  if (is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   273
    freg2mem_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_FFUN(z_stdy), CLASSIC_FFUN(z_std));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   274
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   275
    freg2mem_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_FFUN(z_stey), CLASSIC_FFUN(z_ste));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   276
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   277
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   278
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   279
// Optimized emitter for mem to reg operations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   280
// Uses modern instructions if running on modern hardware, classic instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   281
// otherwise. Prefers (usually shorter) classic instructions if applicable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   282
// data register (reg) cannot be used as work register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   283
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   284
// Don't rely on register locking, instead pass a scratch register (Z_R0 by default).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   285
// CAUTION! Passing registers >= Z_R2 may produce bad results on old CPUs!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   286
void MacroAssembler::mem2freg_opt(FloatRegister reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   287
                                  int64_t       disp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   288
                                  Register      index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   289
                                  Register      base,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   290
                                  void (MacroAssembler::*modern) (FloatRegister, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   291
                                  void (MacroAssembler::*classic)(FloatRegister, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   292
                                  Register      scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   293
  index = (index == noreg) ? Z_R0 : index;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   294
  if (Displacement::is_shortDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   295
    (this->*classic)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   296
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   297
    if (Displacement::is_validDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   298
      (this->*modern)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   299
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   300
      if (scratch != Z_R0 && scratch != Z_R1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   301
        (this->*modern)(reg, disp, index, base);      // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   302
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   303
        if (scratch != Z_R0) {   // scratch == Z_R1
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   304
          if ((scratch == index) || (index == base)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   305
            (this->*modern)(reg, disp, index, base);  // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   306
          } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   307
            add2reg(scratch, disp, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   308
            (this->*classic)(reg, 0, index, scratch);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   309
            if (base == scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   310
              add2reg(base, -disp);  // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   311
            }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   312
          }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   313
        } else {   // scratch == Z_R0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   314
          z_lgr(scratch, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   315
          add2reg(base, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   316
          (this->*classic)(reg, 0, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   317
          z_lgr(base, scratch);      // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   318
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   319
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   320
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   321
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   322
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   323
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   324
void MacroAssembler::mem2freg_opt(FloatRegister reg, const Address &a, bool is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   325
  if (is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   326
    mem2freg_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_FFUN(z_ldy), CLASSIC_FFUN(z_ld));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   327
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   328
    mem2freg_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_FFUN(z_ley), CLASSIC_FFUN(z_le));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   329
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   330
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   331
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   332
// Optimized emitter for reg to mem operations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   333
// Uses modern instructions if running on modern hardware, classic instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   334
// otherwise. Prefers (usually shorter) classic instructions if applicable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   335
// Data register (reg) cannot be used as work register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   336
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   337
// Don't rely on register locking, instead pass a scratch register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   338
// (Z_R0 by default)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   339
// CAUTION! passing registers >= Z_R2 may produce bad results on old CPUs!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   340
void MacroAssembler::reg2mem_opt(Register reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   341
                                 int64_t  disp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   342
                                 Register index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   343
                                 Register base,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   344
                                 void (MacroAssembler::*modern) (Register, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   345
                                 void (MacroAssembler::*classic)(Register, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   346
                                 Register scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   347
  index = (index == noreg) ? Z_R0 : index;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   348
  if (Displacement::is_shortDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   349
    (this->*classic)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   350
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   351
    if (Displacement::is_validDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   352
      (this->*modern)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   353
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   354
      if (scratch != Z_R0 && scratch != Z_R1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   355
        (this->*modern)(reg, disp, index, base);      // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   356
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   357
        if (scratch != Z_R0) {   // scratch == Z_R1
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   358
          if ((scratch == index) || (index == base)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   359
            (this->*modern)(reg, disp, index, base);  // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   360
          } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   361
            add2reg(scratch, disp, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   362
            (this->*classic)(reg, 0, index, scratch);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   363
            if (base == scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   364
              add2reg(base, -disp);  // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   365
            }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   366
          }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   367
        } else {   // scratch == Z_R0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   368
          if ((scratch == reg) || (scratch == base) || (reg == base)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   369
            (this->*modern)(reg, disp, index, base);  // Will fail with disp out of range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   370
          } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   371
            z_lgr(scratch, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   372
            add2reg(base, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   373
            (this->*classic)(reg, 0, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   374
            z_lgr(base, scratch);    // Restore base.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   375
          }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   376
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   377
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   378
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   379
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   380
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   381
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   382
int MacroAssembler::reg2mem_opt(Register reg, const Address &a, bool is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   383
  int store_offset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   384
  if (is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   385
    reg2mem_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_IFUN(z_stg), CLASSIC_IFUN(z_stg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   386
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   387
    reg2mem_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_IFUN(z_sty), CLASSIC_IFUN(z_st));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   388
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   389
  return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   390
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   391
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   392
// Optimized emitter for mem to reg operations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   393
// Uses modern instructions if running on modern hardware, classic instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   394
// otherwise. Prefers (usually shorter) classic instructions if applicable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   395
// Data register (reg) will be used as work register where possible.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   396
void MacroAssembler::mem2reg_opt(Register reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   397
                                 int64_t  disp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   398
                                 Register index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   399
                                 Register base,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   400
                                 void (MacroAssembler::*modern) (Register, int64_t, Register, Register),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   401
                                 void (MacroAssembler::*classic)(Register, int64_t, Register, Register)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   402
  index = (index == noreg) ? Z_R0 : index;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   403
  if (Displacement::is_shortDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   404
    (this->*classic)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   405
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   406
    if (Displacement::is_validDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   407
      (this->*modern)(reg, disp, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   408
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   409
      if ((reg == index) && (reg == base)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   410
        z_sllg(reg, reg, 1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   411
        add2reg(reg, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   412
        (this->*classic)(reg, 0, noreg, reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   413
      } else if ((reg == index) && (reg != Z_R0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   414
        add2reg(reg, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   415
        (this->*classic)(reg, 0, reg, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   416
      } else if (reg == base) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   417
        add2reg(reg, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   418
        (this->*classic)(reg, 0, index, reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   419
      } else if (reg != Z_R0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   420
        add2reg(reg, disp, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   421
        (this->*classic)(reg, 0, index, reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   422
      } else { // reg == Z_R0 && reg != base here
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   423
        add2reg(base, disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   424
        (this->*classic)(reg, 0, index, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   425
        add2reg(base, -disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   426
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   427
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   428
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   429
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   430
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   431
void MacroAssembler::mem2reg_opt(Register reg, const Address &a, bool is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   432
  if (is_double) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   433
    z_lg(reg, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   434
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   435
    mem2reg_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_IFUN(z_ly), CLASSIC_IFUN(z_l));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   436
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   437
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   438
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   439
void MacroAssembler::mem2reg_signed_opt(Register reg, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   440
  mem2reg_opt(reg, a.disp20(), a.indexOrR0(), a.baseOrR0(), MODERN_IFUN(z_lgf), CLASSIC_IFUN(z_lgf));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   441
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   442
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   443
void MacroAssembler::and_imm(Register r, long mask,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   444
                             Register tmp /* = Z_R0 */,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   445
                             bool wide    /* = false */) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   446
  assert(wide || Immediate::is_simm32(mask), "mask value too large");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   447
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   448
  if (!wide) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   449
    z_nilf(r, mask);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   450
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   451
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   452
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   453
  assert(r != tmp, " need a different temporary register !");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   454
  load_const_optimized(tmp, mask);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   455
  z_ngr(r, tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   456
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   457
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   458
// Calculate the 1's complement.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   459
// Note: The condition code is neither preserved nor correctly set by this code!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   460
// Note: (wide == false) does not protect the high order half of the target register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   461
//       from alteration. It only serves as optimization hint for 32-bit results.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   462
void MacroAssembler::not_(Register r1, Register r2, bool wide) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   463
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   464
  if ((r2 == noreg) || (r2 == r1)) { // Calc 1's complement in place.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   465
    z_xilf(r1, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   466
    if (wide) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   467
      z_xihf(r1, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   468
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   469
  } else { // Distinct src and dst registers.
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
   470
    load_const_optimized(r1, -1);
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
   471
    z_xgr(r1, r2);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   472
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   473
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   474
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   475
unsigned long MacroAssembler::create_mask(int lBitPos, int rBitPos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   476
  assert(lBitPos >=  0,      "zero is  leftmost bit position");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   477
  assert(rBitPos <= 63,      "63   is rightmost bit position");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   478
  assert(lBitPos <= rBitPos, "inverted selection interval");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   479
  return (lBitPos == 0 ? (unsigned long)(-1L) : ((1UL<<(63-lBitPos+1))-1)) & (~((1UL<<(63-rBitPos))-1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   480
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   481
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   482
// Helper function for the "Rotate_then_<logicalOP>" emitters.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   483
// Rotate src, then mask register contents such that only bits in range survive.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   484
// For oneBits == false, all bits not in range are set to 0. Useful for deleting all bits outside range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   485
// For oneBits == true,  all bits not in range are set to 1. Useful for preserving all bits outside range.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   486
// The caller must ensure that the selected range only contains bits with defined value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   487
void MacroAssembler::rotate_then_mask(Register dst, Register src, int lBitPos, int rBitPos,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   488
                                      int nRotate, bool src32bit, bool dst32bit, bool oneBits) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   489
  assert(!(dst32bit && lBitPos < 32), "selection interval out of range for int destination");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   490
  bool sll4rll = (nRotate >= 0) && (nRotate <= (63-rBitPos)); // Substitute SLL(G) for RLL(G).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   491
  bool srl4rll = (nRotate <  0) && (-nRotate <= lBitPos);     // Substitute SRL(G) for RLL(G).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   492
  //  Pre-determine which parts of dst will be zero after shift/rotate.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   493
  bool llZero  =  sll4rll && (nRotate >= 16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   494
  bool lhZero  = (sll4rll && (nRotate >= 32)) || (srl4rll && (nRotate <= -48));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   495
  bool lfZero  = llZero && lhZero;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   496
  bool hlZero  = (sll4rll && (nRotate >= 48)) || (srl4rll && (nRotate <= -32));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   497
  bool hhZero  =                                 (srl4rll && (nRotate <= -16));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   498
  bool hfZero  = hlZero && hhZero;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   499
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   500
  // rotate then mask src operand.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   501
  // if oneBits == true,  all bits outside selected range are 1s.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   502
  // if oneBits == false, all bits outside selected range are 0s.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   503
  if (src32bit) {   // There might be garbage in the upper 32 bits which will get masked away.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   504
    if (dst32bit) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   505
      z_rll(dst, src, nRotate);   // Copy and rotate, upper half of reg remains undisturbed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   506
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   507
      if      (sll4rll) { z_sllg(dst, src,  nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   508
      else if (srl4rll) { z_srlg(dst, src, -nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   509
      else              { z_rllg(dst, src,  nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   510
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   511
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   512
    if      (sll4rll) { z_sllg(dst, src,  nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   513
    else if (srl4rll) { z_srlg(dst, src, -nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   514
    else              { z_rllg(dst, src,  nRotate); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   515
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   516
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   517
  unsigned long  range_mask    = create_mask(lBitPos, rBitPos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   518
  unsigned int   range_mask_h  = (unsigned int)(range_mask >> 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   519
  unsigned int   range_mask_l  = (unsigned int)range_mask;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   520
  unsigned short range_mask_hh = (unsigned short)(range_mask >> 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   521
  unsigned short range_mask_hl = (unsigned short)(range_mask >> 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   522
  unsigned short range_mask_lh = (unsigned short)(range_mask >> 16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   523
  unsigned short range_mask_ll = (unsigned short)range_mask;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   524
  // Works for z9 and newer H/W.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   525
  if (oneBits) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   526
    if ((~range_mask_l) != 0)                { z_oilf(dst, ~range_mask_l); } // All bits outside range become 1s.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   527
    if (((~range_mask_h) != 0) && !dst32bit) { z_oihf(dst, ~range_mask_h); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   528
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   529
    // All bits outside range become 0s
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   530
    if (((~range_mask_l) != 0) &&              !lfZero) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   531
      z_nilf(dst, range_mask_l);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   532
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   533
    if (((~range_mask_h) != 0) && !dst32bit && !hfZero) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   534
      z_nihf(dst, range_mask_h);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   535
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   536
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   537
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   538
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   539
// Rotate src, then insert selected range from rotated src into dst.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   540
// Clear dst before, if requested.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   541
void MacroAssembler::rotate_then_insert(Register dst, Register src, int lBitPos, int rBitPos,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   542
                                        int nRotate, bool clear_dst) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   543
  // This version does not depend on src being zero-extended int2long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   544
  nRotate &= 0x003f;                                       // For risbg, pretend it's an unsigned value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   545
  z_risbg(dst, src, lBitPos, rBitPos, nRotate, clear_dst); // Rotate, then insert selected, clear the rest.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   546
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   547
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   548
// Rotate src, then and selected range from rotated src into dst.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   549
// Set condition code only if so requested. Otherwise it is unpredictable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   550
// See performance note in macroAssembler_s390.hpp for important information.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   551
void MacroAssembler::rotate_then_and(Register dst, Register src, int lBitPos, int rBitPos,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   552
                                     int nRotate, bool test_only) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   553
  guarantee(!test_only, "Emitter not fit for test_only instruction variant.");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   554
  // This version does not depend on src being zero-extended int2long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   555
  nRotate &= 0x003f;                                       // For risbg, pretend it's an unsigned value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   556
  z_rxsbg(dst, src, lBitPos, rBitPos, nRotate, test_only); // Rotate, then xor selected.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   557
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   558
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   559
// Rotate src, then or selected range from rotated src into dst.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   560
// Set condition code only if so requested. Otherwise it is unpredictable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   561
// See performance note in macroAssembler_s390.hpp for important information.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   562
void MacroAssembler::rotate_then_or(Register dst, Register src,  int  lBitPos,  int  rBitPos,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   563
                                    int nRotate, bool test_only) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   564
  guarantee(!test_only, "Emitter not fit for test_only instruction variant.");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   565
  // This version does not depend on src being zero-extended int2long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   566
  nRotate &= 0x003f;                                       // For risbg, pretend it's an unsigned value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   567
  z_rosbg(dst, src, lBitPos, rBitPos, nRotate, test_only); // Rotate, then xor selected.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   568
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   569
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   570
// Rotate src, then xor selected range from rotated src into dst.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   571
// Set condition code only if so requested. Otherwise it is unpredictable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   572
// See performance note in macroAssembler_s390.hpp for important information.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   573
void MacroAssembler::rotate_then_xor(Register dst, Register src,  int  lBitPos,  int  rBitPos,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   574
                                     int nRotate, bool test_only) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   575
  guarantee(!test_only, "Emitter not fit for test_only instruction variant.");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   576
    // This version does not depend on src being zero-extended int2long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   577
  nRotate &= 0x003f;                                       // For risbg, pretend it's an unsigned value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   578
  z_rxsbg(dst, src, lBitPos, rBitPos, nRotate, test_only); // Rotate, then xor selected.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   579
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   580
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   581
void MacroAssembler::add64(Register r1, RegisterOrConstant inc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   582
  if (inc.is_register()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   583
    z_agr(r1, inc.as_register());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   584
  } else { // constant
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   585
    intptr_t imm = inc.as_constant();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   586
    add2reg(r1, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   587
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   588
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   589
// Helper function to multiply the 64bit contents of a register by a 16bit constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   590
// The optimization tries to avoid the mghi instruction, since it uses the FPU for
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   591
// calculation and is thus rather slow.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   592
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   593
// There is no handling for special cases, e.g. cval==0 or cval==1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   594
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   595
// Returns len of generated code block.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   596
unsigned int MacroAssembler::mul_reg64_const16(Register rval, Register work, int cval) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   597
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   598
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   599
  bool sign_flip = cval < 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   600
  cval = sign_flip ? -cval : cval;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   601
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   602
  BLOCK_COMMENT("Reg64*Con16 {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   603
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   604
  int bit1 = cval & -cval;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   605
  if (bit1 == cval) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   606
    z_sllg(rval, rval, exact_log2(bit1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   607
    if (sign_flip) { z_lcgr(rval, rval); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   608
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   609
    int bit2 = (cval-bit1) & -(cval-bit1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   610
    if ((bit1+bit2) == cval) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   611
      z_sllg(work, rval, exact_log2(bit1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   612
      z_sllg(rval, rval, exact_log2(bit2));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   613
      z_agr(rval, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   614
      if (sign_flip) { z_lcgr(rval, rval); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   615
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   616
      if (sign_flip) { z_mghi(rval, -cval); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   617
      else           { z_mghi(rval,  cval); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   618
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   619
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   620
  BLOCK_COMMENT("} Reg64*Con16");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   621
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   622
  int block_end = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   623
  return block_end - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   624
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   625
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   626
// Generic operation r1 := r2 + imm.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   627
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   628
// Should produce the best code for each supported CPU version.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   629
// r2 == noreg yields r1 := r1 + imm
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   630
// imm == 0 emits either no instruction or r1 := r2 !
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   631
// NOTES: 1) Don't use this function where fixed sized
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   632
//           instruction sequences are required!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   633
//        2) Don't use this function if condition code
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   634
//           setting is required!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   635
//        3) Despite being declared as int64_t, the parameter imm
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   636
//           must be a simm_32 value (= signed 32-bit integer).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   637
void MacroAssembler::add2reg(Register r1, int64_t imm, Register r2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   638
  assert(Immediate::is_simm32(imm), "probably an implicit conversion went wrong");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   639
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   640
  if (r2 == noreg) { r2 = r1; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   641
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   642
  // Handle special case imm == 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   643
  if (imm == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   644
    lgr_if_needed(r1, r2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   645
    // Nothing else to do.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   646
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   647
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   648
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   649
  if (!PreferLAoverADD || (r2 == Z_R0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   650
    bool distinctOpnds = VM_Version::has_DistinctOpnds();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   651
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   652
    // Can we encode imm in 16 bits signed?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   653
    if (Immediate::is_simm16(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   654
      if (r1 == r2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   655
        z_aghi(r1, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   656
        return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   657
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   658
      if (distinctOpnds) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   659
        z_aghik(r1, r2, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   660
        return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   661
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   662
      z_lgr(r1, r2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   663
      z_aghi(r1, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   664
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   665
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   666
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   667
    // Can we encode imm in 12 bits unsigned?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   668
    if (Displacement::is_shortDisp(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   669
      z_la(r1, imm, r2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   670
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   671
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   672
    // Can we encode imm in 20 bits signed?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   673
    if (Displacement::is_validDisp(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   674
      // Always use LAY instruction, so we don't need the tmp register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   675
      z_lay(r1, imm, r2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   676
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   677
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   678
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   679
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   680
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   681
  // Can handle it (all possible values) with long immediates.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   682
  lgr_if_needed(r1, r2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   683
  z_agfi(r1, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   684
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   685
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   686
// Generic operation r := b + x + d
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   687
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   688
// Addition of several operands with address generation semantics - sort of:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   689
//  - no restriction on the registers. Any register will do for any operand.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   690
//  - x == noreg: operand will be disregarded.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   691
//  - b == noreg: will use (contents of) result reg as operand (r := r + d).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   692
//  - x == Z_R0:  just disregard
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   693
//  - b == Z_R0:  use as operand. This is not address generation semantics!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   694
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   695
// The same restrictions as on add2reg() are valid!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   696
void MacroAssembler::add2reg_with_index(Register r, int64_t d, Register x, Register b) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   697
  assert(Immediate::is_simm32(d), "probably an implicit conversion went wrong");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   698
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   699
  if (x == noreg) { x = Z_R0; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   700
  if (b == noreg) { b = r; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   701
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   702
  // Handle special case x == R0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   703
  if (x == Z_R0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   704
    // Can simply add the immediate value to the base register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   705
    add2reg(r, d, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   706
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   707
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   708
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   709
  if (!PreferLAoverADD || (b == Z_R0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   710
    bool distinctOpnds = VM_Version::has_DistinctOpnds();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   711
    // Handle special case d == 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   712
    if (d == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   713
      if (b == x)        { z_sllg(r, b, 1); return; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   714
      if (r == x)        { z_agr(r, b);     return; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   715
      if (r == b)        { z_agr(r, x);     return; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   716
      if (distinctOpnds) { z_agrk(r, x, b); return; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   717
      z_lgr(r, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   718
      z_agr(r, x);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   719
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   720
      if (x == b)             { z_sllg(r, x, 1); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   721
      else if (r == x)        { z_agr(r, b); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   722
      else if (r == b)        { z_agr(r, x); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   723
      else if (distinctOpnds) { z_agrk(r, x, b); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   724
      else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   725
        z_lgr(r, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   726
        z_agr(r, x);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   727
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   728
      add2reg(r, d);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   729
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   730
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   731
    // Can we encode imm in 12 bits unsigned?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   732
    if (Displacement::is_shortDisp(d)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   733
      z_la(r, d, x, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   734
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   735
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   736
    // Can we encode imm in 20 bits signed?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   737
    if (Displacement::is_validDisp(d)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   738
      z_lay(r, d, x, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   739
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   740
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   741
    z_la(r, 0, x, b);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   742
    add2reg(r, d);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   743
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   744
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   745
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   746
// Generic emitter (32bit) for direct memory increment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   747
// For optimal code, do not specify Z_R0 as temp register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   748
void MacroAssembler::add2mem_32(const Address &a, int64_t imm, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   749
  if (VM_Version::has_MemWithImmALUOps() && Immediate::is_simm8(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   750
    z_asi(a, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   751
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   752
    z_lgf(tmp, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   753
    add2reg(tmp, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   754
    z_st(tmp, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   755
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   756
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   757
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   758
void MacroAssembler::add2mem_64(const Address &a, int64_t imm, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   759
  if (VM_Version::has_MemWithImmALUOps() && Immediate::is_simm8(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   760
    z_agsi(a, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   761
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   762
    z_lg(tmp, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   763
    add2reg(tmp, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   764
    z_stg(tmp, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   765
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   766
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   767
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   768
void MacroAssembler::load_sized_value(Register dst, Address src, size_t size_in_bytes, bool is_signed) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   769
  switch (size_in_bytes) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   770
    case  8: z_lg(dst, src); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   771
    case  4: is_signed ? z_lgf(dst, src) : z_llgf(dst, src); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   772
    case  2: is_signed ? z_lgh(dst, src) : z_llgh(dst, src); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   773
    case  1: is_signed ? z_lgb(dst, src) : z_llgc(dst, src); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   774
    default: ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   775
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   776
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   777
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   778
void MacroAssembler::store_sized_value(Register src, Address dst, size_t size_in_bytes) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   779
  switch (size_in_bytes) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   780
    case  8: z_stg(src, dst); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   781
    case  4: z_st(src, dst); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   782
    case  2: z_sth(src, dst); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   783
    case  1: z_stc(src, dst); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   784
    default: ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   785
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   786
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   787
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   788
// Split a si20 offset (20bit, signed) into an ui12 offset (12bit, unsigned) and
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   789
// a high-order summand in register tmp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   790
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   791
// return value: <  0: No split required, si20 actually has property uimm12.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   792
//               >= 0: Split performed. Use return value as uimm12 displacement and
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   793
//                     tmp as index register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   794
int MacroAssembler::split_largeoffset(int64_t si20_offset, Register tmp, bool fixed_codelen, bool accumulate) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   795
  assert(Immediate::is_simm20(si20_offset), "sanity");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   796
  int lg_off = (int)si20_offset &  0x0fff; // Punch out low-order 12 bits, always positive.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   797
  int ll_off = (int)si20_offset & ~0x0fff; // Force low-order 12 bits to zero.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   798
  assert((Displacement::is_shortDisp(si20_offset) && (ll_off == 0)) ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   799
         !Displacement::is_shortDisp(si20_offset), "unexpected offset values");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   800
  assert((lg_off+ll_off) == si20_offset, "offset splitup error");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   801
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   802
  Register work = accumulate? Z_R0 : tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   803
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   804
  if (fixed_codelen) {          // Len of code = 10 = 4 + 6.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   805
    z_lghi(work, ll_off>>12);   // Implicit sign extension.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   806
    z_slag(work, work, 12);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   807
  } else {                      // Len of code = 0..10.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   808
    if (ll_off == 0) { return -1; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   809
    // ll_off has 8 significant bits (at most) plus sign.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   810
    if ((ll_off & 0x0000f000) == 0) {    // Non-zero bits only in upper halfbyte.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   811
      z_llilh(work, ll_off >> 16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   812
      if (ll_off < 0) {                  // Sign-extension required.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   813
        z_lgfr(work, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   814
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   815
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   816
      if ((ll_off & 0x000f0000) == 0) {  // Non-zero bits only in lower halfbyte.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   817
        z_llill(work, ll_off);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   818
      } else {                           // Non-zero bits in both halfbytes.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   819
        z_lghi(work, ll_off>>12);        // Implicit sign extension.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   820
        z_slag(work, work, 12);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   821
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   822
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   823
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   824
  if (accumulate) { z_algr(tmp, work); } // len of code += 4
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   825
  return lg_off;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   826
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   827
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   828
void MacroAssembler::load_float_largeoffset(FloatRegister t, int64_t si20, Register a, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   829
  if (Displacement::is_validDisp(si20)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   830
    z_ley(t, si20, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   831
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   832
    // Fixed_codelen = true is a simple way to ensure that the size of load_float_largeoffset
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   833
    // does not depend on si20 (scratch buffer emit size == code buffer emit size for constant
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   834
    // pool loads).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   835
    bool accumulate    = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   836
    bool fixed_codelen = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   837
    Register work;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   838
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   839
    if (fixed_codelen) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   840
      z_lgr(tmp, a);  // Lgr_if_needed not applicable due to fixed_codelen.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   841
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   842
      accumulate = (a == tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   843
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   844
    work = tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   845
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   846
    int disp12 = split_largeoffset(si20, work, fixed_codelen, accumulate);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   847
    if (disp12 < 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   848
      z_le(t, si20, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   849
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   850
      if (accumulate) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   851
        z_le(t, disp12, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   852
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   853
        z_le(t, disp12, work, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   854
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   855
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   856
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   857
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   858
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   859
void MacroAssembler::load_double_largeoffset(FloatRegister t, int64_t si20, Register a, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   860
  if (Displacement::is_validDisp(si20)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   861
    z_ldy(t, si20, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   862
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   863
    // Fixed_codelen = true is a simple way to ensure that the size of load_double_largeoffset
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   864
    // does not depend on si20 (scratch buffer emit size == code buffer emit size for constant
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   865
    // pool loads).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   866
    bool accumulate    = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   867
    bool fixed_codelen = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   868
    Register work;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   869
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   870
    if (fixed_codelen) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   871
      z_lgr(tmp, a);  // Lgr_if_needed not applicable due to fixed_codelen.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   872
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   873
      accumulate = (a == tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   874
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   875
    work = tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   876
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   877
    int disp12 = split_largeoffset(si20, work, fixed_codelen, accumulate);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   878
    if (disp12 < 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   879
      z_ld(t, si20, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   880
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   881
      if (accumulate) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   882
        z_ld(t, disp12, work);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   883
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   884
        z_ld(t, disp12, work, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   885
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   886
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   887
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   888
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   889
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   890
// PCrelative TOC access.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   891
// Returns distance (in bytes) from current position to start of consts section.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   892
// Returns 0 (zero) if no consts section exists or if it has size zero.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   893
long MacroAssembler::toc_distance() {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   894
  CodeSection* cs = code()->consts();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   895
  return (long)((cs != NULL) ? cs->start()-pc() : 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   896
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   897
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   898
// Implementation on x86/sparc assumes that constant and instruction section are
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   899
// adjacent, but this doesn't hold. Two special situations may occur, that we must
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   900
// be able to handle:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   901
//   1. const section may be located apart from the inst section.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   902
//   2. const section may be empty
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   903
// In both cases, we use the const section's start address to compute the "TOC",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   904
// this seems to occur only temporarily; in the final step we always seem to end up
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   905
// with the pc-relatice variant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   906
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   907
// PC-relative offset could be +/-2**32 -> use long for disp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   908
// Furthermore: makes no sense to have special code for
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   909
// adjacent const and inst sections.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   910
void MacroAssembler::load_toc(Register Rtoc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   911
  // Simply use distance from start of const section (should be patched in the end).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   912
  long disp = toc_distance();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   913
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   914
  RelocationHolder rspec = internal_word_Relocation::spec(pc() + disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   915
  relocate(rspec);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   916
  z_larl(Rtoc, RelAddr::pcrel_off32(disp));  // Offset is in halfwords.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   917
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   918
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   919
// PCrelative TOC access.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   920
// Load from anywhere pcrelative (with relocation of load instr)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   921
void MacroAssembler::load_long_pcrelative(Register Rdst, address dataLocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   922
  address          pc             = this->pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   923
  ptrdiff_t        total_distance = dataLocation - pc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   924
  RelocationHolder rspec          = internal_word_Relocation::spec(dataLocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   925
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   926
  assert((total_distance & 0x01L) == 0, "halfword alignment is mandatory");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   927
  assert(total_distance != 0, "sanity");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   928
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   929
  // Some extra safety net.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   930
  if (!RelAddr::is_in_range_of_RelAddr32(total_distance)) {
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
   931
    guarantee(RelAddr::is_in_range_of_RelAddr32(total_distance), "load_long_pcrelative can't handle distance " INTPTR_FORMAT, total_distance);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   932
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   933
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   934
  (this)->relocate(rspec, relocInfo::pcrel_addr_format);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   935
  z_lgrl(Rdst, RelAddr::pcrel_off32(total_distance));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   936
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   937
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   938
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   939
// PCrelative TOC access.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   940
// Load from anywhere pcrelative (with relocation of load instr)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   941
// loaded addr has to be relocated when added to constant pool.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   942
void MacroAssembler::load_addr_pcrelative(Register Rdst, address addrLocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   943
  address          pc             = this->pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   944
  ptrdiff_t        total_distance = addrLocation - pc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   945
  RelocationHolder rspec          = internal_word_Relocation::spec(addrLocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   946
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   947
  assert((total_distance & 0x01L) == 0, "halfword alignment is mandatory");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   948
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   949
  // Some extra safety net.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   950
  if (!RelAddr::is_in_range_of_RelAddr32(total_distance)) {
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
   951
    guarantee(RelAddr::is_in_range_of_RelAddr32(total_distance), "load_long_pcrelative can't handle distance " INTPTR_FORMAT, total_distance);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   952
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   953
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   954
  (this)->relocate(rspec, relocInfo::pcrel_addr_format);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   955
  z_lgrl(Rdst, RelAddr::pcrel_off32(total_distance));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   956
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   957
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   958
// Generic operation: load a value from memory and test.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   959
// CondCode indicates the sign (<0, ==0, >0) of the loaded value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   960
void MacroAssembler::load_and_test_byte(Register dst, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   961
  z_lb(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   962
  z_ltr(dst, dst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   963
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   964
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   965
void MacroAssembler::load_and_test_short(Register dst, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   966
  int64_t disp = a.disp20();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   967
  if (Displacement::is_shortDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   968
    z_lh(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   969
  } else if (Displacement::is_longDisp(disp)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   970
    z_lhy(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   971
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   972
    guarantee(false, "displacement out of range");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   973
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   974
  z_ltr(dst, dst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   975
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   976
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   977
void MacroAssembler::load_and_test_int(Register dst, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   978
  z_lt(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   979
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   980
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   981
void MacroAssembler::load_and_test_int2long(Register dst, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   982
  z_ltgf(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   983
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   984
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   985
void MacroAssembler::load_and_test_long(Register dst, const Address &a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   986
  z_ltg(dst, a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   987
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   988
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   989
// Test a bit in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   990
void MacroAssembler::testbit(const Address &a, unsigned int bit) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   991
  assert(a.index() == noreg, "no index reg allowed in testbit");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   992
  if (bit <= 7) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   993
    z_tm(a.disp() + 3, a.base(), 1 << bit);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   994
  } else if (bit <= 15) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   995
    z_tm(a.disp() + 2, a.base(), 1 << (bit - 8));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   996
  } else if (bit <= 23) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   997
    z_tm(a.disp() + 1, a.base(), 1 << (bit - 16));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   998
  } else if (bit <= 31) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
   999
    z_tm(a.disp() + 0, a.base(), 1 << (bit - 24));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1000
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1001
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1002
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1003
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1004
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1005
// Test a bit in a register. Result is reflected in CC.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1006
void MacroAssembler::testbit(Register r, unsigned int bitPos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1007
  if (bitPos < 16) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1008
    z_tmll(r, 1U<<bitPos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1009
  } else if (bitPos < 32) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1010
    z_tmlh(r, 1U<<(bitPos-16));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1011
  } else if (bitPos < 48) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1012
    z_tmhl(r, 1U<<(bitPos-32));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1013
  } else if (bitPos < 64) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1014
    z_tmhh(r, 1U<<(bitPos-48));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1015
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1016
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1017
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1018
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1019
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1020
void MacroAssembler::prefetch_read(Address a) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1021
  z_pfd(1, a.disp20(), a.indexOrR0(), a.base());
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1022
}
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1023
void MacroAssembler::prefetch_update(Address a) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1024
  z_pfd(2, a.disp20(), a.indexOrR0(), a.base());
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1025
}
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  1026
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1027
// Clear a register, i.e. load const zero into reg.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1028
// Return len (in bytes) of generated instruction(s).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1029
// whole_reg: Clear 64 bits if true, 32 bits otherwise.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1030
// set_cc:    Use instruction that sets the condition code, if true.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1031
int MacroAssembler::clear_reg(Register r, bool whole_reg, bool set_cc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1032
  unsigned int start_off = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1033
  if (whole_reg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1034
    set_cc ? z_xgr(r, r) : z_laz(r, 0, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1035
  } else {  // Only 32bit register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1036
    set_cc ? z_xr(r, r) : z_lhi(r, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1037
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1038
  return offset() - start_off;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1039
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1040
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1041
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1042
int MacroAssembler::preset_reg(Register r, unsigned long pattern, int pattern_len) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1043
  switch (pattern_len) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1044
    case 1:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1045
      pattern = (pattern & 0x000000ff)  | ((pattern & 0x000000ff)<<8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1046
    case 2:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1047
      pattern = (pattern & 0x0000ffff)  | ((pattern & 0x0000ffff)<<16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1048
    case 4:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1049
      pattern = (pattern & 0xffffffffL) | ((pattern & 0xffffffffL)<<32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1050
    case 8:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1051
      return load_const_optimized_rtn_len(r, pattern, true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1052
      break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1053
    default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1054
      guarantee(false, "preset_reg: bad len");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1055
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1056
  return 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1057
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1058
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1059
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1060
// addr: Address descriptor of memory to clear index register will not be used !
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1061
// size: Number of bytes to clear.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1062
//    !!! DO NOT USE THEM FOR ATOMIC MEMORY CLEARING !!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1063
//    !!! Use store_const() instead                  !!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1064
void MacroAssembler::clear_mem(const Address& addr, unsigned size) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1065
  guarantee(size <= 256, "MacroAssembler::clear_mem: size too large");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1066
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1067
  if (size == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1068
    z_mvi(addr, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1069
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1070
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1071
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1072
  switch (size) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1073
    case 2: z_mvhhi(addr, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1074
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1075
    case 4: z_mvhi(addr, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1076
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1077
    case 8: z_mvghi(addr, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1078
      return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1079
    default: ; // Fallthru to xc.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1080
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1081
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1082
  z_xc(addr, size, addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1083
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1084
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1085
void MacroAssembler::align(int modulus) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1086
  while (offset() % modulus != 0) z_nop();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1087
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1088
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1089
// Special version for non-relocateable code if required alignment
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1090
// is larger than CodeEntryAlignment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1091
void MacroAssembler::align_address(int modulus) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1092
  while ((uintptr_t)pc() % modulus != 0) z_nop();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1093
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1094
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1095
Address MacroAssembler::argument_address(RegisterOrConstant arg_slot,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1096
                                         Register temp_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1097
                                         int64_t extra_slot_offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1098
  // On Z, we can have index and disp in an Address. So don't call argument_offset,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1099
  // which issues an unnecessary add instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1100
  int stackElementSize = Interpreter::stackElementSize;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1101
  int64_t offset = extra_slot_offset * stackElementSize;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1102
  const Register argbase = Z_esp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1103
  if (arg_slot.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1104
    offset += arg_slot.as_constant() * stackElementSize;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1105
    return Address(argbase, offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1106
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1107
  // else
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1108
  assert(temp_reg != noreg, "must specify");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1109
  assert(temp_reg != Z_ARG1, "base and index are conflicting");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1110
  z_sllg(temp_reg, arg_slot.as_register(), exact_log2(stackElementSize)); // tempreg = arg_slot << 3
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1111
  return Address(argbase, temp_reg, offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1112
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1113
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1114
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1115
//===================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1116
//===   START   C O N S T A N T S   I N   C O D E   S T R E A M   ===
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1117
//===================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1118
//===            P A T CH A B L E   C O N S T A N T S             ===
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1119
//===================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1120
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1121
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1122
//---------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1123
//  Load (patchable) constant into register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1124
//---------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1125
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1126
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1127
// Load absolute address (and try to optimize).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1128
//   Note: This method is usable only for position-fixed code,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1129
//         referring to a position-fixed target location.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1130
//         If not so, relocations and patching must be used.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1131
void MacroAssembler::load_absolute_address(Register d, address addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1132
  assert(addr != NULL, "should not happen");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1133
  BLOCK_COMMENT("load_absolute_address:");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1134
  if (addr == NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1135
    z_larl(d, pc()); // Dummy emit for size calc.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1136
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1137
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1138
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1139
  if (RelAddr::is_in_range_of_RelAddr32(addr, pc())) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1140
    z_larl(d, addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1141
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1142
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1143
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1144
  load_const_optimized(d, (long)addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1145
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1146
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1147
// Load a 64bit constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1148
// Patchable code sequence, but not atomically patchable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1149
// Make sure to keep code size constant -> no value-dependent optimizations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1150
// Do not kill condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1151
void MacroAssembler::load_const(Register t, long x) {
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1152
  // Note: Right shift is only cleanly defined for unsigned types
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1153
  //       or for signed types with nonnegative values.
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1154
  Assembler::z_iihf(t, (long)((unsigned long)x >> 32));
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1155
  Assembler::z_iilf(t, (long)((unsigned long)x & 0xffffffffUL));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1156
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1157
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1158
// Load a 32bit constant into a 64bit register, sign-extend or zero-extend.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1159
// Patchable code sequence, but not atomically patchable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1160
// Make sure to keep code size constant -> no value-dependent optimizations.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1161
// Do not kill condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1162
void MacroAssembler::load_const_32to64(Register t, int64_t x, bool sign_extend) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1163
  if (sign_extend) { Assembler::z_lgfi(t, x); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1164
  else             { Assembler::z_llilf(t, x); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1165
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1166
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1167
// Load narrow oop constant, no decompression.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1168
void MacroAssembler::load_narrow_oop(Register t, narrowOop a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1169
  assert(UseCompressedOops, "must be on to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1170
  load_const_32to64(t, a, false /*sign_extend*/);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1171
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1172
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1173
// Load narrow klass constant, compression required.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1174
void MacroAssembler::load_narrow_klass(Register t, Klass* k) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1175
  assert(UseCompressedClassPointers, "must be on to call this method");
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  1176
  narrowKlass encoded_k = CompressedKlassPointers::encode(k);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1177
  load_const_32to64(t, encoded_k, false /*sign_extend*/);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1178
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1179
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1180
//------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1181
//  Compare (patchable) constant with register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1182
//------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1183
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1184
// Compare narrow oop in reg with narrow oop constant, no decompression.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1185
void MacroAssembler::compare_immediate_narrow_oop(Register oop1, narrowOop oop2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1186
  assert(UseCompressedOops, "must be on to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1187
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1188
  Assembler::z_clfi(oop1, oop2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1189
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1190
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1191
// Compare narrow oop in reg with narrow oop constant, no decompression.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1192
void MacroAssembler::compare_immediate_narrow_klass(Register klass1, Klass* klass2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1193
  assert(UseCompressedClassPointers, "must be on to call this method");
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  1194
  narrowKlass encoded_k = CompressedKlassPointers::encode(klass2);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1195
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1196
  Assembler::z_clfi(klass1, encoded_k);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1197
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1198
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1199
//----------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1200
//  Check which kind of load_constant we have here.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1201
//----------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1202
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1203
// Detection of CPU version dependent load_const sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1204
// The detection is valid only for code sequences generated by load_const,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1205
// not load_const_optimized.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1206
bool MacroAssembler::is_load_const(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1207
  unsigned long inst1, inst2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1208
  unsigned int  len1,  len2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1209
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1210
  len1 = get_instruction(a, &inst1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1211
  len2 = get_instruction(a + len1, &inst2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1212
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1213
  return is_z_iihf(inst1) && is_z_iilf(inst2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1214
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1215
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1216
// Detection of CPU version dependent load_const_32to64 sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1217
// Mostly used for narrow oops and narrow Klass pointers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1218
// The detection is valid only for code sequences generated by load_const_32to64.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1219
bool MacroAssembler::is_load_const_32to64(address pos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1220
  unsigned long inst1, inst2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1221
  unsigned int len1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1222
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1223
  len1 = get_instruction(pos, &inst1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1224
  return is_z_llilf(inst1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1225
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1226
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1227
// Detection of compare_immediate_narrow sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1228
// The detection is valid only for code sequences generated by compare_immediate_narrow_oop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1229
bool MacroAssembler::is_compare_immediate32(address pos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1230
  return is_equal(pos, CLFI_ZOPC, RIL_MASK);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1231
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1232
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1233
// Detection of compare_immediate_narrow sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1234
// The detection is valid only for code sequences generated by compare_immediate_narrow_oop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1235
bool MacroAssembler::is_compare_immediate_narrow_oop(address pos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1236
  return is_compare_immediate32(pos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1237
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1238
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1239
// Detection of compare_immediate_narrow sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1240
// The detection is valid only for code sequences generated by compare_immediate_narrow_klass.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1241
bool MacroAssembler::is_compare_immediate_narrow_klass(address pos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1242
  return is_compare_immediate32(pos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1243
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1244
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1245
//-----------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1246
//  patch the load_constant
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1247
//-----------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1248
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1249
// CPU-version dependend patching of load_const.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1250
void MacroAssembler::patch_const(address a, long x) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1251
  assert(is_load_const(a), "not a load of a constant");
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1252
  // Note: Right shift is only cleanly defined for unsigned types
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1253
  //       or for signed types with nonnegative values.
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1254
  set_imm32((address)a, (long)((unsigned long)x >> 32));
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1255
  set_imm32((address)(a + 6), (long)((unsigned long)x & 0xffffffffUL));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1256
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1257
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1258
// Patching the value of CPU version dependent load_const_32to64 sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1259
// The passed ptr MUST be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1260
int MacroAssembler::patch_load_const_32to64(address pos, int64_t np) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1261
  assert(is_load_const_32to64(pos), "not a load of a narrow ptr (oop or klass)");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1262
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1263
  set_imm32(pos, np);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1264
  return 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1265
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1266
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1267
// Patching the value of CPU version dependent compare_immediate_narrow sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1268
// The passed ptr MUST be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1269
int MacroAssembler::patch_compare_immediate_32(address pos, int64_t np) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1270
  assert(is_compare_immediate32(pos), "not a compressed ptr compare");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1271
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1272
  set_imm32(pos, np);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1273
  return 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1274
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1275
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1276
// Patching the immediate value of CPU version dependent load_narrow_oop sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1277
// The passed ptr must NOT be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1278
int MacroAssembler::patch_load_narrow_oop(address pos, oop o) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1279
  assert(UseCompressedOops, "Can only patch compressed oops");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1280
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 49455
diff changeset
  1281
  narrowOop no = CompressedOops::encode(o);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1282
  return patch_load_const_32to64(pos, no);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1283
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1284
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1285
// Patching the immediate value of CPU version dependent load_narrow_klass sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1286
// The passed ptr must NOT be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1287
int MacroAssembler::patch_load_narrow_klass(address pos, Klass* k) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1288
  assert(UseCompressedClassPointers, "Can only patch compressed klass pointers");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1289
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  1290
  narrowKlass nk = CompressedKlassPointers::encode(k);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1291
  return patch_load_const_32to64(pos, nk);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1292
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1293
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1294
// Patching the immediate value of CPU version dependent compare_immediate_narrow_oop sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1295
// The passed ptr must NOT be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1296
int MacroAssembler::patch_compare_immediate_narrow_oop(address pos, oop o) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1297
  assert(UseCompressedOops, "Can only patch compressed oops");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1298
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 49455
diff changeset
  1299
  narrowOop no = CompressedOops::encode(o);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1300
  return patch_compare_immediate_32(pos, no);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1301
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1302
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1303
// Patching the immediate value of CPU version dependent compare_immediate_narrow_klass sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1304
// The passed ptr must NOT be in compressed format!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1305
int MacroAssembler::patch_compare_immediate_narrow_klass(address pos, Klass* k) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1306
  assert(UseCompressedClassPointers, "Can only patch compressed klass pointers");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1307
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  1308
  narrowKlass nk = CompressedKlassPointers::encode(k);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1309
  return patch_compare_immediate_32(pos, nk);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1310
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1311
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1312
//------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1313
//  Extract the constant from a load_constant instruction stream.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1314
//------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1315
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1316
// Get constant from a load_const sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1317
long MacroAssembler::get_const(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1318
  assert(is_load_const(a), "not a load of a constant");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1319
  unsigned long x;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1320
  x =  (((unsigned long) (get_imm32(a,0) & 0xffffffff)) << 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1321
  x |= (((unsigned long) (get_imm32(a,1) & 0xffffffff)));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1322
  return (long) x;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1323
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1324
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1325
//--------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1326
//  Store a constant in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1327
//--------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1328
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1329
// General emitter to move a constant to memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1330
// The store is atomic.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1331
//  o Address must be given in RS format (no index register)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1332
//  o Displacement should be 12bit unsigned for efficiency. 20bit signed also supported.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1333
//  o Constant can be 1, 2, 4, or 8 bytes, signed or unsigned.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1334
//  o Memory slot can be 1, 2, 4, or 8 bytes, signed or unsigned.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1335
//  o Memory slot must be at least as wide as constant, will assert otherwise.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1336
//  o Signed constants will sign-extend, unsigned constants will zero-extend to slot width.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1337
int MacroAssembler::store_const(const Address &dest, long imm,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1338
                                unsigned int lm, unsigned int lc,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1339
                                Register scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1340
  int64_t  disp = dest.disp();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1341
  Register base = dest.base();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1342
  assert(!dest.has_index(), "not supported");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1343
  assert((lm==1)||(lm==2)||(lm==4)||(lm==8), "memory   length not supported");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1344
  assert((lc==1)||(lc==2)||(lc==4)||(lc==8), "constant length not supported");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1345
  assert(lm>=lc, "memory slot too small");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1346
  assert(lc==8 || Immediate::is_simm(imm, lc*8), "const out of range");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1347
  assert(Displacement::is_validDisp(disp), "displacement out of range");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1348
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1349
  bool is_shortDisp = Displacement::is_shortDisp(disp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1350
  int store_offset = -1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1351
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1352
  // For target len == 1 it's easy.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1353
  if (lm == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1354
    store_offset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1355
    if (is_shortDisp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1356
      z_mvi(disp, base, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1357
      return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1358
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1359
      z_mviy(disp, base, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1360
      return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1361
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1362
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1363
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1364
  // All the "good stuff" takes an unsigned displacement.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1365
  if (is_shortDisp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1366
    // NOTE: Cannot use clear_mem for imm==0, because it is not atomic.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1367
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1368
    store_offset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1369
    switch (lm) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1370
      case 2:  // Lc == 1 handled correctly here, even for unsigned. Instruction does no widening.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1371
        z_mvhhi(disp, base, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1372
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1373
      case 4:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1374
        if (Immediate::is_simm16(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1375
          z_mvhi(disp, base, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1376
          return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1377
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1378
        break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1379
      case 8:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1380
        if (Immediate::is_simm16(imm)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1381
          z_mvghi(disp, base, imm);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1382
          return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1383
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1384
        break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1385
      default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1386
        ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1387
        break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1388
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1389
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1390
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1391
  //  Can't optimize, so load value and store it.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1392
  guarantee(scratch != noreg, " need a scratch register here !");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1393
  if (imm != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1394
    load_const_optimized(scratch, imm);  // Preserves CC anyway.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1395
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1396
    // Leave CC alone!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1397
    (void) clear_reg(scratch, true, false); // Indicate unused result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1398
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1399
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1400
  store_offset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1401
  if (is_shortDisp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1402
    switch (lm) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1403
      case 2:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1404
        z_sth(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1405
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1406
      case 4:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1407
        z_st(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1408
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1409
      case 8:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1410
        z_stg(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1411
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1412
      default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1413
        ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1414
        break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1415
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1416
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1417
    switch (lm) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1418
      case 2:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1419
        z_sthy(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1420
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1421
      case 4:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1422
        z_sty(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1423
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1424
      case 8:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1425
        z_stg(scratch, disp, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1426
        return store_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1427
      default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1428
        ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1429
        break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1430
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1431
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1432
  return -1; // should not reach here
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1433
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1434
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1435
//===================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1436
//===       N O T   P A T CH A B L E   C O N S T A N T S          ===
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1437
//===================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1438
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1439
// Load constant x into register t with a fast instrcution sequence
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1440
// depending on the bits in x. Preserves CC under all circumstances.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1441
int MacroAssembler::load_const_optimized_rtn_len(Register t, long x, bool emit) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1442
  if (x == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1443
    int len;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1444
    if (emit) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1445
      len = clear_reg(t, true, false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1446
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1447
      len = 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1448
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1449
    return len;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1450
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1451
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1452
  if (Immediate::is_simm16(x)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1453
    if (emit) { z_lghi(t, x); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1454
    return 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1455
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1456
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1457
  // 64 bit value: | part1 | part2 | part3 | part4 |
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1458
  // At least one part is not zero!
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1459
  // Note: Right shift is only cleanly defined for unsigned types
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1460
  //       or for signed types with nonnegative values.
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1461
  int part1 = (int)((unsigned long)x >> 48) & 0x0000ffff;
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1462
  int part2 = (int)((unsigned long)x >> 32) & 0x0000ffff;
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1463
  int part3 = (int)((unsigned long)x >> 16) & 0x0000ffff;
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1464
  int part4 = (int)x & 0x0000ffff;
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1465
  int part12 = (int)((unsigned long)x >> 32);
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1466
  int part34 = (int)x;
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1467
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1468
  // Lower word only (unsigned).
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1469
  if (part12 == 0) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1470
    if (part3 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1471
      if (emit) z_llill(t, part4);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1472
      return 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1473
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1474
    if (part4 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1475
      if (emit) z_llilh(t, part3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1476
      return 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1477
    }
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1478
    if (emit) z_llilf(t, part34);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1479
    return 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1480
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1481
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1482
  // Upper word only.
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1483
  if (part34 == 0) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1484
    if (part1 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1485
      if (emit) z_llihl(t, part2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1486
      return 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1487
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1488
    if (part2 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1489
      if (emit) z_llihh(t, part1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1490
      return 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1491
    }
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1492
    if (emit) z_llihf(t, part12);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1493
    return 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1494
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1495
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1496
  // Lower word only (signed).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1497
  if ((part1 == 0x0000ffff) && (part2 == 0x0000ffff) && ((part3 & 0x00008000) != 0)) {
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1498
    if (emit) z_lgfi(t, part34);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1499
    return 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1500
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1501
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1502
  int len = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1503
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1504
  if ((part1 == 0) || (part2 == 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1505
    if (part1 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1506
      if (emit) z_llihl(t, part2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1507
      len += 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1508
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1509
      if (emit) z_llihh(t, part1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1510
      len += 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1511
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1512
  } else {
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1513
    if (emit) z_llihf(t, part12);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1514
    len += 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1515
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1516
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1517
  if ((part3 == 0) || (part4 == 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1518
    if (part3 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1519
      if (emit) z_iill(t, part4);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1520
      len += 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1521
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1522
      if (emit) z_iilh(t, part3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1523
      len += 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1524
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1525
  } else {
51684
4e99f412148f 8210319: [s390]: Use of shift operators not covered by cpp standard
lucy
parents: 51663
diff changeset
  1526
    if (emit) z_iilf(t, part34);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1527
    len += 6;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1528
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1529
  return len;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1530
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1531
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1532
//=====================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1533
//===     H I G H E R   L E V E L   B R A N C H   E M I T T E R S   ===
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1534
//=====================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1535
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1536
// Note: In the worst case, one of the scratch registers is destroyed!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1537
void MacroAssembler::compare32_and_branch(Register r1, RegisterOrConstant x2, branch_condition cond, Label& lbl) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1538
  // Right operand is constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1539
  if (x2.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1540
    jlong value = x2.as_constant();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1541
    compare_and_branch_optimized(r1, value, cond, lbl, /*len64=*/false, /*has_sign=*/true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1542
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1543
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1544
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1545
  // Right operand is in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1546
  compare_and_branch_optimized(r1, x2.as_register(), cond, lbl, /*len64=*/false, /*has_sign=*/true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1547
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1548
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1549
// Note: In the worst case, one of the scratch registers is destroyed!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1550
void MacroAssembler::compareU32_and_branch(Register r1, RegisterOrConstant x2, branch_condition cond, Label& lbl) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1551
  // Right operand is constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1552
  if (x2.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1553
    jlong value = x2.as_constant();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1554
    compare_and_branch_optimized(r1, value, cond, lbl, /*len64=*/false, /*has_sign=*/false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1555
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1556
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1557
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1558
  // Right operand is in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1559
  compare_and_branch_optimized(r1, x2.as_register(), cond, lbl, /*len64=*/false, /*has_sign=*/false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1560
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1561
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1562
// Note: In the worst case, one of the scratch registers is destroyed!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1563
void MacroAssembler::compare64_and_branch(Register r1, RegisterOrConstant x2, branch_condition cond, Label& lbl) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1564
  // Right operand is constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1565
  if (x2.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1566
    jlong value = x2.as_constant();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1567
    compare_and_branch_optimized(r1, value, cond, lbl, /*len64=*/true, /*has_sign=*/true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1568
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1569
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1570
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1571
  // Right operand is in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1572
  compare_and_branch_optimized(r1, x2.as_register(), cond, lbl, /*len64=*/true, /*has_sign=*/true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1573
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1574
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1575
void MacroAssembler::compareU64_and_branch(Register r1, RegisterOrConstant x2, branch_condition cond, Label& lbl) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1576
  // Right operand is constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1577
  if (x2.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1578
    jlong value = x2.as_constant();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1579
    compare_and_branch_optimized(r1, value, cond, lbl, /*len64=*/true, /*has_sign=*/false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1580
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1581
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1582
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1583
  // Right operand is in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1584
  compare_and_branch_optimized(r1, x2.as_register(), cond, lbl, /*len64=*/true, /*has_sign=*/false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1585
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1586
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1587
// Generate an optimal branch to the branch target.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1588
// Optimal means that a relative branch (brc or brcl) is used if the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1589
// branch distance is short enough. Loading the target address into a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1590
// register and branching via reg is used as fallback only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1591
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1592
// Used registers:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1593
//   Z_R1 - work reg. Holds branch target address.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1594
//          Used in fallback case only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1595
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1596
// This version of branch_optimized is good for cases where the target address is known
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1597
// and constant, i.e. is never changed (no relocation, no patching).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1598
void MacroAssembler::branch_optimized(Assembler::branch_condition cond, address branch_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1599
  address branch_origin = pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1600
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1601
  if (RelAddr::is_in_range_of_RelAddr16(branch_addr, branch_origin)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1602
    z_brc(cond, branch_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1603
  } else if (RelAddr::is_in_range_of_RelAddr32(branch_addr, branch_origin)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1604
    z_brcl(cond, branch_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1605
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1606
    load_const_optimized(Z_R1, branch_addr);  // CC must not get killed by load_const_optimized.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1607
    z_bcr(cond, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1608
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1609
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1610
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1611
// This version of branch_optimized is good for cases where the target address
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1612
// is potentially not yet known at the time the code is emitted.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1613
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1614
// One very common case is a branch to an unbound label which is handled here.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1615
// The caller might know (or hope) that the branch distance is short enough
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1616
// to be encoded in a 16bit relative address. In this case he will pass a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1617
// NearLabel branch_target.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1618
// Care must be taken with unbound labels. Each call to target(label) creates
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1619
// an entry in the patch queue for that label to patch all references of the label
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1620
// once it gets bound. Those recorded patch locations must be patchable. Otherwise,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1621
// an assertion fires at patch time.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1622
void MacroAssembler::branch_optimized(Assembler::branch_condition cond, Label& branch_target) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1623
  if (branch_target.is_bound()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1624
    address branch_addr = target(branch_target);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1625
    branch_optimized(cond, branch_addr);
46272
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1626
  } else if (branch_target.is_near()) {
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1627
    z_brc(cond, branch_target);  // Caller assures that the target will be in range for z_brc.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1628
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1629
    z_brcl(cond, branch_target); // Let's hope target is in range. Otherwise, we will abort at patch time.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1630
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1631
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1632
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1633
// Generate an optimal compare and branch to the branch target.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1634
// Optimal means that a relative branch (clgrj, brc or brcl) is used if the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1635
// branch distance is short enough. Loading the target address into a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1636
// register and branching via reg is used as fallback only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1637
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1638
// Input:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1639
//   r1 - left compare operand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1640
//   r2 - right compare operand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1641
void MacroAssembler::compare_and_branch_optimized(Register r1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1642
                                                  Register r2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1643
                                                  Assembler::branch_condition cond,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1644
                                                  address  branch_addr,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1645
                                                  bool     len64,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1646
                                                  bool     has_sign) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1647
  unsigned int casenum = (len64?2:0)+(has_sign?0:1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1648
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1649
  address branch_origin = pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1650
  if (VM_Version::has_CompareBranch() && RelAddr::is_in_range_of_RelAddr16(branch_addr, branch_origin)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1651
    switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1652
      case 0: z_crj( r1, r2, cond, branch_addr); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1653
      case 1: z_clrj (r1, r2, cond, branch_addr); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1654
      case 2: z_cgrj(r1, r2, cond, branch_addr); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1655
      case 3: z_clgrj(r1, r2, cond, branch_addr); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1656
      default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1657
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1658
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1659
    switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1660
      case 0: z_cr( r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1661
      case 1: z_clr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1662
      case 2: z_cgr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1663
      case 3: z_clgr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1664
      default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1665
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1666
    branch_optimized(cond, branch_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1667
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1668
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1669
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1670
// Generate an optimal compare and branch to the branch target.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1671
// Optimal means that a relative branch (clgij, brc or brcl) is used if the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1672
// branch distance is short enough. Loading the target address into a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1673
// register and branching via reg is used as fallback only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1674
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1675
// Input:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1676
//   r1 - left compare operand (in register)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1677
//   x2 - right compare operand (immediate)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1678
void MacroAssembler::compare_and_branch_optimized(Register r1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1679
                                                  jlong    x2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1680
                                                  Assembler::branch_condition cond,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1681
                                                  Label&   branch_target,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1682
                                                  bool     len64,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1683
                                                  bool     has_sign) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1684
  address      branch_origin = pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1685
  bool         x2_imm8       = (has_sign && Immediate::is_simm8(x2)) || (!has_sign && Immediate::is_uimm8(x2));
46272
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1686
  bool         is_RelAddr16  = branch_target.is_near() ||
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1687
                               (branch_target.is_bound() &&
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1688
                                RelAddr::is_in_range_of_RelAddr16(target(branch_target), branch_origin));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1689
  unsigned int casenum       = (len64?2:0)+(has_sign?0:1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1690
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1691
  if (VM_Version::has_CompareBranch() && is_RelAddr16 && x2_imm8) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1692
    switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1693
      case 0: z_cij( r1, x2, cond, branch_target); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1694
      case 1: z_clij(r1, x2, cond, branch_target); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1695
      case 2: z_cgij(r1, x2, cond, branch_target); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1696
      case 3: z_clgij(r1, x2, cond, branch_target); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1697
      default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1698
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1699
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1700
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1701
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1702
  if (x2 == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1703
    switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1704
      case 0: z_ltr(r1, r1); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1705
      case 1: z_ltr(r1, r1); break; // Caution: unsigned test only provides zero/notZero indication!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1706
      case 2: z_ltgr(r1, r1); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1707
      case 3: z_ltgr(r1, r1); break; // Caution: unsigned test only provides zero/notZero indication!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1708
      default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1709
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1710
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1711
    if ((has_sign && Immediate::is_simm16(x2)) || (!has_sign && Immediate::is_uimm(x2, 15))) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1712
      switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1713
        case 0: z_chi(r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1714
        case 1: z_chi(r1, x2); break; // positive immediate < 2**15
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1715
        case 2: z_cghi(r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1716
        case 3: z_cghi(r1, x2); break; // positive immediate < 2**15
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1717
        default: break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1718
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1719
    } else if ( (has_sign && Immediate::is_simm32(x2)) || (!has_sign && Immediate::is_uimm32(x2)) ) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1720
      switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1721
        case 0: z_cfi( r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1722
        case 1: z_clfi(r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1723
        case 2: z_cgfi(r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1724
        case 3: z_clgfi(r1, x2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1725
        default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1726
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1727
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1728
      // No instruction with immediate operand possible, so load into register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1729
      Register scratch = (r1 != Z_R0) ? Z_R0 : Z_R1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1730
      load_const_optimized(scratch, x2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1731
      switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1732
        case 0: z_cr( r1, scratch); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1733
        case 1: z_clr(r1, scratch); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1734
        case 2: z_cgr(r1, scratch); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1735
        case 3: z_clgr(r1, scratch); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1736
        default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1737
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1738
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1739
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1740
  branch_optimized(cond, branch_target);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1741
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1742
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1743
// Generate an optimal compare and branch to the branch target.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1744
// Optimal means that a relative branch (clgrj, brc or brcl) is used if the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1745
// branch distance is short enough. Loading the target address into a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1746
// register and branching via reg is used as fallback only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1747
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1748
// Input:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1749
//   r1 - left compare operand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1750
//   r2 - right compare operand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1751
void MacroAssembler::compare_and_branch_optimized(Register r1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1752
                                                  Register r2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1753
                                                  Assembler::branch_condition cond,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1754
                                                  Label&   branch_target,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1755
                                                  bool     len64,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1756
                                                  bool     has_sign) {
46272
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1757
  unsigned int casenum = (len64 ? 2 : 0) + (has_sign ? 0 : 1);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1758
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1759
  if (branch_target.is_bound()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1760
    address branch_addr = target(branch_target);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1761
    compare_and_branch_optimized(r1, r2, cond, branch_addr, len64, has_sign);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1762
  } else {
46272
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1763
    if (VM_Version::has_CompareBranch() && branch_target.is_near()) {
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1764
      switch (casenum) {
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1765
        case 0: z_crj(  r1, r2, cond, branch_target); break;
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1766
        case 1: z_clrj( r1, r2, cond, branch_target); break;
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1767
        case 2: z_cgrj( r1, r2, cond, branch_target); break;
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1768
        case 3: z_clgrj(r1, r2, cond, branch_target); break;
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1769
        default: ShouldNotReachHere(); break;
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1770
      }
3cee5c1f3459 8173465: Introduce NearLabel for branches known to be short.
goetz
parents: 42065
diff changeset
  1771
    } else {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1772
      switch (casenum) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1773
        case 0: z_cr( r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1774
        case 1: z_clr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1775
        case 2: z_cgr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1776
        case 3: z_clgr(r1, r2); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1777
        default: ShouldNotReachHere(); break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1778
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1779
      branch_optimized(cond, branch_target);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1780
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1781
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1782
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1783
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1784
//===========================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1785
//===   END     H I G H E R   L E V E L   B R A N C H   E M I T T E R S   ===
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1786
//===========================================================================
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1787
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1788
AddressLiteral MacroAssembler::allocate_metadata_address(Metadata* obj) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1789
  assert(oop_recorder() != NULL, "this assembler needs an OopRecorder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1790
  int index = oop_recorder()->allocate_metadata_index(obj);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1791
  RelocationHolder rspec = metadata_Relocation::spec(index);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1792
  return AddressLiteral((address)obj, rspec);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1793
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1794
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1795
AddressLiteral MacroAssembler::constant_metadata_address(Metadata* obj) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1796
  assert(oop_recorder() != NULL, "this assembler needs an OopRecorder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1797
  int index = oop_recorder()->find_index(obj);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1798
  RelocationHolder rspec = metadata_Relocation::spec(index);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1799
  return AddressLiteral((address)obj, rspec);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1800
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1801
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1802
AddressLiteral MacroAssembler::allocate_oop_address(jobject obj) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1803
  assert(oop_recorder() != NULL, "this assembler needs an OopRecorder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1804
  int oop_index = oop_recorder()->allocate_oop_index(obj);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1805
  return AddressLiteral(address(obj), oop_Relocation::spec(oop_index));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1806
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1807
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1808
AddressLiteral MacroAssembler::constant_oop_address(jobject obj) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1809
  assert(oop_recorder() != NULL, "this assembler needs an OopRecorder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1810
  int oop_index = oop_recorder()->find_index(obj);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1811
  return AddressLiteral(address(obj), oop_Relocation::spec(oop_index));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1812
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1813
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1814
// NOTE: destroys r
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1815
void MacroAssembler::c2bool(Register r, Register t) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1816
  z_lcr(t, r);   // t = -r
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1817
  z_or(r, t);    // r = -r OR r
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1818
  z_srl(r, 31);  // Yields 0 if r was 0, 1 otherwise.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1819
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1820
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1821
RegisterOrConstant MacroAssembler::delayed_value_impl(intptr_t* delayed_value_addr,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1822
                                                      Register tmp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1823
                                                      int offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1824
  intptr_t value = *delayed_value_addr;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1825
  if (value != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1826
    return RegisterOrConstant(value + offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1827
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1828
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1829
  BLOCK_COMMENT("delayed_value {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1830
  // Load indirectly to solve generation ordering problem.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1831
  load_absolute_address(tmp, (address) delayed_value_addr); // tmp = a;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1832
  z_lg(tmp, 0, tmp);                   // tmp = *tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1833
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1834
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1835
  NearLabel L;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1836
  compare64_and_branch(tmp, (intptr_t)0L, Assembler::bcondNotEqual, L);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1837
  z_illtrap();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1838
  bind(L);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1839
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1840
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1841
  if (offset != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1842
    z_agfi(tmp, offset);               // tmp = tmp + offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1843
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1844
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1845
  BLOCK_COMMENT("} delayed_value");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1846
  return RegisterOrConstant(tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1847
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1848
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1849
// Patch instruction `inst' at offset `inst_pos' to refer to `dest_pos'
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1850
// and return the resulting instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1851
// Dest_pos and inst_pos are 32 bit only. These parms can only designate
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1852
// relative positions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1853
// Use correct argument types. Do not pre-calculate distance.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1854
unsigned long MacroAssembler::patched_branch(address dest_pos, unsigned long inst, address inst_pos) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1855
  int c = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1856
  unsigned long patched_inst = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1857
  if (is_call_pcrelative_short(inst) ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1858
      is_branch_pcrelative_short(inst) ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1859
      is_branchoncount_pcrelative_short(inst) ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1860
      is_branchonindex32_pcrelative_short(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1861
    c = 1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1862
    int m = fmask(15, 0);    // simm16(-1, 16, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1863
    int v = simm16(RelAddr::pcrel_off16(dest_pos, inst_pos), 16, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1864
    patched_inst = (inst & ~m) | v;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1865
  } else if (is_compareandbranch_pcrelative_short(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1866
    c = 2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1867
    long m = fmask(31, 16);  // simm16(-1, 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1868
    long v = simm16(RelAddr::pcrel_off16(dest_pos, inst_pos), 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1869
    patched_inst = (inst & ~m) | v;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1870
  } else if (is_branchonindex64_pcrelative_short(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1871
    c = 3;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1872
    long m = fmask(31, 16);  // simm16(-1, 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1873
    long v = simm16(RelAddr::pcrel_off16(dest_pos, inst_pos), 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1874
    patched_inst = (inst & ~m) | v;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1875
  } else if (is_call_pcrelative_long(inst) || is_branch_pcrelative_long(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1876
    c = 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1877
    long m = fmask(31, 0);  // simm32(-1, 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1878
    long v = simm32(RelAddr::pcrel_off32(dest_pos, inst_pos), 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1879
    patched_inst = (inst & ~m) | v;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1880
  } else if (is_pcrelative_long(inst)) { // These are the non-branch pc-relative instructions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1881
    c = 5;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1882
    long m = fmask(31, 0);  // simm32(-1, 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1883
    long v = simm32(RelAddr::pcrel_off32(dest_pos, inst_pos), 16, 48);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1884
    patched_inst = (inst & ~m) | v;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1885
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1886
    print_dbg_msg(tty, inst, "not a relative branch", 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1887
    dump_code_range(tty, inst_pos, 32, "not a pcrelative branch");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1888
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1889
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1890
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1891
  long new_off = get_pcrel_offset(patched_inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1892
  if (new_off != (dest_pos-inst_pos)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1893
    tty->print_cr("case %d: dest_pos = %p, inst_pos = %p, disp = %ld(%12.12lx)", c, dest_pos, inst_pos, new_off, new_off);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1894
    print_dbg_msg(tty, inst,         "<- original instruction: branch patching error", 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1895
    print_dbg_msg(tty, patched_inst, "<- patched  instruction: branch patching error", 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1896
#ifdef LUCY_DBG
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1897
    VM_Version::z_SIGSEGV();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1898
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1899
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1900
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1901
  return patched_inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1902
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1903
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1904
// Only called when binding labels (share/vm/asm/assembler.cpp)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1905
// Pass arguments as intended. Do not pre-calculate distance.
51633
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 50728
diff changeset
  1906
void MacroAssembler::pd_patch_instruction(address branch, address target, const char* file, int line) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1907
  unsigned long stub_inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1908
  int           inst_len = get_instruction(branch, &stub_inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1909
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1910
  set_instruction(branch, patched_branch(target, stub_inst, branch), inst_len);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1911
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1912
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1913
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1914
// Extract relative address (aka offset).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1915
// inv_simm16 works for 4-byte instructions only.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1916
// compare and branch instructions are 6-byte and have a 16bit offset "in the middle".
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1917
long MacroAssembler::get_pcrel_offset(unsigned long inst) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1918
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1919
  if (MacroAssembler::is_pcrelative_short(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1920
    if (((inst&0xFFFFffff00000000UL) == 0) && ((inst&0x00000000FFFF0000UL) != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1921
      return RelAddr::inv_pcrel_off16(inv_simm16(inst));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1922
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1923
      return RelAddr::inv_pcrel_off16(inv_simm16_48(inst));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1924
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1925
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1926
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1927
  if (MacroAssembler::is_pcrelative_long(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1928
    return RelAddr::inv_pcrel_off32(inv_simm32(inst));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1929
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1930
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1931
  print_dbg_msg(tty, inst, "not a pcrelative instruction", 6);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1932
#ifdef LUCY_DBG
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1933
  VM_Version::z_SIGSEGV();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1934
#else
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1935
  ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1936
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1937
  return -1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1938
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1939
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1940
long MacroAssembler::get_pcrel_offset(address pc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1941
  unsigned long inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1942
  unsigned int  len = get_instruction(pc, &inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1943
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1944
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1945
  long offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1946
  if (MacroAssembler::is_pcrelative_short(inst) || MacroAssembler::is_pcrelative_long(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1947
    offset = get_pcrel_offset(inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1948
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1949
    offset = -1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1950
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1951
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1952
  if (offset == -1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1953
    dump_code_range(tty, pc, 32, "not a pcrelative instruction");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1954
#ifdef LUCY_DBG
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1955
    VM_Version::z_SIGSEGV();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1956
#else
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1957
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1958
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1959
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1960
  return offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1961
#else
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1962
  return get_pcrel_offset(inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1963
#endif // ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1964
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1965
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1966
// Get target address from pc-relative instructions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1967
address MacroAssembler::get_target_addr_pcrel(address pc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1968
  assert(is_pcrelative_long(pc), "not a pcrelative instruction");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1969
  return pc + get_pcrel_offset(pc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1970
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1971
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1972
// Patch pc relative load address.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1973
void MacroAssembler::patch_target_addr_pcrel(address pc, address con) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1974
  unsigned long inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1975
  // Offset is +/- 2**32 -> use long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1976
  ptrdiff_t distance = con - pc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1977
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1978
  get_instruction(pc, &inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1979
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1980
  if (is_pcrelative_short(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1981
    *(short *)(pc+2) = RelAddr::pcrel_off16(con, pc);  // Instructions are at least 2-byte aligned, no test required.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1982
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1983
    // Some extra safety net.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1984
    if (!RelAddr::is_in_range_of_RelAddr16(distance)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1985
      print_dbg_msg(tty, inst, "distance out of range (16bit)", 4);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1986
      dump_code_range(tty, pc, 32, "distance out of range (16bit)");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1987
      guarantee(RelAddr::is_in_range_of_RelAddr16(distance), "too far away (more than +/- 2**16");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1988
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1989
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1990
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1991
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1992
  if (is_pcrelative_long(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1993
    *(int *)(pc+2)   = RelAddr::pcrel_off32(con, pc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1994
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1995
    // Some Extra safety net.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1996
    if (!RelAddr::is_in_range_of_RelAddr32(distance)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1997
      print_dbg_msg(tty, inst, "distance out of range (32bit)", 6);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1998
      dump_code_range(tty, pc, 32, "distance out of range (32bit)");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  1999
      guarantee(RelAddr::is_in_range_of_RelAddr32(distance), "too far away (more than +/- 2**32");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2000
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2001
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2002
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2003
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2004
  guarantee(false, "not a pcrelative instruction to patch!");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2005
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2006
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2007
// "Current PC" here means the address just behind the basr instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2008
address MacroAssembler::get_PC(Register result) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2009
  z_basr(result, Z_R0); // Don't branch, just save next instruction address in result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2010
  return pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2011
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2012
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2013
// Get current PC + offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2014
// Offset given in bytes, must be even!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2015
// "Current PC" here means the address of the larl instruction plus the given offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2016
address MacroAssembler::get_PC(Register result, int64_t offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2017
  address here = pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2018
  z_larl(result, offset/2); // Save target instruction address in result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2019
  return here + offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2020
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2021
48332
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2022
void MacroAssembler::instr_size(Register size, Register pc) {
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2023
  // Extract 2 most significant bits of current instruction.
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2024
  z_llgc(size, Address(pc));
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2025
  z_srl(size, 6);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2026
  // Compute (x+3)&6 which translates 0->2, 1->4, 2->4, 3->6.
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2027
  z_ahi(size, 3);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2028
  z_nill(size, 6);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2029
}
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2030
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2031
// Resize_frame with SP(new) = SP(old) - [offset].
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2032
void MacroAssembler::resize_frame_sub(Register offset, Register fp, bool load_fp)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2033
{
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2034
  assert_different_registers(offset, fp, Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2035
  if (load_fp) { z_lg(fp, _z_abi(callers_sp), Z_SP); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2036
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2037
  z_sgr(Z_SP, offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2038
  z_stg(fp, _z_abi(callers_sp), Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2039
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2040
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2041
// Resize_frame with SP(new) = [newSP] + offset.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2042
//   This emitter is useful if we already have calculated a pointer
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2043
//   into the to-be-allocated stack space, e.g. with special alignment properties,
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2044
//   but need some additional space, e.g. for spilling.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2045
//   newSP    is the pre-calculated pointer. It must not be modified.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2046
//   fp       holds, or is filled with, the frame pointer.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2047
//   offset   is the additional increment which is added to addr to form the new SP.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2048
//            Note: specify a negative value to reserve more space!
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2049
//   load_fp == true  only indicates that fp is not pre-filled with the frame pointer.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2050
//                    It does not guarantee that fp contains the frame pointer at the end.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2051
void MacroAssembler::resize_frame_abs_with_offset(Register newSP, Register fp, int offset, bool load_fp) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2052
  assert_different_registers(newSP, fp, Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2053
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2054
  if (load_fp) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2055
    z_lg(fp, _z_abi(callers_sp), Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2056
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2057
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2058
  add2reg(Z_SP, offset, newSP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2059
  z_stg(fp, _z_abi(callers_sp), Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2060
}
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2061
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2062
// Resize_frame with SP(new) = [newSP].
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2063
//   load_fp == true  only indicates that fp is not pre-filled with the frame pointer.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2064
//                    It does not guarantee that fp contains the frame pointer at the end.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2065
void MacroAssembler::resize_frame_absolute(Register newSP, Register fp, bool load_fp) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2066
  assert_different_registers(newSP, fp, Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2067
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2068
  if (load_fp) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2069
    z_lg(fp, _z_abi(callers_sp), Z_SP); // need to use load/store.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2070
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2071
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2072
  z_lgr(Z_SP, newSP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2073
  if (newSP != Z_R0) { // make sure we generate correct code, no matter what register newSP uses.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2074
    z_stg(fp, _z_abi(callers_sp), newSP);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2075
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2076
    z_stg(fp, _z_abi(callers_sp), Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2077
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2078
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2079
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2080
// Resize_frame with SP(new) = SP(old) + offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2081
void MacroAssembler::resize_frame(RegisterOrConstant offset, Register fp, bool load_fp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2082
  assert_different_registers(fp, Z_SP);
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2083
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2084
  if (load_fp) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2085
    z_lg(fp, _z_abi(callers_sp), Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2086
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2087
  add64(Z_SP, offset);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2088
  z_stg(fp, _z_abi(callers_sp), Z_SP);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2089
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2090
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2091
void MacroAssembler::push_frame(Register bytes, Register old_sp, bool copy_sp, bool bytes_with_inverted_sign) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2092
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2093
  assert_different_registers(bytes, old_sp, Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2094
  if (!copy_sp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2095
    z_cgr(old_sp, Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2096
    asm_assert_eq("[old_sp]!=[Z_SP]", 0x211);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2097
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2098
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2099
  if (copy_sp) { z_lgr(old_sp, Z_SP); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2100
  if (bytes_with_inverted_sign) {
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2101
    z_agr(Z_SP, bytes);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2102
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2103
    z_sgr(Z_SP, bytes); // Z_sgfr sufficient, but probably not faster.
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2104
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2105
  z_stg(old_sp, _z_abi(callers_sp), Z_SP);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2106
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2107
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2108
unsigned int MacroAssembler::push_frame(unsigned int bytes, Register scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2109
  long offset = Assembler::align(bytes, frame::alignment_in_bytes);
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2110
  assert(offset > 0, "should push a frame with positive size, size = %ld.", offset);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2111
  assert(Displacement::is_validDisp(-offset), "frame size out of range, size = %ld", offset);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2112
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2113
  // We must not write outside the current stack bounds (given by Z_SP).
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2114
  // Thus, we have to first update Z_SP and then store the previous SP as stack linkage.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2115
  // We rely on Z_R0 by default to be available as scratch.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2116
  z_lgr(scratch, Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2117
  add2reg(Z_SP, -offset);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2118
  z_stg(scratch, _z_abi(callers_sp), Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2119
#ifdef ASSERT
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2120
  // Just make sure nobody uses the value in the default scratch register.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2121
  // When another register is used, the caller might rely on it containing the frame pointer.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2122
  if (scratch == Z_R0) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2123
    z_iihf(scratch, 0xbaadbabe);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2124
    z_iilf(scratch, 0xdeadbeef);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2125
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2126
#endif
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2127
  return offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2128
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2129
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2130
// Push a frame of size `bytes' plus abi160 on top.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2131
unsigned int MacroAssembler::push_frame_abi160(unsigned int bytes) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2132
  BLOCK_COMMENT("push_frame_abi160 {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2133
  unsigned int res = push_frame(bytes + frame::z_abi_160_size);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2134
  BLOCK_COMMENT("} push_frame_abi160");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2135
  return res;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2136
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2137
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2138
// Pop current C frame.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2139
void MacroAssembler::pop_frame() {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2140
  BLOCK_COMMENT("pop_frame:");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2141
  Assembler::z_lg(Z_SP, _z_abi(callers_sp), Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2142
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2143
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2144
// Pop current C frame and restore return PC register (Z_R14).
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2145
void MacroAssembler::pop_frame_restore_retPC(int frame_size_in_bytes) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2146
  BLOCK_COMMENT("pop_frame_restore_retPC:");
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2147
  int retPC_offset = _z_abi16(return_pc) + frame_size_in_bytes;
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2148
  // If possible, pop frame by add instead of load (a penny saved is a penny got :-).
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2149
  if (Displacement::is_validDisp(retPC_offset)) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2150
    z_lg(Z_R14, retPC_offset, Z_SP);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2151
    add2reg(Z_SP, frame_size_in_bytes);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2152
  } else {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2153
    add2reg(Z_SP, frame_size_in_bytes);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2154
    restore_return_pc();
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2155
  }
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2156
}
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  2157
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2158
void MacroAssembler::call_VM_leaf_base(address entry_point, bool allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2159
  if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2160
    call_c(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2161
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2162
    call_c_static(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2163
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2164
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2165
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2166
void MacroAssembler::call_VM_leaf_base(address entry_point) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2167
  bool allow_relocation = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2168
  call_VM_leaf_base(entry_point, allow_relocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2169
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2170
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2171
void MacroAssembler::call_VM_base(Register oop_result,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2172
                                  Register last_java_sp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2173
                                  address  entry_point,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2174
                                  bool     allow_relocation,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2175
                                  bool     check_exceptions) { // Defaults to true.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2176
  // Allow_relocation indicates, if true, that the generated code shall
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2177
  // be fit for code relocation or referenced data relocation. In other
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2178
  // words: all addresses must be considered variable. PC-relative addressing
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2179
  // is not possible then.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2180
  // On the other hand, if (allow_relocation == false), addresses and offsets
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2181
  // may be considered stable, enabling us to take advantage of some PC-relative
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2182
  // addressing tweaks. These might improve performance and reduce code size.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2183
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2184
  // Determine last_java_sp register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2185
  if (!last_java_sp->is_valid()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2186
    last_java_sp = Z_SP;  // Load Z_SP as SP.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2187
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2188
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2189
  set_top_ijava_frame_at_SP_as_last_Java_frame(last_java_sp, Z_R1, allow_relocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2190
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2191
  // ARG1 must hold thread address.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2192
  z_lgr(Z_ARG1, Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2193
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2194
  address return_pc = NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2195
  if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2196
    return_pc = call_c(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2197
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2198
    return_pc = call_c_static(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2199
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2200
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2201
  reset_last_Java_frame(allow_relocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2202
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2203
  // C++ interp handles this in the interpreter.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2204
  check_and_handle_popframe(Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2205
  check_and_handle_earlyret(Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2206
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2207
  // Check for pending exceptions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2208
  if (check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2209
    // Check for pending exceptions (java_thread is set upon return).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2210
    load_and_test_long(Z_R0_scratch, Address(Z_thread, Thread::pending_exception_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2211
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2212
    // This used to conditionally jump to forward_exception however it is
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2213
    // possible if we relocate that the branch will not reach. So we must jump
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2214
    // around so we can always reach.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2215
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2216
    Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2217
    z_bre(ok); // Bcondequal is the same as bcondZero.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2218
    call_stub(StubRoutines::forward_exception_entry());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2219
    bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2220
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2221
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2222
  // Get oop result if there is one and reset the value in the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2223
  if (oop_result->is_valid()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2224
    get_vm_result(oop_result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2225
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2226
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2227
  _last_calls_return_pc = return_pc;  // Wipe out other (error handling) calls.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2228
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2229
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2230
void MacroAssembler::call_VM_base(Register oop_result,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2231
                                  Register last_java_sp,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2232
                                  address  entry_point,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2233
                                  bool     check_exceptions) { // Defaults to true.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2234
  bool allow_relocation = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2235
  call_VM_base(oop_result, last_java_sp, entry_point, allow_relocation, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2236
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2237
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2238
// VM calls without explicit last_java_sp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2239
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2240
void MacroAssembler::call_VM(Register oop_result, address entry_point, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2241
  // Call takes possible detour via InterpreterMacroAssembler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2242
  call_VM_base(oop_result, noreg, entry_point, true, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2243
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2244
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2245
void MacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2246
  // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2247
  lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2248
  call_VM(oop_result, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2249
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2250
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2251
void MacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, Register arg_2, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2252
  // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2253
  lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2254
  assert(arg_2 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2255
  lgr_if_needed(Z_ARG3, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2256
  call_VM(oop_result, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2257
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2258
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2259
void MacroAssembler::call_VM(Register oop_result, address entry_point, Register arg_1, Register arg_2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2260
                             Register arg_3, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2261
  // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2262
  lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2263
  assert(arg_2 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2264
  lgr_if_needed(Z_ARG3, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2265
  assert(arg_3 != Z_ARG2 && arg_3 != Z_ARG3, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2266
  lgr_if_needed(Z_ARG4, arg_3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2267
  call_VM(oop_result, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2268
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2269
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2270
// VM static calls without explicit last_java_sp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2271
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2272
void MacroAssembler::call_VM_static(Register oop_result, address entry_point, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2273
  // Call takes possible detour via InterpreterMacroAssembler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2274
  call_VM_base(oop_result, noreg, entry_point, false, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2275
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2276
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2277
void MacroAssembler::call_VM_static(Register oop_result, address entry_point, Register arg_1, Register arg_2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2278
                                    Register arg_3, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2279
  // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2280
  lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2281
  assert(arg_2 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2282
  lgr_if_needed(Z_ARG3, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2283
  assert(arg_3 != Z_ARG2 && arg_3 != Z_ARG3, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2284
  lgr_if_needed(Z_ARG4, arg_3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2285
  call_VM_static(oop_result, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2286
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2287
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2288
// VM calls with explicit last_java_sp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2289
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2290
void MacroAssembler::call_VM(Register oop_result, Register last_java_sp, address entry_point, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2291
  // Call takes possible detour via InterpreterMacroAssembler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2292
  call_VM_base(oop_result, last_java_sp, entry_point, true, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2293
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2294
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2295
void MacroAssembler::call_VM(Register oop_result, Register last_java_sp, address entry_point, Register arg_1, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2296
   // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2297
   lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2298
   call_VM(oop_result, last_java_sp, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2299
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2300
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2301
void MacroAssembler::call_VM(Register oop_result, Register last_java_sp, address entry_point, Register arg_1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2302
                             Register arg_2, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2303
   // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2304
   lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2305
   assert(arg_2 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2306
   lgr_if_needed(Z_ARG3, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2307
   call_VM(oop_result, last_java_sp, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2308
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2309
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2310
void MacroAssembler::call_VM(Register oop_result, Register last_java_sp, address entry_point, Register arg_1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2311
                             Register arg_2, Register arg_3, bool check_exceptions) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2312
  // Z_ARG1 is reserved for the thread.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2313
  lgr_if_needed(Z_ARG2, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2314
  assert(arg_2 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2315
  lgr_if_needed(Z_ARG3, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2316
  assert(arg_3 != Z_ARG2 && arg_3 != Z_ARG3, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2317
  lgr_if_needed(Z_ARG4, arg_3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2318
  call_VM(oop_result, last_java_sp, entry_point, check_exceptions);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2319
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2320
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2321
// VM leaf calls.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2322
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2323
void MacroAssembler::call_VM_leaf(address entry_point) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2324
  // Call takes possible detour via InterpreterMacroAssembler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2325
  call_VM_leaf_base(entry_point, true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2326
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2327
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2328
void MacroAssembler::call_VM_leaf(address entry_point, Register arg_1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2329
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2330
  call_VM_leaf(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2331
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2332
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2333
void MacroAssembler::call_VM_leaf(address entry_point, Register arg_1, Register arg_2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2334
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2335
  assert(arg_2 != Z_ARG1, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2336
  if (arg_2 != noreg) lgr_if_needed(Z_ARG2, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2337
  call_VM_leaf(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2338
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2339
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2340
void MacroAssembler::call_VM_leaf(address entry_point, Register arg_1, Register arg_2, Register arg_3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2341
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2342
  assert(arg_2 != Z_ARG1, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2343
  if (arg_2 != noreg) lgr_if_needed(Z_ARG2, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2344
  assert(arg_3 != Z_ARG1 && arg_3 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2345
  if (arg_3 != noreg) lgr_if_needed(Z_ARG3, arg_3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2346
  call_VM_leaf(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2347
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2348
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2349
// Static VM leaf calls.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2350
// Really static VM leaf calls are never patched.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2351
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2352
void MacroAssembler::call_VM_leaf_static(address entry_point) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2353
  // Call takes possible detour via InterpreterMacroAssembler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2354
  call_VM_leaf_base(entry_point, false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2355
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2356
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2357
void MacroAssembler::call_VM_leaf_static(address entry_point, Register arg_1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2358
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2359
  call_VM_leaf_static(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2360
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2361
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2362
void MacroAssembler::call_VM_leaf_static(address entry_point, Register arg_1, Register arg_2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2363
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2364
  assert(arg_2 != Z_ARG1, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2365
  if (arg_2 != noreg) lgr_if_needed(Z_ARG2, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2366
  call_VM_leaf_static(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2367
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2368
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2369
void MacroAssembler::call_VM_leaf_static(address entry_point, Register arg_1, Register arg_2, Register arg_3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2370
  if (arg_1 != noreg) lgr_if_needed(Z_ARG1, arg_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2371
  assert(arg_2 != Z_ARG1, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2372
  if (arg_2 != noreg) lgr_if_needed(Z_ARG2, arg_2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2373
  assert(arg_3 != Z_ARG1 && arg_3 != Z_ARG2, "smashed argument");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2374
  if (arg_3 != noreg) lgr_if_needed(Z_ARG3, arg_3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2375
  call_VM_leaf_static(entry_point);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2376
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2377
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2378
// Don't use detour via call_c(reg).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2379
address MacroAssembler::call_c(address function_entry) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2380
  load_const(Z_R1, function_entry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2381
  return call(Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2382
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2383
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2384
// Variant for really static (non-relocatable) calls which are never patched.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2385
address MacroAssembler::call_c_static(address function_entry) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2386
  load_absolute_address(Z_R1, function_entry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2387
#if 0 // def ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2388
  // Verify that call site did not move.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2389
  load_const_optimized(Z_R0, function_entry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2390
  z_cgr(Z_R1, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2391
  z_brc(bcondEqual, 3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2392
  z_illtrap(0xba);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2393
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2394
  return call(Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2395
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2396
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2397
address MacroAssembler::call_c_opt(address function_entry) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2398
  bool success = call_far_patchable(function_entry, -2 /* emit relocation + constant */);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2399
  _last_calls_return_pc = success ? pc() : NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2400
  return _last_calls_return_pc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2401
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2402
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2403
// Identify a call_far_patchable instruction: LARL + LG + BASR
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2404
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2405
//    nop                   ; optionally, if required for alignment
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2406
//    lgrl rx,A(TOC entry)  ; PC-relative access into constant pool
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2407
//    basr Z_R14,rx         ; end of this instruction must be aligned to a word boundary
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2408
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2409
// Code pattern will eventually get patched into variant2 (see below for detection code).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2410
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2411
bool MacroAssembler::is_call_far_patchable_variant0_at(address instruction_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2412
  address iaddr = instruction_addr;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2413
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2414
  // Check for the actual load instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2415
  if (!is_load_const_from_toc(iaddr)) { return false; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2416
  iaddr += load_const_from_toc_size();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2417
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2418
  // Check for the call (BASR) instruction, finally.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2419
  assert(iaddr-instruction_addr+call_byregister_size() == call_far_patchable_size(), "size mismatch");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2420
  return is_call_byregister(iaddr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2421
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2422
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2423
// Identify a call_far_patchable instruction: BRASL
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2424
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2425
// Code pattern to suits atomic patching:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2426
//    nop                       ; Optionally, if required for alignment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2427
//    nop    ...                ; Multiple filler nops to compensate for size difference (variant0 is longer).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2428
//    nop                       ; For code pattern detection: Prepend each BRASL with a nop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2429
//    brasl  Z_R14,<reladdr>    ; End of code must be 4-byte aligned !
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2430
bool MacroAssembler::is_call_far_patchable_variant2_at(address instruction_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2431
  const address call_addr = (address)((intptr_t)instruction_addr + call_far_patchable_size() - call_far_pcrelative_size());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2432
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2433
  // Check for correct number of leading nops.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2434
  address iaddr;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2435
  for (iaddr = instruction_addr; iaddr < call_addr; iaddr += nop_size()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2436
    if (!is_z_nop(iaddr)) { return false; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2437
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2438
  assert(iaddr == call_addr, "sanity");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2439
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2440
  // --> Check for call instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2441
  if (is_call_far_pcrelative(call_addr)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2442
    assert(call_addr-instruction_addr+call_far_pcrelative_size() == call_far_patchable_size(), "size mismatch");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2443
    return true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2444
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2445
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2446
  return false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2447
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2448
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2449
// Emit a NOT mt-safely patchable 64 bit absolute call.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2450
// If toc_offset == -2, then the destination of the call (= target) is emitted
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2451
//                      to the constant pool and a runtime_call relocation is added
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2452
//                      to the code buffer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2453
// If toc_offset != -2, target must already be in the constant pool at
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2454
//                      _ctableStart+toc_offset (a caller can retrieve toc_offset
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2455
//                      from the runtime_call relocation).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2456
// Special handling of emitting to scratch buffer when there is no constant pool.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2457
// Slightly changed code pattern. We emit an additional nop if we would
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2458
// not end emitting at a word aligned address. This is to ensure
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2459
// an atomically patchable displacement in brasl instructions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2460
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2461
// A call_far_patchable comes in different flavors:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2462
//  - LARL(CP) / LG(CP) / BR (address in constant pool, access via CP register)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2463
//  - LGRL(CP) / BR          (address in constant pool, pc-relative accesss)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2464
//  - BRASL                  (relative address of call target coded in instruction)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2465
// All flavors occupy the same amount of space. Length differences are compensated
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2466
// by leading nops, such that the instruction sequence always ends at the same
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2467
// byte offset. This is required to keep the return offset constant.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2468
// Furthermore, the return address (the end of the instruction sequence) is forced
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2469
// to be on a 4-byte boundary. This is required for atomic patching, should we ever
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2470
// need to patch the call target of the BRASL flavor.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2471
// RETURN value: false, if no constant pool entry could be allocated, true otherwise.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2472
bool MacroAssembler::call_far_patchable(address target, int64_t tocOffset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2473
  // Get current pc and ensure word alignment for end of instr sequence.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2474
  const address start_pc = pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2475
  const intptr_t       start_off = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2476
  assert(!call_far_patchable_requires_alignment_nop(start_pc), "call_far_patchable requires aligned address");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2477
  const ptrdiff_t      dist      = (ptrdiff_t)(target - (start_pc + 2)); // Prepend each BRASL with a nop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2478
  const bool emit_target_to_pool = (tocOffset == -2) && !code_section()->scratch_emit();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2479
  const bool emit_relative_call  = !emit_target_to_pool &&
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2480
                                   RelAddr::is_in_range_of_RelAddr32(dist) &&
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2481
                                   ReoptimizeCallSequences &&
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2482
                                   !code_section()->scratch_emit();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2483
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2484
  if (emit_relative_call) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2485
    // Add padding to get the same size as below.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2486
    const unsigned int padding = call_far_patchable_size() - call_far_pcrelative_size();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2487
    unsigned int current_padding;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2488
    for (current_padding = 0; current_padding < padding; current_padding += nop_size()) { z_nop(); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2489
    assert(current_padding == padding, "sanity");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2490
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2491
    // relative call: len = 2(nop) + 6 (brasl)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2492
    // CodeBlob resize cannot occur in this case because
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2493
    // this call is emitted into pre-existing space.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2494
    z_nop(); // Prepend each BRASL with a nop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2495
    z_brasl(Z_R14, target);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2496
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2497
    // absolute call: Get address from TOC.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2498
    // len = (load TOC){6|0} + (load from TOC){6} + (basr){2} = {14|8}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2499
    if (emit_target_to_pool) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2500
      // When emitting the call for the first time, we do not need to use
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2501
      // the pc-relative version. It will be patched anyway, when the code
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2502
      // buffer is copied.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2503
      // Relocation is not needed when !ReoptimizeCallSequences.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2504
      relocInfo::relocType rt = ReoptimizeCallSequences ? relocInfo::runtime_call_w_cp_type : relocInfo::none;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2505
      AddressLiteral dest(target, rt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2506
      // Store_oop_in_toc() adds dest to the constant table. As side effect, this kills
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2507
      // inst_mark(). Reset if possible.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2508
      bool reset_mark = (inst_mark() == pc());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2509
      tocOffset = store_oop_in_toc(dest);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2510
      if (reset_mark) { set_inst_mark(); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2511
      if (tocOffset == -1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2512
        return false; // Couldn't create constant pool entry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2513
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2514
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2515
    assert(offset() == start_off, "emit no code before this point!");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2516
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2517
    address tocPos = pc() + tocOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2518
    if (emit_target_to_pool) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2519
      tocPos = code()->consts()->start() + tocOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2520
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2521
    load_long_pcrelative(Z_R14, tocPos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2522
    z_basr(Z_R14, Z_R14);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2523
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2524
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2525
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2526
  // Assert that we can identify the emitted call.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2527
  assert(is_call_far_patchable_at(addr_at(start_off)), "can't identify emitted call");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2528
  assert(offset() == start_off+call_far_patchable_size(), "wrong size");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2529
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2530
  if (emit_target_to_pool) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2531
    assert(get_dest_of_call_far_patchable_at(addr_at(start_off), code()->consts()->start()) == target,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2532
           "wrong encoding of dest address");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2533
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2534
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2535
  return true; // success
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2536
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2537
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2538
// Identify a call_far_patchable instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2539
// For more detailed information see header comment of call_far_patchable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2540
bool MacroAssembler::is_call_far_patchable_at(address instruction_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2541
  return is_call_far_patchable_variant2_at(instruction_addr)  || // short version: BRASL
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2542
         is_call_far_patchable_variant0_at(instruction_addr);    // long version LARL + LG + BASR
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2543
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2544
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2545
// Does the call_far_patchable instruction use a pc-relative encoding
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2546
// of the call destination?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2547
bool MacroAssembler::is_call_far_patchable_pcrelative_at(address instruction_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2548
  // Variant 2 is pc-relative.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2549
  return is_call_far_patchable_variant2_at(instruction_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2550
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2551
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2552
bool MacroAssembler::is_call_far_pcrelative(address instruction_addr) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2553
  // Prepend each BRASL with a nop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2554
  return is_z_nop(instruction_addr) && is_z_brasl(instruction_addr + nop_size());  // Match at position after one nop required.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2555
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2556
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2557
// Set destination address of a call_far_patchable instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2558
void MacroAssembler::set_dest_of_call_far_patchable_at(address instruction_addr, address dest, int64_t tocOffset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2559
  ResourceMark rm;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2560
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2561
  // Now that CP entry is verified, patch call to a pc-relative call (if circumstances permit).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2562
  int code_size = MacroAssembler::call_far_patchable_size();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2563
  CodeBuffer buf(instruction_addr, code_size);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2564
  MacroAssembler masm(&buf);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2565
  masm.call_far_patchable(dest, tocOffset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2566
  ICache::invalidate_range(instruction_addr, code_size); // Empty on z.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2567
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2568
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2569
// Get dest address of a call_far_patchable instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2570
address MacroAssembler::get_dest_of_call_far_patchable_at(address instruction_addr, address ctable) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2571
  // Dynamic TOC: absolute address in constant pool.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2572
  // Check variant2 first, it is more frequent.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2573
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2574
  // Relative address encoded in call instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2575
  if (is_call_far_patchable_variant2_at(instruction_addr)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2576
    return MacroAssembler::get_target_addr_pcrel(instruction_addr + nop_size()); // Prepend each BRASL with a nop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2577
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2578
  // Absolute address in constant pool.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2579
  } else if (is_call_far_patchable_variant0_at(instruction_addr)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2580
    address iaddr = instruction_addr;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2581
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2582
    long    tocOffset = get_load_const_from_toc_offset(iaddr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2583
    address tocLoc    = iaddr + tocOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2584
    return *(address *)(tocLoc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2585
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2586
    fprintf(stderr, "MacroAssembler::get_dest_of_call_far_patchable_at has a problem at %p:\n", instruction_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2587
    fprintf(stderr, "not a call_far_patchable: %16.16lx %16.16lx, len = %d\n",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2588
            *(unsigned long*)instruction_addr,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2589
            *(unsigned long*)(instruction_addr+8),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2590
            call_far_patchable_size());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2591
    Disassembler::decode(instruction_addr, instruction_addr+call_far_patchable_size());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2592
    ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2593
    return NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2594
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2595
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2596
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2597
void MacroAssembler::align_call_far_patchable(address pc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2598
  if (call_far_patchable_requires_alignment_nop(pc)) { z_nop(); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2599
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2600
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2601
void MacroAssembler::check_and_handle_earlyret(Register java_thread) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2602
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2603
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2604
void MacroAssembler::check_and_handle_popframe(Register java_thread) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2605
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2606
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2607
// Read from the polling page.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2608
// Use TM or TMY instruction, depending on read offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2609
//   offset = 0: Use TM, safepoint polling.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2610
//   offset < 0: Use TMY, profiling safepoint polling.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2611
void MacroAssembler::load_from_polling_page(Register polling_page_address, int64_t offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2612
  if (Immediate::is_uimm12(offset)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2613
    z_tm(offset, polling_page_address, mask_safepoint);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2614
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2615
    z_tmy(offset, polling_page_address, mask_profiling);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2616
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2617
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2618
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2619
// Check whether z_instruction is a read access to the polling page
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2620
// which was emitted by load_from_polling_page(..).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2621
bool MacroAssembler::is_load_from_polling_page(address instr_loc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2622
  unsigned long z_instruction;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2623
  unsigned int  ilen = get_instruction(instr_loc, &z_instruction);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2624
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2625
  if (ilen == 2) { return false; } // It's none of the allowed instructions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2626
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2627
  if (ilen == 4) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2628
    if (!is_z_tm(z_instruction)) { return false; } // It's len=4, but not a z_tm. fail.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2629
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2630
    int ms = inv_mask(z_instruction,8,32);  // mask
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2631
    int ra = inv_reg(z_instruction,16,32);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2632
    int ds = inv_uimm12(z_instruction);     // displacement
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2633
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2634
    if (!(ds == 0 && ra != 0 && ms == mask_safepoint)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2635
      return false; // It's not a z_tm(0, ra, mask_safepoint). Fail.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2636
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2637
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2638
  } else { /* if (ilen == 6) */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2639
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2640
    assert(!is_z_lg(z_instruction), "old form (LG) polling page access. Please fix and use TM(Y).");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2641
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2642
    if (!is_z_tmy(z_instruction)) { return false; } // It's len=6, but not a z_tmy. fail.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2643
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2644
    int ms = inv_mask(z_instruction,8,48);  // mask
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2645
    int ra = inv_reg(z_instruction,16,48);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2646
    int ds = inv_simm20(z_instruction);     // displacement
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2647
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2648
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2649
  return true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2650
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2651
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2652
// Extract poll address from instruction and ucontext.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2653
address MacroAssembler::get_poll_address(address instr_loc, void* ucontext) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2654
  assert(ucontext != NULL, "must have ucontext");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2655
  ucontext_t* uc = (ucontext_t*) ucontext;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2656
  unsigned long z_instruction;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2657
  unsigned int ilen = get_instruction(instr_loc, &z_instruction);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2658
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2659
  if (ilen == 4 && is_z_tm(z_instruction)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2660
    int ra = inv_reg(z_instruction, 16, 32);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2661
    int ds = inv_uimm12(z_instruction);       // displacement
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2662
    address addr = (address)uc->uc_mcontext.gregs[ra];
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2663
    return addr + ds;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2664
  } else if (ilen == 6 && is_z_tmy(z_instruction)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2665
    int ra = inv_reg(z_instruction, 16, 48);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2666
    int ds = inv_simm20(z_instruction);       // displacement
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2667
    address addr = (address)uc->uc_mcontext.gregs[ra];
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2668
    return addr + ds;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2669
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2670
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2671
  ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2672
  return NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2673
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2674
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2675
// Extract poll register from instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2676
uint MacroAssembler::get_poll_register(address instr_loc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2677
  unsigned long z_instruction;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2678
  unsigned int ilen = get_instruction(instr_loc, &z_instruction);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2679
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2680
  if (ilen == 4 && is_z_tm(z_instruction)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2681
    return (uint)inv_reg(z_instruction, 16, 32);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2682
  } else if (ilen == 6 && is_z_tmy(z_instruction)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2683
    return (uint)inv_reg(z_instruction, 16, 48);  // base register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2684
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2685
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2686
  ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2687
  return 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2688
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2689
48332
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2690
void MacroAssembler::safepoint_poll(Label& slow_path, Register temp_reg) {
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2691
  if (SafepointMechanism::uses_thread_local_poll()) {
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2692
    const Address poll_byte_addr(Z_thread, in_bytes(Thread::polling_page_offset()) + 7 /* Big Endian */);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2693
    // Armed page has poll_bit set.
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2694
    z_tm(poll_byte_addr, SafepointMechanism::poll_bit());
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2695
    z_brnaz(slow_path);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2696
  } else {
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2697
    load_const_optimized(temp_reg, SafepointSynchronize::address_of_state());
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2698
    z_cli(/*SafepointSynchronize::sz_state()*/4-1, temp_reg, SafepointSynchronize::_not_synchronized);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2699
    z_brne(slow_path);
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2700
  }
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2701
}
651a95f30dfb 8193257: PPC64, s390 implementation for Thread-local handshakes
mdoerr
parents: 48331
diff changeset
  2702
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2703
// Don't rely on register locking, always use Z_R1 as scratch register instead.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2704
void MacroAssembler::bang_stack_with_offset(int offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2705
  // Stack grows down, caller passes positive offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2706
  assert(offset > 0, "must bang with positive offset");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2707
  if (Displacement::is_validDisp(-offset)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2708
    z_tmy(-offset, Z_SP, mask_stackbang);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2709
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2710
    add2reg(Z_R1, -offset, Z_SP);    // Do not destroy Z_SP!!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2711
    z_tm(0, Z_R1, mask_stackbang);  // Just banging.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2712
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2713
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2714
43420
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2715
void MacroAssembler::reserved_stack_check(Register return_pc) {
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2716
  // Test if reserved zone needs to be enabled.
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2717
  Label no_reserved_zone_enabling;
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2718
  assert(return_pc == Z_R14, "Return pc must be in R14 before z_br() to StackOverflow stub.");
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2719
  BLOCK_COMMENT("reserved_stack_check {");
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2720
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2721
  z_clg(Z_SP, Address(Z_thread, JavaThread::reserved_stack_activation_offset()));
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2722
  z_brl(no_reserved_zone_enabling);
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2723
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2724
  // Enable reserved zone again, throw stack overflow exception.
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2725
  save_return_pc();
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2726
  push_frame_abi160(0);
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2727
  call_VM_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::enable_stack_reserved_zone), Z_thread);
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2728
  pop_frame();
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2729
  restore_return_pc();
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2730
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2731
  load_const_optimized(Z_R1, StubRoutines::throw_delayed_StackOverflowError_entry());
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2732
  // Don't use call() or z_basr(), they will invalidate Z_R14 which contains the return pc.
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2733
  z_br(Z_R1);
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2734
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2735
  should_not_reach_here();
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2736
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2737
  bind(no_reserved_zone_enabling);
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2738
  BLOCK_COMMENT("} reserved_stack_check");
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2739
}
a056d6465ef9 8172049: [s390] Implement "JEP 270: Reserved Stack Areas for Critical Sections".
goetz
parents: 42065
diff changeset
  2740
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2741
// Defines obj, preserves var_size_in_bytes, okay for t2 == var_size_in_bytes.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2742
void MacroAssembler::tlab_allocate(Register obj,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2743
                                   Register var_size_in_bytes,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2744
                                   int con_size_in_bytes,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2745
                                   Register t1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2746
                                   Label& slow_case) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2747
  assert_different_registers(obj, var_size_in_bytes, t1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2748
  Register end = t1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2749
  Register thread = Z_thread;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2750
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2751
  z_lg(obj, Address(thread, JavaThread::tlab_top_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2752
  if (var_size_in_bytes == noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2753
    z_lay(end, Address(obj, con_size_in_bytes));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2754
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2755
    z_lay(end, Address(obj, var_size_in_bytes));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2756
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2757
  z_cg(end, Address(thread, JavaThread::tlab_end_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2758
  branch_optimized(bcondHigh, slow_case);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2759
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2760
  // Update the tlab top pointer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2761
  z_stg(end, Address(thread, JavaThread::tlab_top_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2762
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2763
  // Recover var_size_in_bytes if necessary.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2764
  if (var_size_in_bytes == end) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2765
    z_sgr(var_size_in_bytes, obj);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2766
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2767
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2768
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2769
// Emitter for interface method lookup.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2770
//   input: recv_klass, intf_klass, itable_index
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2771
//   output: method_result
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2772
//   kills: itable_index, temp1_reg, Z_R0, Z_R1
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2773
// TODO: Temp2_reg is unused. we may use this emitter also in the itable stubs.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2774
// If the register is still not needed then, remove it.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2775
void MacroAssembler::lookup_interface_method(Register           recv_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2776
                                             Register           intf_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2777
                                             RegisterOrConstant itable_index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2778
                                             Register           method_result,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2779
                                             Register           temp1_reg,
48585
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2780
                                             Label&             no_such_interface,
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2781
                                             bool               return_method) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2782
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2783
  const Register vtable_len = temp1_reg;    // Used to compute itable_entry_addr.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2784
  const Register itable_entry_addr = Z_R1_scratch;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2785
  const Register itable_interface = Z_R0_scratch;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2786
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2787
  BLOCK_COMMENT("lookup_interface_method {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2788
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2789
  // Load start of itable entries into itable_entry_addr.
46280
6eef3d367beb 8175269: [s390] cleanup calls to vtable_start_offset() and vtable_length_offset()
lucy
parents: 46272
diff changeset
  2790
  z_llgf(vtable_len, Address(recv_klass, Klass::vtable_length_offset()));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2791
  z_sllg(vtable_len, vtable_len, exact_log2(vtableEntry::size_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2792
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2793
  // Loop over all itable entries until desired interfaceOop(Rinterface) found.
46280
6eef3d367beb 8175269: [s390] cleanup calls to vtable_start_offset() and vtable_length_offset()
lucy
parents: 46272
diff changeset
  2794
  const int vtable_base_offset = in_bytes(Klass::vtable_start_offset());
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2795
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2796
  add2reg_with_index(itable_entry_addr,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2797
                     vtable_base_offset + itableOffsetEntry::interface_offset_in_bytes(),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2798
                     recv_klass, vtable_len);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2799
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2800
  const int itable_offset_search_inc = itableOffsetEntry::size() * wordSize;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2801
  Label     search;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2802
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2803
  bind(search);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2804
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2805
  // Handle IncompatibleClassChangeError.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2806
  // If the entry is NULL then we've reached the end of the table
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2807
  // without finding the expected interface, so throw an exception.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2808
  load_and_test_long(itable_interface, Address(itable_entry_addr));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2809
  z_bre(no_such_interface);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2810
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2811
  add2reg(itable_entry_addr, itable_offset_search_inc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2812
  z_cgr(itable_interface, intf_klass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2813
  z_brne(search);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2814
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2815
  // Entry found and itable_entry_addr points to it, get offset of vtable for interface.
48585
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2816
  if (return_method) {
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2817
    const int vtable_offset_offset = (itableOffsetEntry::offset_offset_in_bytes() -
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2818
                                      itableOffsetEntry::interface_offset_in_bytes()) -
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2819
                                     itable_offset_search_inc;
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2820
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2821
    // Compute itableMethodEntry and get method and entry point
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2822
    // we use addressing with index and displacement, since the formula
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2823
    // for computing the entry's offset has a fixed and a dynamic part,
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2824
    // the latter depending on the matched interface entry and on the case,
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2825
    // that the itable index has been passed as a register, not a constant value.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2826
    int method_offset = itableMethodEntry::method_offset_in_bytes();
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2827
                             // Fixed part (displacement), common operand.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2828
    Register itable_offset = method_result;  // Dynamic part (index register).
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2829
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2830
    if (itable_index.is_register()) {
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2831
       // Compute the method's offset in that register, for the formula, see the
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2832
       // else-clause below.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2833
       z_sllg(itable_offset, itable_index.as_register(), exact_log2(itableMethodEntry::size() * wordSize));
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2834
       z_agf(itable_offset, vtable_offset_offset, itable_entry_addr);
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2835
    } else {
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2836
      // Displacement increases.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2837
      method_offset += itableMethodEntry::size() * wordSize * itable_index.as_constant();
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2838
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2839
      // Load index from itable.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2840
      z_llgf(itable_offset, vtable_offset_offset, itable_entry_addr);
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2841
    }
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2842
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2843
    // Finally load the method's oop.
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2844
    z_lg(method_result, method_offset, itable_offset, recv_klass);
d9fcb7ba8133 8191907: PPC64 and s390 parts of JDK-8174962: Better interface invocations
mdoerr
parents: 48332
diff changeset
  2845
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2846
  BLOCK_COMMENT("} lookup_interface_method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2847
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2848
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2849
// Lookup for virtual method invocation.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2850
void MacroAssembler::lookup_virtual_method(Register           recv_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2851
                                           RegisterOrConstant vtable_index,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2852
                                           Register           method_result) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2853
  assert_different_registers(recv_klass, vtable_index.register_or_noreg());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2854
  assert(vtableEntry::size() * wordSize == wordSize,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2855
         "else adjust the scaling in the code below");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2856
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2857
  BLOCK_COMMENT("lookup_virtual_method {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2858
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2859
  const int base = in_bytes(Klass::vtable_start_offset());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2860
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2861
  if (vtable_index.is_constant()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2862
    // Load with base + disp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2863
    Address vtable_entry_addr(recv_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2864
                              vtable_index.as_constant() * wordSize +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2865
                              base +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2866
                              vtableEntry::method_offset_in_bytes());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2867
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2868
    z_lg(method_result, vtable_entry_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2869
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2870
    // Shift index properly and load with base + index + disp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2871
    Register vindex = vtable_index.as_register();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2872
    Address  vtable_entry_addr(recv_klass, vindex,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2873
                               base + vtableEntry::method_offset_in_bytes());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2874
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2875
    z_sllg(vindex, vindex, exact_log2(wordSize));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2876
    z_lg(method_result, vtable_entry_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2877
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2878
  BLOCK_COMMENT("} lookup_virtual_method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2879
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2880
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2881
// Factor out code to call ic_miss_handler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2882
// Generate code to call the inline cache miss handler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2883
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2884
// In most cases, this code will be generated out-of-line.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2885
// The method parameters are intended to provide some variability.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2886
//   ICM          - Label which has to be bound to the start of useful code (past any traps).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2887
//   trapMarker   - Marking byte for the generated illtrap instructions (if any).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2888
//                  Any value except 0x00 is supported.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2889
//                  = 0x00 - do not generate illtrap instructions.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2890
//                         use nops to fill ununsed space.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2891
//   requiredSize - required size of the generated code. If the actually
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2892
//                  generated code is smaller, use padding instructions to fill up.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2893
//                  = 0 - no size requirement, no padding.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2894
//   scratch      - scratch register to hold branch target address.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2895
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2896
//  The method returns the code offset of the bound label.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2897
unsigned int MacroAssembler::call_ic_miss_handler(Label& ICM, int trapMarker, int requiredSize, Register scratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2898
  intptr_t startOffset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2899
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2900
  // Prevent entry at content_begin().
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2901
  if (trapMarker != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2902
    z_illtrap(trapMarker);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2903
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2904
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2905
  // Load address of inline cache miss code into scratch register
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2906
  // and branch to cache miss handler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2907
  BLOCK_COMMENT("IC miss handler {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2908
  BIND(ICM);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2909
  unsigned int   labelOffset = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2910
  AddressLiteral icmiss(SharedRuntime::get_ic_miss_stub());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2911
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2912
  load_const_optimized(scratch, icmiss);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2913
  z_br(scratch);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2914
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2915
  // Fill unused space.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2916
  if (requiredSize > 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2917
    while ((offset() - startOffset) < requiredSize) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2918
      if (trapMarker == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2919
        z_nop();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2920
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2921
        z_illtrap(trapMarker);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2922
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2923
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2924
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2925
  BLOCK_COMMENT("} IC miss handler");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2926
  return labelOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2927
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2928
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2929
void MacroAssembler::nmethod_UEP(Label& ic_miss) {
58959
b7b170ba3ba9 8233328: fix minimal VM build on Linux s390x
mbaesken
parents: 57777
diff changeset
  2930
  Register ic_reg       = Z_inline_cache;
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2931
  int      klass_offset = oopDesc::klass_offset_in_bytes();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2932
  if (!ImplicitNullChecks || MacroAssembler::needs_explicit_null_check(klass_offset)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2933
    if (VM_Version::has_CompareBranch()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2934
      z_cgij(Z_ARG1, 0, Assembler::bcondEqual, ic_miss);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2935
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2936
      z_ltgr(Z_ARG1, Z_ARG1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2937
      z_bre(ic_miss);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2938
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2939
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2940
  // Compare cached class against klass from receiver.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2941
  compare_klass_ptr(ic_reg, klass_offset, Z_ARG1, false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2942
  z_brne(ic_miss);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2943
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2944
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2945
void MacroAssembler::check_klass_subtype_fast_path(Register   sub_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2946
                                                   Register   super_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2947
                                                   Register   temp1_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2948
                                                   Label*     L_success,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2949
                                                   Label*     L_failure,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2950
                                                   Label*     L_slow_path,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2951
                                                   RegisterOrConstant super_check_offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2952
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2953
  const int sc_offset  = in_bytes(Klass::secondary_super_cache_offset());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2954
  const int sco_offset = in_bytes(Klass::super_check_offset_offset());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2955
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2956
  bool must_load_sco = (super_check_offset.constant_or_zero() == -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2957
  bool need_slow_path = (must_load_sco ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2958
                         super_check_offset.constant_or_zero() == sc_offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2959
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2960
  // Input registers must not overlap.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2961
  assert_different_registers(sub_klass, super_klass, temp1_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2962
  if (super_check_offset.is_register()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2963
    assert_different_registers(sub_klass, super_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2964
                               super_check_offset.as_register());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2965
  } else if (must_load_sco) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2966
    assert(temp1_reg != noreg, "supply either a temp or a register offset");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2967
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2968
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2969
  const Register Rsuper_check_offset = temp1_reg;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2970
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2971
  NearLabel L_fallthrough;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2972
  int label_nulls = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2973
  if (L_success == NULL)   { L_success   = &L_fallthrough; label_nulls++; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2974
  if (L_failure == NULL)   { L_failure   = &L_fallthrough; label_nulls++; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2975
  if (L_slow_path == NULL) { L_slow_path = &L_fallthrough; label_nulls++; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2976
  assert(label_nulls <= 1 ||
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2977
         (L_slow_path == &L_fallthrough && label_nulls <= 2 && !need_slow_path),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2978
         "at most one NULL in the batch, usually");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2979
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2980
  BLOCK_COMMENT("check_klass_subtype_fast_path {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2981
  // If the pointers are equal, we are done (e.g., String[] elements).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2982
  // This self-check enables sharing of secondary supertype arrays among
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2983
  // non-primary types such as array-of-interface. Otherwise, each such
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2984
  // type would need its own customized SSA.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2985
  // We move this check to the front of the fast path because many
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2986
  // type checks are in fact trivially successful in this manner,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2987
  // so we get a nicely predicted branch right at the start of the check.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2988
  compare64_and_branch(sub_klass, super_klass, bcondEqual, *L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2989
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2990
  // Check the supertype display, which is uint.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2991
  if (must_load_sco) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2992
    z_llgf(Rsuper_check_offset, sco_offset, super_klass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2993
    super_check_offset = RegisterOrConstant(Rsuper_check_offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2994
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2995
  Address super_check_addr(sub_klass, super_check_offset, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2996
  z_cg(super_klass, super_check_addr); // compare w/ displayed supertype
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2997
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2998
  // This check has worked decisively for primary supers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  2999
  // Secondary supers are sought in the super_cache ('super_cache_addr').
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3000
  // (Secondary supers are interfaces and very deeply nested subtypes.)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3001
  // This works in the same check above because of a tricky aliasing
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3002
  // between the super_cache and the primary super display elements.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3003
  // (The 'super_check_addr' can address either, as the case requires.)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3004
  // Note that the cache is updated below if it does not help us find
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3005
  // what we need immediately.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3006
  // So if it was a primary super, we can just fail immediately.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3007
  // Otherwise, it's the slow path for us (no success at this point).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3008
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3009
  // Hacked jmp, which may only be used just before L_fallthrough.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3010
#define final_jmp(label)                                                \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3011
  if (&(label) == &L_fallthrough) { /*do nothing*/ }                    \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3012
  else                            { branch_optimized(Assembler::bcondAlways, label); } /*omit semicolon*/
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3013
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3014
  if (super_check_offset.is_register()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3015
    branch_optimized(Assembler::bcondEqual, *L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3016
    z_cfi(super_check_offset.as_register(), sc_offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3017
    if (L_failure == &L_fallthrough) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3018
      branch_optimized(Assembler::bcondEqual, *L_slow_path);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3019
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3020
      branch_optimized(Assembler::bcondNotEqual, *L_failure);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3021
      final_jmp(*L_slow_path);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3022
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3023
  } else if (super_check_offset.as_constant() == sc_offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3024
    // Need a slow path; fast failure is impossible.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3025
    if (L_slow_path == &L_fallthrough) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3026
      branch_optimized(Assembler::bcondEqual, *L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3027
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3028
      branch_optimized(Assembler::bcondNotEqual, *L_slow_path);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3029
      final_jmp(*L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3030
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3031
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3032
    // No slow path; it's a fast decision.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3033
    if (L_failure == &L_fallthrough) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3034
      branch_optimized(Assembler::bcondEqual, *L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3035
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3036
      branch_optimized(Assembler::bcondNotEqual, *L_failure);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3037
      final_jmp(*L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3038
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3039
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3040
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3041
  bind(L_fallthrough);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3042
#undef local_brc
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3043
#undef final_jmp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3044
  BLOCK_COMMENT("} check_klass_subtype_fast_path");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3045
  // fallthru (to slow path)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3046
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3047
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3048
void MacroAssembler::check_klass_subtype_slow_path(Register Rsubklass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3049
                                                   Register Rsuperklass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3050
                                                   Register Rarray_ptr,  // tmp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3051
                                                   Register Rlength,     // tmp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3052
                                                   Label* L_success,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3053
                                                   Label* L_failure) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3054
  // Input registers must not overlap.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3055
  // Also check for R1 which is explicitely used here.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3056
  assert_different_registers(Z_R1, Rsubklass, Rsuperklass, Rarray_ptr, Rlength);
51756
4bd35a5ec694 8210676: Remove some unused Label variables
mikael
parents: 51684
diff changeset
  3057
  NearLabel L_fallthrough;
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3058
  int label_nulls = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3059
  if (L_success == NULL) { L_success = &L_fallthrough; label_nulls++; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3060
  if (L_failure == NULL) { L_failure = &L_fallthrough; label_nulls++; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3061
  assert(label_nulls <= 1, "at most one NULL in the batch");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3062
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3063
  const int ss_offset = in_bytes(Klass::secondary_supers_offset());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3064
  const int sc_offset = in_bytes(Klass::secondary_super_cache_offset());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3066
  const int length_offset = Array<Klass*>::length_offset_in_bytes();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3067
  const int base_offset   = Array<Klass*>::base_offset_in_bytes();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3068
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3069
  // Hacked jmp, which may only be used just before L_fallthrough.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3070
#define final_jmp(label)                                                \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3071
  if (&(label) == &L_fallthrough) { /*do nothing*/ }                    \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3072
  else                            branch_optimized(Assembler::bcondAlways, label) /*omit semicolon*/
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3073
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3074
  NearLabel loop_iterate, loop_count, match;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3075
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3076
  BLOCK_COMMENT("check_klass_subtype_slow_path {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3077
  z_lg(Rarray_ptr, ss_offset, Rsubklass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3078
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3079
  load_and_test_int(Rlength, Address(Rarray_ptr, length_offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3080
  branch_optimized(Assembler::bcondZero, *L_failure);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3081
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3082
  // Oops in table are NO MORE compressed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3083
  z_cg(Rsuperklass, base_offset, Rarray_ptr); // Check array element for match.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3084
  z_bre(match);                               // Shortcut for array length = 1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3085
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3086
  // No match yet, so we must walk the array's elements.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3087
  z_lngfr(Rlength, Rlength);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3088
  z_sllg(Rlength, Rlength, LogBytesPerWord); // -#bytes of cache array
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3089
  z_llill(Z_R1, BytesPerWord);               // Set increment/end index.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3090
  add2reg(Rlength, 2 * BytesPerWord);        // start index  = -(n-2)*BytesPerWord
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3091
  z_slgr(Rarray_ptr, Rlength);               // start addr: +=  (n-2)*BytesPerWord
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3092
  z_bru(loop_count);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3093
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3094
  BIND(loop_iterate);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3095
  z_cg(Rsuperklass, base_offset, Rlength, Rarray_ptr); // Check array element for match.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3096
  z_bre(match);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3097
  BIND(loop_count);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3098
  z_brxlg(Rlength, Z_R1, loop_iterate);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3099
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3100
  // Rsuperklass not found among secondary super classes -> failure.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3101
  branch_optimized(Assembler::bcondAlways, *L_failure);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3102
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3103
  // Got a hit. Return success (zero result). Set cache.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3104
  // Cache load doesn't happen here. For speed it is directly emitted by the compiler.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3105
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3106
  BIND(match);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3107
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3108
  z_stg(Rsuperklass, sc_offset, Rsubklass); // Save result to cache.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3109
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3110
  final_jmp(*L_success);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3111
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3112
  // Exit to the surrounding code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3113
  BIND(L_fallthrough);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3114
#undef local_brc
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3115
#undef final_jmp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3116
  BLOCK_COMMENT("} check_klass_subtype_slow_path");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3117
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3118
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3119
// Emitter for combining fast and slow path.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3120
void MacroAssembler::check_klass_subtype(Register sub_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3121
                                         Register super_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3122
                                         Register temp1_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3123
                                         Register temp2_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3124
                                         Label&   L_success) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3125
  NearLabel failure;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3126
  BLOCK_COMMENT(err_msg("check_klass_subtype(%s subclass of %s) {", sub_klass->name(), super_klass->name()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3127
  check_klass_subtype_fast_path(sub_klass, super_klass, temp1_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3128
                                &L_success, &failure, NULL);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3129
  check_klass_subtype_slow_path(sub_klass, super_klass,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3130
                                temp1_reg, temp2_reg, &L_success, NULL);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3131
  BIND(failure);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3132
  BLOCK_COMMENT("} check_klass_subtype");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3133
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3134
55343
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3135
void MacroAssembler::clinit_barrier(Register klass, Register thread, Label* L_fast_path, Label* L_slow_path) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3136
  assert(L_fast_path != NULL || L_slow_path != NULL, "at least one is required");
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3137
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3138
  Label L_fallthrough;
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3139
  if (L_fast_path == NULL) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3140
    L_fast_path = &L_fallthrough;
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3141
  } else if (L_slow_path == NULL) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3142
    L_slow_path = &L_fallthrough;
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3143
  }
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3144
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3145
  // Fast path check: class is fully initialized
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3146
  z_cli(Address(klass, InstanceKlass::init_state_offset()), InstanceKlass::fully_initialized);
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3147
  z_bre(*L_fast_path);
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3148
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3149
  // Fast path check: current thread is initializer thread
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3150
  z_cg(thread, Address(klass, InstanceKlass::init_thread_offset()));
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3151
  if (L_slow_path == &L_fallthrough) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3152
    z_bre(*L_fast_path);
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3153
  } else if (L_fast_path == &L_fallthrough) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3154
    z_brne(*L_slow_path);
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3155
  } else {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3156
    Unimplemented();
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3157
  }
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3158
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3159
  bind(L_fallthrough);
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3160
}
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  3161
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3162
// Increment a counter at counter_address when the eq condition code is
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3163
// set. Kills registers tmp1_reg and tmp2_reg and preserves the condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3164
void MacroAssembler::increment_counter_eq(address counter_address, Register tmp1_reg, Register tmp2_reg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3165
  Label l;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3166
  z_brne(l);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3167
  load_const(tmp1_reg, counter_address);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3168
  add2mem_32(Address(tmp1_reg), 1, tmp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3169
  z_cr(tmp1_reg, tmp1_reg); // Set cc to eq.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3170
  bind(l);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3171
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3172
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3173
// Semantics are dependent on the slow_case label:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3174
//   If the slow_case label is not NULL, failure to biased-lock the object
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3175
//   transfers control to the location of the slow_case label. If the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3176
//   object could be biased-locked, control is transferred to the done label.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3177
//   The condition code is unpredictable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3178
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3179
//   If the slow_case label is NULL, failure to biased-lock the object results
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3180
//   in a transfer of control to the done label with a condition code of not_equal.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3181
//   If the biased-lock could be successfully obtained, control is transfered to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3182
//   the done label with a condition code of equal.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3183
//   It is mandatory to react on the condition code At the done label.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3184
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3185
void MacroAssembler::biased_locking_enter(Register  obj_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3186
                                          Register  mark_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3187
                                          Register  temp_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3188
                                          Register  temp2_reg,    // May be Z_RO!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3189
                                          Label    &done,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3190
                                          Label    *slow_case) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3191
  assert(UseBiasedLocking, "why call this otherwise?");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3192
  assert_different_registers(obj_reg, mark_reg, temp_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3193
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3194
  Label cas_label; // Try, if implemented, CAS locking. Fall thru to slow path otherwise.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3195
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3196
  BLOCK_COMMENT("biased_locking_enter {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3197
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3198
  // Biased locking
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3199
  // See whether the lock is currently biased toward our thread and
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3200
  // whether the epoch is still valid.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3201
  // Note that the runtime guarantees sufficient alignment of JavaThread
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3202
  // pointers to allow age to be placed into low bits.
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3203
  assert(markWord::age_shift == markWord::lock_bits + markWord::biased_lock_bits,
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3204
         "biased locking makes assumptions about bit layout");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3205
  z_lr(temp_reg, mark_reg);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3206
  z_nilf(temp_reg, markWord::biased_lock_mask_in_place);
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3207
  z_chi(temp_reg, markWord::biased_lock_pattern);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3208
  z_brne(cas_label);  // Try cas if object is not biased, i.e. cannot be biased locked.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3209
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3210
  load_prototype_header(temp_reg, obj_reg);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3211
  load_const_optimized(temp2_reg, ~((int) markWord::age_mask_in_place));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3212
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3213
  z_ogr(temp_reg, Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3214
  z_xgr(temp_reg, mark_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3215
  z_ngr(temp_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3216
  if (PrintBiasedLockingStatistics) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3217
    increment_counter_eq((address) BiasedLocking::biased_lock_entry_count_addr(), mark_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3218
    // Restore mark_reg.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3219
    z_lg(mark_reg, oopDesc::mark_offset_in_bytes(), obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3220
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3221
  branch_optimized(Assembler::bcondEqual, done);  // Biased lock obtained, return success.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3222
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3223
  Label try_revoke_bias;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3224
  Label try_rebias;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3225
  Address mark_addr = Address(obj_reg, oopDesc::mark_offset_in_bytes());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3226
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3227
  //----------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3228
  // At this point we know that the header has the bias pattern and
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3229
  // that we are not the bias owner in the current epoch. We need to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3230
  // figure out more details about the state of the header in order to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3231
  // know what operations can be legally performed on the object's
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3232
  // header.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3233
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3234
  // If the low three bits in the xor result aren't clear, that means
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3235
  // the prototype header is no longer biased and we have to revoke
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3236
  // the bias on this object.
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3237
  z_tmll(temp_reg, markWord::biased_lock_mask_in_place);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3238
  z_brnaz(try_revoke_bias);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3239
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3240
  // Biasing is still enabled for this data type. See whether the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3241
  // epoch of the current bias is still valid, meaning that the epoch
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3242
  // bits of the mark word are equal to the epoch bits of the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3243
  // prototype header. (Note that the prototype header's epoch bits
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3244
  // only change at a safepoint.) If not, attempt to rebias the object
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3245
  // toward the current thread. Note that we must be absolutely sure
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3246
  // that the current epoch is invalid in order to do this because
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3247
  // otherwise the manipulations it performs on the mark word are
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3248
  // illegal.
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3249
  z_tmll(temp_reg, markWord::epoch_mask_in_place);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3250
  z_brnaz(try_rebias);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3251
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3252
  //----------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3253
  // The epoch of the current bias is still valid but we know nothing
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3254
  // about the owner; it might be set or it might be clear. Try to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3255
  // acquire the bias of the object using an atomic operation. If this
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3256
  // fails we will go in to the runtime to revoke the object's bias.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3257
  // Note that we first construct the presumed unbiased header so we
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3258
  // don't accidentally blow away another thread's valid bias.
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3259
  z_nilf(mark_reg, markWord::biased_lock_mask_in_place | markWord::age_mask_in_place |
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3260
         markWord::epoch_mask_in_place);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3261
  z_lgr(temp_reg, Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3262
  z_llgfr(mark_reg, mark_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3263
  z_ogr(temp_reg, mark_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3264
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3265
  assert(oopDesc::mark_offset_in_bytes() == 0, "offset of _mark is not 0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3266
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3267
  z_csg(mark_reg, temp_reg, 0, obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3268
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3269
  // If the biasing toward our thread failed, this means that
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3270
  // another thread succeeded in biasing it toward itself and we
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3271
  // need to revoke that bias. The revocation will occur in the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3272
  // interpreter runtime in the slow case.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3273
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3274
  if (PrintBiasedLockingStatistics) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3275
    increment_counter_eq((address) BiasedLocking::anonymously_biased_lock_entry_count_addr(),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3276
                         temp_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3277
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3278
  if (slow_case != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3279
    branch_optimized(Assembler::bcondNotEqual, *slow_case); // Biased lock not obtained, need to go the long way.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3280
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3281
  branch_optimized(Assembler::bcondAlways, done);           // Biased lock status given in condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3282
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3283
  //----------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3284
  bind(try_rebias);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3285
  // At this point we know the epoch has expired, meaning that the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3286
  // current "bias owner", if any, is actually invalid. Under these
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3287
  // circumstances _only_, we are allowed to use the current header's
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3288
  // value as the comparison value when doing the cas to acquire the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3289
  // bias in the current epoch. In other words, we allow transfer of
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3290
  // the bias from one thread to another directly in this situation.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3291
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3292
  z_nilf(mark_reg, markWord::biased_lock_mask_in_place | markWord::age_mask_in_place | markWord::epoch_mask_in_place);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3293
  load_prototype_header(temp_reg, obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3294
  z_llgfr(mark_reg, mark_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3295
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3296
  z_ogr(temp_reg, Z_thread);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3297
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3298
  assert(oopDesc::mark_offset_in_bytes() == 0, "offset of _mark is not 0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3299
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3300
  z_csg(mark_reg, temp_reg, 0, obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3301
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3302
  // If the biasing toward our thread failed, this means that
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3303
  // another thread succeeded in biasing it toward itself and we
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3304
  // need to revoke that bias. The revocation will occur in the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3305
  // interpreter runtime in the slow case.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3306
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3307
  if (PrintBiasedLockingStatistics) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3308
    increment_counter_eq((address) BiasedLocking::rebiased_lock_entry_count_addr(), temp_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3309
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3310
  if (slow_case != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3311
    branch_optimized(Assembler::bcondNotEqual, *slow_case);  // Biased lock not obtained, need to go the long way.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3312
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3313
  z_bru(done);           // Biased lock status given in condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3314
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3315
  //----------------------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3316
  bind(try_revoke_bias);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3317
  // The prototype mark in the klass doesn't have the bias bit set any
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3318
  // more, indicating that objects of this data type are not supposed
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3319
  // to be biased any more. We are going to try to reset the mark of
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3320
  // this object to the prototype value and fall through to the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3321
  // CAS-based locking scheme. Note that if our CAS fails, it means
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3322
  // that another thread raced us for the privilege of revoking the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3323
  // bias of this particular object, so it's okay to continue in the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3324
  // normal locking code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3325
  load_prototype_header(temp_reg, obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3326
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3327
  assert(oopDesc::mark_offset_in_bytes() == 0, "offset of _mark is not 0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3328
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3329
  z_csg(mark_reg, temp_reg, 0, obj_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3330
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3331
  // Fall through to the normal CAS-based lock, because no matter what
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3332
  // the result of the above CAS, some thread must have succeeded in
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3333
  // removing the bias bit from the object's header.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3334
  if (PrintBiasedLockingStatistics) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3335
    // z_cgr(mark_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3336
    increment_counter_eq((address) BiasedLocking::revoked_lock_entry_count_addr(), temp_reg, temp2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3337
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3338
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3339
  bind(cas_label);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3340
  BLOCK_COMMENT("} biased_locking_enter");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3341
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3342
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3343
void MacroAssembler::biased_locking_exit(Register mark_addr, Register temp_reg, Label& done) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3344
  // Check for biased locking unlock case, which is a no-op
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3345
  // Note: we do not have to check the thread ID for two reasons.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3346
  // First, the interpreter checks for IllegalMonitorStateException at
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3347
  // a higher level. Second, if the bias was revoked while we held the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3348
  // lock, the object could not be rebiased toward another thread, so
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3349
  // the bias bit would be clear.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3350
  BLOCK_COMMENT("biased_locking_exit {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3351
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3352
  z_lg(temp_reg, 0, mark_addr);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3353
  z_nilf(temp_reg, markWord::biased_lock_mask_in_place);
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3354
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3355
  z_chi(temp_reg, markWord::biased_lock_pattern);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3356
  z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3357
  BLOCK_COMMENT("} biased_locking_exit");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3358
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3359
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3360
void MacroAssembler::compiler_fast_lock_object(Register oop, Register box, Register temp1, Register temp2, bool try_bias) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3361
  Register displacedHeader = temp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3362
  Register currentHeader = temp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3363
  Register temp = temp2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3364
  NearLabel done, object_has_monitor;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3365
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3366
  BLOCK_COMMENT("compiler_fast_lock_object {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3367
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3368
  // Load markWord from oop into mark.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3369
  z_lg(displacedHeader, 0, oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3370
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3371
  if (try_bias) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3372
    biased_locking_enter(oop, displacedHeader, temp, Z_R0, done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3373
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3374
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3375
  // Handle existing monitor.
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3376
  // The object has an existing monitor iff (mark & monitor_value) != 0.
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3377
  guarantee(Immediate::is_uimm16(markWord::monitor_value), "must be half-word");
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3378
  z_lr(temp, displacedHeader);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3379
  z_nill(temp, markWord::monitor_value);
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3380
  z_brne(object_has_monitor);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3381
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3382
  // Set mark to markWord | markWord::unlocked_value.
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3383
  z_oill(displacedHeader, markWord::unlocked_value);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3384
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3385
  // Load Compare Value application register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3386
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3387
  // Initialize the box (must happen before we update the object mark).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3388
  z_stg(displacedHeader, BasicLock::displaced_header_offset_in_bytes(), box);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3389
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3390
  // Memory Fence (in cmpxchgd)
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3391
  // Compare object markWord with mark and if equal exchange scratch1 with object markWord.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3392
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3393
  // If the compare-and-swap succeeded, then we found an unlocked object and we
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3394
  // have now locked it.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3395
  z_csg(displacedHeader, box, 0, oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3396
  assert(currentHeader==displacedHeader, "must be same register"); // Identified two registers from z/Architecture.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3397
  z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3398
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3399
  // We did not see an unlocked object so try the fast recursive case.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3400
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3401
  z_sgr(currentHeader, Z_SP);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3402
  load_const_optimized(temp, (~(os::vm_page_size()-1) | markWord::lock_mask_in_place));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3403
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3404
  z_ngr(currentHeader, temp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3405
  //   z_brne(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3406
  //   z_release();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3407
  z_stg(currentHeader/*==0 or not 0*/, BasicLock::displaced_header_offset_in_bytes(), box);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3408
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3409
  z_bru(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3410
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3411
  Register zero = temp;
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3412
  Register monitor_tagged = displacedHeader; // Tagged with markWord::monitor_value.
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3413
  bind(object_has_monitor);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3414
  // The object's monitor m is unlocked iff m->owner == NULL,
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3415
  // otherwise m->owner may contain a thread or a stack address.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3416
  //
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3417
  // Try to CAS m->owner from NULL to current thread.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3418
  z_lghi(zero, 0);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3419
  // If m->owner is null, then csg succeeds and sets m->owner=THREAD and CR=EQ.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3420
  z_csg(zero, Z_thread, OM_OFFSET_NO_MONITOR_VALUE_TAG(owner), monitor_tagged);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3421
  // Store a non-null value into the box.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3422
  z_stg(box, BasicLock::displaced_header_offset_in_bytes(), box);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3423
#ifdef ASSERT
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3424
  z_brne(done);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3425
  // We've acquired the monitor, check some invariants.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3426
  // Invariant 1: _recursions should be 0.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3427
  asm_assert_mem8_is_zero(OM_OFFSET_NO_MONITOR_VALUE_TAG(recursions), monitor_tagged,
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3428
                          "monitor->_recursions should be 0", -1);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3429
  z_ltgr(zero, zero); // Set CR=EQ.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3430
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3431
  bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3432
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3433
  BLOCK_COMMENT("} compiler_fast_lock_object");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3434
  // If locking was successful, CR should indicate 'EQ'.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3435
  // The compiler or the native wrapper generates a branch to the runtime call
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3436
  // _complete_monitor_locking_Java.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3437
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3438
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3439
void MacroAssembler::compiler_fast_unlock_object(Register oop, Register box, Register temp1, Register temp2, bool try_bias) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3440
  Register displacedHeader = temp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3441
  Register currentHeader = temp2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3442
  Register temp = temp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3443
  Register monitor = temp2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3444
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3445
  Label done, object_has_monitor;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3446
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3447
  BLOCK_COMMENT("compiler_fast_unlock_object {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3448
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3449
  if (try_bias) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3450
    biased_locking_exit(oop, currentHeader, done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3451
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3452
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3453
  // Find the lock address and load the displaced header from the stack.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3454
  // if the displaced header is zero, we have a recursive unlock.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3455
  load_and_test_long(displacedHeader, Address(box, BasicLock::displaced_header_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3456
  z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3457
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3458
  // Handle existing monitor.
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3459
  // The object has an existing monitor iff (mark & monitor_value) != 0.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3460
  z_lg(currentHeader, oopDesc::mark_offset_in_bytes(), oop);
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3461
  guarantee(Immediate::is_uimm16(markWord::monitor_value), "must be half-word");
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3462
  z_nill(currentHeader, markWord::monitor_value);
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3463
  z_brne(object_has_monitor);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3464
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3465
  // Check if it is still a light weight lock, this is true if we see
57777
90ead0febf56 8229258: Rework markOop and markOopDesc into a simpler mark word value carrier
stefank
parents: 57583
diff changeset
  3466
  // the stack address of the basicLock in the markWord of the object
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3467
  // copy box to currentHeader such that csg does not kill it.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3468
  z_lgr(currentHeader, box);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3469
  z_csg(currentHeader, displacedHeader, 0, oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3470
  z_bru(done); // Csg sets CR as desired.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3471
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3472
  // Handle existing monitor.
51663
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3473
  bind(object_has_monitor);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3474
  z_lg(currentHeader, oopDesc::mark_offset_in_bytes(), oop);    // CurrentHeader is tagged with monitor_value set.
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3475
  load_and_test_long(temp, Address(currentHeader, OM_OFFSET_NO_MONITOR_VALUE_TAG(recursions)));
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3476
  z_brne(done);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3477
  load_and_test_long(temp, Address(currentHeader, OM_OFFSET_NO_MONITOR_VALUE_TAG(owner)));
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3478
  z_brne(done);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3479
  load_and_test_long(temp, Address(currentHeader, OM_OFFSET_NO_MONITOR_VALUE_TAG(EntryList)));
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3480
  z_brne(done);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3481
  load_and_test_long(temp, Address(currentHeader, OM_OFFSET_NO_MONITOR_VALUE_TAG(cxq)));
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3482
  z_brne(done);
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3483
  z_release();
a65d8a6fa424 8210381: Obsolete EmitSync
mikael
parents: 51633
diff changeset
  3484
  z_stg(temp/*=0*/, OM_OFFSET_NO_MONITOR_VALUE_TAG(owner), currentHeader);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3485
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3486
  bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3487
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3488
  BLOCK_COMMENT("} compiler_fast_unlock_object");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3489
  // flag == EQ indicates success
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3490
  // flag == NE indicates failure
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3491
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3492
44406
a46a6c4d1dd9 8176100: [REDO][REDO] G1 Needs pre barrier on dereference of weak JNI handles
mgerdin
parents: 44093
diff changeset
  3493
void MacroAssembler::resolve_jobject(Register value, Register tmp1, Register tmp2) {
49754
ee93c1087584 8201362: Remove CollectedHeap::barrier_set()
pliden
parents: 49748
diff changeset
  3494
  BarrierSetAssembler* bs = BarrierSet::barrier_set()->barrier_set_assembler();
49748
6a880e576856 8199417: Modularize interpreter GC barriers
eosterlund
parents: 49734
diff changeset
  3495
  bs->resolve_jobject(this, value, tmp1, tmp2);
6a880e576856 8199417: Modularize interpreter GC barriers
eosterlund
parents: 49734
diff changeset
  3496
}
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3497
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3498
// Last_Java_sp must comply to the rules in frame_s390.hpp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3499
void MacroAssembler::set_last_Java_frame(Register last_Java_sp, Register last_Java_pc, bool allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3500
  BLOCK_COMMENT("set_last_Java_frame {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3501
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3502
  // Always set last_Java_pc and flags first because once last_Java_sp
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3503
  // is visible has_last_Java_frame is true and users will look at the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3504
  // rest of the fields. (Note: flags should always be zero before we
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3505
  // get here so doesn't need to be set.)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3506
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3507
  // Verify that last_Java_pc was zeroed on return to Java.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3508
  if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3509
    asm_assert_mem8_is_zero(in_bytes(JavaThread::last_Java_pc_offset()),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3510
                            Z_thread,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3511
                            "last_Java_pc not zeroed before leaving Java",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3512
                            0x200);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3513
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3514
    asm_assert_mem8_is_zero_static(in_bytes(JavaThread::last_Java_pc_offset()),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3515
                                   Z_thread,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3516
                                   "last_Java_pc not zeroed before leaving Java",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3517
                                   0x200);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3518
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3519
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3520
  // When returning from calling out from Java mode the frame anchor's
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3521
  // last_Java_pc will always be set to NULL. It is set here so that
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3522
  // if we are doing a call to native (not VM) that we capture the
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3523
  // known pc and don't have to rely on the native call having a
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3524
  // standard frame linkage where we can find the pc.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3525
  if (last_Java_pc!=noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3526
    z_stg(last_Java_pc, Address(Z_thread, JavaThread::last_Java_pc_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3527
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3528
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3529
  // This membar release is not required on z/Architecture, since the sequence of stores
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3530
  // in maintained. Nevertheless, we leave it in to document the required ordering.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3531
  // The implementation of z_release() should be empty.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3532
  // z_release();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3533
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3534
  z_stg(last_Java_sp, Address(Z_thread, JavaThread::last_Java_sp_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3535
  BLOCK_COMMENT("} set_last_Java_frame");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3536
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3537
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3538
void MacroAssembler::reset_last_Java_frame(bool allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3539
  BLOCK_COMMENT("reset_last_Java_frame {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3540
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3541
  if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3542
    asm_assert_mem8_isnot_zero(in_bytes(JavaThread::last_Java_sp_offset()),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3543
                               Z_thread,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3544
                               "SP was not set, still zero",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3545
                               0x202);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3546
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3547
    asm_assert_mem8_isnot_zero_static(in_bytes(JavaThread::last_Java_sp_offset()),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3548
                                      Z_thread,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3549
                                      "SP was not set, still zero",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3550
                                      0x202);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3551
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3552
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3553
  // _last_Java_sp = 0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3554
  // Clearing storage must be atomic here, so don't use clear_mem()!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3555
  store_const(Address(Z_thread, JavaThread::last_Java_sp_offset()), 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3556
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3557
  // _last_Java_pc = 0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3558
  store_const(Address(Z_thread, JavaThread::last_Java_pc_offset()), 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3559
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3560
  BLOCK_COMMENT("} reset_last_Java_frame");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3561
  return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3562
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3563
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3564
void MacroAssembler::set_top_ijava_frame_at_SP_as_last_Java_frame(Register sp, Register tmp1, bool allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3565
  assert_different_registers(sp, tmp1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3566
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3567
  // We cannot trust that code generated by the C++ compiler saves R14
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3568
  // to z_abi_160.return_pc, because sometimes it spills R14 using stmg at
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3569
  // z_abi_160.gpr14 (e.g. InterpreterRuntime::_new()).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3570
  // Therefore we load the PC into tmp1 and let set_last_Java_frame() save
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3571
  // it into the frame anchor.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3572
  get_PC(tmp1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3573
  set_last_Java_frame(/*sp=*/sp, /*pc=*/tmp1, allow_relocation);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3574
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3575
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3576
void MacroAssembler::set_thread_state(JavaThreadState new_state) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3577
  z_release();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3578
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3579
  assert(Immediate::is_uimm16(_thread_max_state), "enum value out of range for instruction");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3580
  assert(sizeof(JavaThreadState) == sizeof(int), "enum value must have base type int");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3581
  store_const(Address(Z_thread, JavaThread::thread_state_offset()), new_state, Z_R0, false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3582
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3583
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3584
void MacroAssembler::get_vm_result(Register oop_result) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3585
  verify_thread();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3586
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3587
  z_lg(oop_result, Address(Z_thread, JavaThread::vm_result_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3588
  clear_mem(Address(Z_thread, JavaThread::vm_result_offset()), sizeof(void*));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3589
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3590
  verify_oop(oop_result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3591
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3592
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3593
void MacroAssembler::get_vm_result_2(Register result) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3594
  verify_thread();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3595
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3596
  z_lg(result, Address(Z_thread, JavaThread::vm_result_2_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3597
  clear_mem(Address(Z_thread, JavaThread::vm_result_2_offset()), sizeof(void*));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3598
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3599
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3600
// We require that C code which does not return a value in vm_result will
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3601
// leave it undisturbed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3602
void MacroAssembler::set_vm_result(Register oop_result) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3603
  z_stg(oop_result, Address(Z_thread, JavaThread::vm_result_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3604
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3605
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3606
// Explicit null checks (used for method handle code).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3607
void MacroAssembler::null_check(Register reg, Register tmp, int64_t offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3608
  if (!ImplicitNullChecks) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3609
    NearLabel ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3610
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3611
    compare64_and_branch(reg, (intptr_t) 0, Assembler::bcondNotEqual, ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3612
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3613
    // We just put the address into reg if it was 0 (tmp==Z_R0 is allowed so we can't use it for the address).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3614
    address exception_entry = Interpreter::throw_NullPointerException_entry();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3615
    load_absolute_address(reg, exception_entry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3616
    z_br(reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3617
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3618
    bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3619
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3620
    if (needs_explicit_null_check((intptr_t)offset)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3621
      // Provoke OS NULL exception if reg = NULL by
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3622
      // accessing M[reg] w/o changing any registers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3623
      z_lg(tmp, 0, reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3624
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3625
    // else
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3626
      // Nothing to do, (later) access of M[reg + offset]
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3627
      // will provoke OS NULL exception if reg = NULL.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3628
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3629
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3630
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3631
//-------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3632
//  Compressed Klass Pointers
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3633
//-------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3634
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3635
// Klass oop manipulations if compressed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3636
void MacroAssembler::encode_klass_not_null(Register dst, Register src) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3637
  Register current = (src != noreg) ? src : dst; // Klass is in dst if no src provided. (dst == src) also possible.
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3638
  address  base    = CompressedKlassPointers::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3639
  int      shift   = CompressedKlassPointers::shift();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3640
  assert(UseCompressedClassPointers, "only for compressed klass ptrs");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3641
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3642
  BLOCK_COMMENT("cKlass encoder {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3643
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3644
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3645
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3646
  z_tmll(current, KlassAlignmentInBytes-1); // Check alignment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3647
  z_brc(Assembler::bcondAllZero, ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3648
  // The plain disassembler does not recognize illtrap. It instead displays
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3649
  // a 32-bit value. Issueing two illtraps assures the disassembler finds
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3650
  // the proper beginning of the next instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3651
  z_illtrap(0xee);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3652
  z_illtrap(0xee);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3653
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3654
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3655
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3656
  if (base != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3657
    unsigned int base_h = ((unsigned long)base)>>32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3658
    unsigned int base_l = (unsigned int)((unsigned long)base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3659
    if ((base_h != 0) && (base_l == 0) && VM_Version::has_HighWordInstr()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3660
      lgr_if_needed(dst, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3661
      z_aih(dst, -((int)base_h));     // Base has no set bits in lower half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3662
    } else if ((base_h == 0) && (base_l != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3663
      lgr_if_needed(dst, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3664
      z_agfi(dst, -(int)base_l);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3665
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3666
      load_const(Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3667
      lgr_if_needed(dst, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3668
      z_sgr(dst, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3669
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3670
    current = dst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3671
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3672
  if (shift != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3673
    assert (LogKlassAlignmentInBytes == shift, "decode alg wrong");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3674
    z_srlg(dst, current, shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3675
    current = dst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3676
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3677
  lgr_if_needed(dst, current); // Move may be required (if neither base nor shift != 0).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3678
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3679
  BLOCK_COMMENT("} cKlass encoder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3680
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3681
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3682
// This function calculates the size of the code generated by
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3683
//   decode_klass_not_null(register dst, Register src)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3684
// when (Universe::heap() != NULL). Hence, if the instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3685
// it generates change, then this method needs to be updated.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3686
int MacroAssembler::instr_size_for_decode_klass_not_null() {
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3687
  address  base    = CompressedKlassPointers::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3688
  int shift_size   = CompressedKlassPointers::shift() == 0 ? 0 : 6; /* sllg */
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3689
  int addbase_size = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3690
  assert(UseCompressedClassPointers, "only for compressed klass ptrs");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3691
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3692
  if (base != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3693
    unsigned int base_h = ((unsigned long)base)>>32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3694
    unsigned int base_l = (unsigned int)((unsigned long)base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3695
    if ((base_h != 0) && (base_l == 0) && VM_Version::has_HighWordInstr()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3696
      addbase_size += 6; /* aih */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3697
    } else if ((base_h == 0) && (base_l != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3698
      addbase_size += 6; /* algfi */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3699
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3700
      addbase_size += load_const_size();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3701
      addbase_size += 4; /* algr */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3702
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3703
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3704
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3705
  addbase_size += 10;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3706
  addbase_size += 2; // Extra sigill.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3707
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3708
  return addbase_size + shift_size;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3709
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3710
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3711
// !!! If the instructions that get generated here change
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3712
//     then function instr_size_for_decode_klass_not_null()
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3713
//     needs to get updated.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3714
// This variant of decode_klass_not_null() must generate predictable code!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3715
// The code must only depend on globally known parameters.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3716
void MacroAssembler::decode_klass_not_null(Register dst) {
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3717
  address  base    = CompressedKlassPointers::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3718
  int      shift   = CompressedKlassPointers::shift();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3719
  int      beg_off = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3720
  assert(UseCompressedClassPointers, "only for compressed klass ptrs");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3721
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3722
  BLOCK_COMMENT("cKlass decoder (const size) {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3723
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3724
  if (shift != 0) { // Shift required?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3725
    z_sllg(dst, dst, shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3726
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3727
  if (base != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3728
    unsigned int base_h = ((unsigned long)base)>>32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3729
    unsigned int base_l = (unsigned int)((unsigned long)base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3730
    if ((base_h != 0) && (base_l == 0) && VM_Version::has_HighWordInstr()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3731
      z_aih(dst, base_h);     // Base has no set bits in lower half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3732
    } else if ((base_h == 0) && (base_l != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3733
      z_algfi(dst, base_l);   // Base has no set bits in upper half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3734
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3735
      load_const(Z_R0, base); // Base has set bits everywhere.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3736
      z_algr(dst, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3737
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3738
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3739
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3740
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3741
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3742
  z_tmll(dst, KlassAlignmentInBytes-1); // Check alignment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3743
  z_brc(Assembler::bcondAllZero, ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3744
  // The plain disassembler does not recognize illtrap. It instead displays
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3745
  // a 32-bit value. Issueing two illtraps assures the disassembler finds
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3746
  // the proper beginning of the next instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3747
  z_illtrap(0xd1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3748
  z_illtrap(0xd1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3749
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3750
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3751
  assert(offset() == beg_off + instr_size_for_decode_klass_not_null(), "Code gen mismatch.");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3752
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3753
  BLOCK_COMMENT("} cKlass decoder (const size)");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3754
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3755
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3756
// This variant of decode_klass_not_null() is for cases where
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3757
//  1) the size of the generated instructions may vary
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3758
//  2) the result is (potentially) stored in a register different from the source.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3759
void MacroAssembler::decode_klass_not_null(Register dst, Register src) {
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3760
  address base  = CompressedKlassPointers::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3761
  int     shift = CompressedKlassPointers::shift();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3762
  assert(UseCompressedClassPointers, "only for compressed klass ptrs");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3763
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3764
  BLOCK_COMMENT("cKlass decoder {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3765
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3766
  if (src == noreg) src = dst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3767
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3768
  if (shift != 0) { // Shift or at least move required?
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3769
    z_sllg(dst, src, shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3770
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3771
    lgr_if_needed(dst, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3772
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3773
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3774
  if (base != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3775
    unsigned int base_h = ((unsigned long)base)>>32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3776
    unsigned int base_l = (unsigned int)((unsigned long)base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3777
    if ((base_h != 0) && (base_l == 0) && VM_Version::has_HighWordInstr()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3778
      z_aih(dst, base_h);     // Base has not set bits in lower half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3779
    } else if ((base_h == 0) && (base_l != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3780
      z_algfi(dst, base_l);   // Base has no set bits in upper half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3781
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3782
      load_const_optimized(Z_R0, base); // Base has set bits everywhere.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3783
      z_algr(dst, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3784
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3785
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3786
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3787
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3788
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3789
  z_tmll(dst, KlassAlignmentInBytes-1); // Check alignment.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3790
  z_brc(Assembler::bcondAllZero, ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3791
  // The plain disassembler does not recognize illtrap. It instead displays
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3792
  // a 32-bit value. Issueing two illtraps assures the disassembler finds
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3793
  // the proper beginning of the next instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3794
  z_illtrap(0xd2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3795
  z_illtrap(0xd2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3796
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3797
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3798
  BLOCK_COMMENT("} cKlass decoder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3799
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3800
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3801
void MacroAssembler::load_klass(Register klass, Address mem) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3802
  if (UseCompressedClassPointers) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3803
    z_llgf(klass, mem);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3804
    // Attention: no null check here!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3805
    decode_klass_not_null(klass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3806
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3807
    z_lg(klass, mem);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3808
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3809
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3810
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3811
void MacroAssembler::load_klass(Register klass, Register src_oop) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3812
  if (UseCompressedClassPointers) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3813
    z_llgf(klass, oopDesc::klass_offset_in_bytes(), src_oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3814
    // Attention: no null check here!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3815
    decode_klass_not_null(klass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3816
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3817
    z_lg(klass, oopDesc::klass_offset_in_bytes(), src_oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3818
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3819
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3820
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3821
void MacroAssembler::load_prototype_header(Register Rheader, Register Rsrc_oop) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3822
  assert_different_registers(Rheader, Rsrc_oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3823
  load_klass(Rheader, Rsrc_oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3824
  z_lg(Rheader, Address(Rheader, Klass::prototype_header_offset()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3825
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3826
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3827
void MacroAssembler::store_klass(Register klass, Register dst_oop, Register ck) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3828
  if (UseCompressedClassPointers) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3829
    assert_different_registers(dst_oop, klass, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3830
    if (ck == noreg) ck = klass;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3831
    encode_klass_not_null(ck, klass);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3832
    z_st(ck, Address(dst_oop, oopDesc::klass_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3833
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3834
    z_stg(klass, Address(dst_oop, oopDesc::klass_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3835
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3836
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3837
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3838
void MacroAssembler::store_klass_gap(Register s, Register d) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3839
  if (UseCompressedClassPointers) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3840
    assert(s != d, "not enough registers");
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3841
    // Support s = noreg.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3842
    if (s != noreg) {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3843
      z_st(s, Address(d, oopDesc::klass_gap_offset_in_bytes()));
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3844
    } else {
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3845
      z_mvhi(Address(d, oopDesc::klass_gap_offset_in_bytes()), 0);
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  3846
    }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3847
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3848
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3849
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3850
// Compare klass ptr in memory against klass ptr in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3851
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3852
// Rop1            - klass in register, always uncompressed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3853
// disp            - Offset of klass in memory, compressed/uncompressed, depending on runtime flag.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3854
// Rbase           - Base address of cKlass in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3855
// maybeNULL       - True if Rop1 possibly is a NULL.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3856
void MacroAssembler::compare_klass_ptr(Register Rop1, int64_t disp, Register Rbase, bool maybeNULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3857
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3858
  BLOCK_COMMENT("compare klass ptr {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3859
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3860
  if (UseCompressedClassPointers) {
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3861
    const int shift = CompressedKlassPointers::shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3862
    address   base  = CompressedKlassPointers::base();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3863
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3864
    assert((shift == 0) || (shift == LogKlassAlignmentInBytes), "cKlass encoder detected bad shift");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3865
    assert_different_registers(Rop1, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3866
    assert_different_registers(Rop1, Rbase, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3867
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3868
    // First encode register oop and then compare with cOop in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3869
    // This sequence saves an unnecessary cOop load and decode.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3870
    if (base == NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3871
      if (shift == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3872
        z_cl(Rop1, disp, Rbase);     // Unscaled
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3873
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3874
        z_srlg(Z_R0, Rop1, shift);   // ZeroBased
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3875
        z_cl(Z_R0, disp, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3876
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3877
    } else {                         // HeapBased
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3878
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3879
      bool     used_R0 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3880
      bool     used_R1 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3881
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3882
      Register current = Rop1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3883
      Label    done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3884
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3885
      if (maybeNULL) {       // NULL ptr must be preserved!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3886
        z_ltgr(Z_R0, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3887
        z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3888
        current = Z_R0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3889
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3890
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3891
      unsigned int base_h = ((unsigned long)base)>>32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3892
      unsigned int base_l = (unsigned int)((unsigned long)base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3893
      if ((base_h != 0) && (base_l == 0) && VM_Version::has_HighWordInstr()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3894
        lgr_if_needed(Z_R0, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3895
        z_aih(Z_R0, -((int)base_h));     // Base has no set bits in lower half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3896
      } else if ((base_h == 0) && (base_l != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3897
        lgr_if_needed(Z_R0, current);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3898
        z_agfi(Z_R0, -(int)base_l);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3899
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3900
        int pow2_offset = get_oop_base_complement(Z_R1, ((uint64_t)(intptr_t)base));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3901
        add2reg_with_index(Z_R0, pow2_offset, Z_R1, Rop1); // Subtract base by adding complement.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3902
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3903
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3904
      if (shift != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3905
        z_srlg(Z_R0, Z_R0, shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3906
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3907
      bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3908
      z_cl(Z_R0, disp, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3909
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3910
      if (used_R0) preset_reg(Z_R0, 0xb05bUL, 2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3911
      if (used_R1) preset_reg(Z_R1, 0xb06bUL, 2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3912
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3913
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3914
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3915
    z_clg(Rop1, disp, Z_R0, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3916
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3917
  BLOCK_COMMENT("} compare klass ptr");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3918
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3919
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3920
//---------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3921
//  Compressed oops
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3922
//---------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3923
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3924
void MacroAssembler::encode_heap_oop(Register oop) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3925
  oop_encoder(oop, oop, true /*maybe null*/);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3926
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3927
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3928
void MacroAssembler::encode_heap_oop_not_null(Register oop) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3929
  oop_encoder(oop, oop, false /*not null*/);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3930
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3931
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3932
// Called with something derived from the oop base. e.g. oop_base>>3.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3933
int MacroAssembler::get_oop_base_pow2_offset(uint64_t oop_base) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3934
  unsigned int oop_base_ll = ((unsigned int)(oop_base >>  0)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3935
  unsigned int oop_base_lh = ((unsigned int)(oop_base >> 16)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3936
  unsigned int oop_base_hl = ((unsigned int)(oop_base >> 32)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3937
  unsigned int oop_base_hh = ((unsigned int)(oop_base >> 48)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3938
  unsigned int n_notzero_parts = (oop_base_ll == 0 ? 0:1)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3939
                               + (oop_base_lh == 0 ? 0:1)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3940
                               + (oop_base_hl == 0 ? 0:1)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3941
                               + (oop_base_hh == 0 ? 0:1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3942
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3943
  assert(oop_base != 0, "This is for HeapBased cOops only");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3944
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3945
  if (n_notzero_parts != 1) { //  Check if oop_base is just a few pages shy of a power of 2.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3946
    uint64_t pow2_offset = 0x10000 - oop_base_ll;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3947
    if (pow2_offset < 0x8000) {  // This might not be necessary.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3948
      uint64_t oop_base2 = oop_base + pow2_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3949
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3950
      oop_base_ll = ((unsigned int)(oop_base2 >>  0)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3951
      oop_base_lh = ((unsigned int)(oop_base2 >> 16)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3952
      oop_base_hl = ((unsigned int)(oop_base2 >> 32)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3953
      oop_base_hh = ((unsigned int)(oop_base2 >> 48)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3954
      n_notzero_parts = (oop_base_ll == 0 ? 0:1) +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3955
                        (oop_base_lh == 0 ? 0:1) +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3956
                        (oop_base_hl == 0 ? 0:1) +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3957
                        (oop_base_hh == 0 ? 0:1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3958
      if (n_notzero_parts == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3959
        assert(-(int64_t)pow2_offset != (int64_t)-1, "We use -1 to signal uninitialized base register");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3960
        return -pow2_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3961
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3962
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3963
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3964
  return 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3965
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3966
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3967
// If base address is offset from a straight power of two by just a few pages,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3968
// return this offset to the caller for a possible later composite add.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3969
// TODO/FIX: will only work correctly for 4k pages.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3970
int MacroAssembler::get_oop_base(Register Rbase, uint64_t oop_base) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3971
  int pow2_offset = get_oop_base_pow2_offset(oop_base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3972
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3973
  load_const_optimized(Rbase, oop_base - pow2_offset); // Best job possible.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3974
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3975
  return pow2_offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3976
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3977
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3978
int MacroAssembler::get_oop_base_complement(Register Rbase, uint64_t oop_base) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3979
  int offset = get_oop_base(Rbase, oop_base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3980
  z_lcgr(Rbase, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3981
  return -offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3982
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3983
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3984
// Compare compressed oop in memory against oop in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3985
// Rop1            - Oop in register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3986
// disp            - Offset of cOop in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3987
// Rbase           - Base address of cOop in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3988
// maybeNULL       - True if Rop1 possibly is a NULL.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3989
// maybeNULLtarget - Branch target for Rop1 == NULL, if flow control shall NOT continue with compare instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3990
void MacroAssembler::compare_heap_oop(Register Rop1, Address mem, bool maybeNULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3991
  Register Rbase  = mem.baseOrR0();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3992
  Register Rindex = mem.indexOrR0();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3993
  int64_t  disp   = mem.disp();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3994
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3995
  const int shift = CompressedOops::shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  3996
  address   base  = CompressedOops::base();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3997
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3998
  assert(UseCompressedOops, "must be on to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  3999
  assert(Universe::heap() != NULL, "java heap must be initialized to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4000
  assert((shift == 0) || (shift == LogMinObjAlignmentInBytes), "cOop encoder detected bad shift");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4001
  assert_different_registers(Rop1, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4002
  assert_different_registers(Rop1, Rbase, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4003
  assert_different_registers(Rop1, Rindex, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4004
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4005
  BLOCK_COMMENT("compare heap oop {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4006
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4007
  // First encode register oop and then compare with cOop in memory.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4008
  // This sequence saves an unnecessary cOop load and decode.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4009
  if (base == NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4010
    if (shift == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4011
      z_cl(Rop1, disp, Rindex, Rbase);  // Unscaled
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4012
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4013
      z_srlg(Z_R0, Rop1, shift);        // ZeroBased
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4014
      z_cl(Z_R0, disp, Rindex, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4015
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4016
  } else {                              // HeapBased
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4017
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4018
    bool  used_R0 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4019
    bool  used_R1 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4020
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4021
    Label done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4022
    int   pow2_offset = get_oop_base_complement(Z_R1, ((uint64_t)(intptr_t)base));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4023
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4024
    if (maybeNULL) {       // NULL ptr must be preserved!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4025
      z_ltgr(Z_R0, Rop1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4026
      z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4027
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4028
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4029
    add2reg_with_index(Z_R0, pow2_offset, Z_R1, Rop1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4030
    z_srlg(Z_R0, Z_R0, shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4031
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4032
    bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4033
    z_cl(Z_R0, disp, Rindex, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4034
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4035
    if (used_R0) preset_reg(Z_R0, 0xb05bUL, 2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4036
    if (used_R1) preset_reg(Z_R1, 0xb06bUL, 2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4037
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4038
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4039
  BLOCK_COMMENT("} compare heap oop");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4040
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4041
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4042
void MacroAssembler::access_store_at(BasicType type, DecoratorSet decorators,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4043
                                     const Address& addr, Register val,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4044
                                     Register tmp1, Register tmp2, Register tmp3) {
50728
9375184cec98 8205459: Rename Access API flag decorators
kbarrett
parents: 50599
diff changeset
  4045
  assert((decorators & ~(AS_RAW | IN_HEAP | IN_NATIVE | IS_ARRAY | IS_NOT_NULL |
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4046
                         ON_UNKNOWN_OOP_REF)) == 0, "unsupported decorator");
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4047
  BarrierSetAssembler* bs = BarrierSet::barrier_set()->barrier_set_assembler();
50446
39ca7558bc43 8203353: Fixup inferred decorators in the interpreter
eosterlund
parents: 50162
diff changeset
  4048
  decorators = AccessInternal::decorator_fixup(decorators);
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4049
  bool as_raw = (decorators & AS_RAW) != 0;
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4050
  if (as_raw) {
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4051
    bs->BarrierSetAssembler::store_at(this, decorators, type,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4052
                                      addr, val,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4053
                                      tmp1, tmp2, tmp3);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4054
  } else {
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4055
    bs->store_at(this, decorators, type,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4056
                 addr, val,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4057
                 tmp1, tmp2, tmp3);
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4058
  }
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4059
}
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4060
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4061
void MacroAssembler::access_load_at(BasicType type, DecoratorSet decorators,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4062
                                    const Address& addr, Register dst,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4063
                                    Register tmp1, Register tmp2, Label *is_null) {
50728
9375184cec98 8205459: Rename Access API flag decorators
kbarrett
parents: 50599
diff changeset
  4064
  assert((decorators & ~(AS_RAW | IN_HEAP | IN_NATIVE | IS_ARRAY | IS_NOT_NULL |
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4065
                         ON_PHANTOM_OOP_REF | ON_WEAK_OOP_REF)) == 0, "unsupported decorator");
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4066
  BarrierSetAssembler* bs = BarrierSet::barrier_set()->barrier_set_assembler();
50446
39ca7558bc43 8203353: Fixup inferred decorators in the interpreter
eosterlund
parents: 50162
diff changeset
  4067
  decorators = AccessInternal::decorator_fixup(decorators);
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4068
  bool as_raw = (decorators & AS_RAW) != 0;
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4069
  if (as_raw) {
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4070
    bs->BarrierSetAssembler::load_at(this, decorators, type,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4071
                                     addr, dst,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4072
                                     tmp1, tmp2, is_null);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4073
  } else {
50162
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4074
    bs->load_at(this, decorators, type,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4075
                addr, dst,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4076
                tmp1, tmp2, is_null);
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4077
  }
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4078
}
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4079
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4080
void MacroAssembler::load_heap_oop(Register dest, const Address &a,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4081
                                   Register tmp1, Register tmp2,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4082
                                   DecoratorSet decorators, Label *is_null) {
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4083
  access_load_at(T_OBJECT, IN_HEAP | decorators, a, dest, tmp1, tmp2, is_null);
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4084
}
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4085
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4086
void MacroAssembler::store_heap_oop(Register Roop, const Address &a,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4087
                                    Register tmp1, Register tmp2, Register tmp3,
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4088
                                    DecoratorSet decorators) {
f9fe56417050 8202713: Create a MacroAssembler::access_load/store_at wrapper for S390 and PPC
mdoerr
parents: 49754
diff changeset
  4089
  access_store_at(T_OBJECT, IN_HEAP | decorators, a, Roop, tmp1, tmp2, tmp3);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4090
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4091
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4092
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4093
// Encode compressed oop. Generally usable encoder.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4094
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4095
// Rsrc - contains regular oop on entry. It remains unchanged.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4096
// Rdst - contains compressed oop on exit.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4097
// Rdst and Rsrc may indicate same register, in which case Rsrc does not remain unchanged.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4098
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4099
// Rdst must not indicate scratch register Z_R1 (Z_R1_scratch) for functionality.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4100
// Rdst should not indicate scratch register Z_R0 (Z_R0_scratch) for performance.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4101
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4102
// only32bitValid is set, if later code only uses the lower 32 bits. In this
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4103
// case we must not fix the upper 32 bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4104
void MacroAssembler::oop_encoder(Register Rdst, Register Rsrc, bool maybeNULL,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4105
                                 Register Rbase, int pow2_offset, bool only32bitValid) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4106
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4107
  const address oop_base  = CompressedOops::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4108
  const int     oop_shift = CompressedOops::shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4109
  const bool    disjoint  = CompressedOops::base_disjoint();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4110
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4111
  assert(UseCompressedOops, "must be on to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4112
  assert(Universe::heap() != NULL, "java heap must be initialized to call this encoder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4113
  assert((oop_shift == 0) || (oop_shift == LogMinObjAlignmentInBytes), "cOop encoder detected bad shift");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4114
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4115
  if (disjoint || (oop_base == NULL)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4116
    BLOCK_COMMENT("cOop encoder zeroBase {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4117
    if (oop_shift == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4118
      if (oop_base != NULL && !only32bitValid) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4119
        z_llgfr(Rdst, Rsrc); // Clear upper bits in case the register will be decoded again.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4120
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4121
        lgr_if_needed(Rdst, Rsrc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4122
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4123
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4124
      z_srlg(Rdst, Rsrc, oop_shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4125
      if (oop_base != NULL && !only32bitValid) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4126
        z_llgfr(Rdst, Rdst); // Clear upper bits in case the register will be decoded again.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4127
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4128
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4129
    BLOCK_COMMENT("} cOop encoder zeroBase");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4130
    return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4131
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4132
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4133
  bool used_R0 = false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4134
  bool used_R1 = false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4135
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4136
  BLOCK_COMMENT("cOop encoder general {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4137
  assert_different_registers(Rdst, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4138
  assert_different_registers(Rsrc, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4139
  if (maybeNULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4140
    Label done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4141
    // We reorder shifting and subtracting, so that we can compare
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4142
    // and shift in parallel:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4143
    //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4144
    // cycle 0:  potential LoadN, base = <const>
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4145
    // cycle 1:  base = !base     dst = src >> 3,    cmp cr = (src != 0)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4146
    // cycle 2:  if (cr) br,      dst = dst + base + offset
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4147
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4148
    // Get oop_base components.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4149
    if (pow2_offset == -1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4150
      if (Rdst == Rbase) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4151
        if (Rdst == Z_R1 || Rsrc == Z_R1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4152
          Rbase = Z_R0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4153
          used_R0 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4154
        } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4155
          Rdst = Z_R1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4156
          used_R1 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4157
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4158
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4159
      if (Rbase == Z_R1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4160
        used_R1 = true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4161
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4162
      pow2_offset = get_oop_base_complement(Rbase, ((uint64_t)(intptr_t)oop_base) >> oop_shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4163
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4164
    assert_different_registers(Rdst, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4165
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4166
    // Check for NULL oop (must be left alone) and shift.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4167
    if (oop_shift != 0) {  // Shift out alignment bits
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4168
      if (((intptr_t)oop_base&0xc000000000000000L) == 0L) { // We are sure: no single address will have the leftmost bit set.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4169
        z_srag(Rdst, Rsrc, oop_shift);  // Arithmetic shift sets the condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4170
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4171
        z_srlg(Rdst, Rsrc, oop_shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4172
        z_ltgr(Rsrc, Rsrc);  // This is the recommended way of testing for zero.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4173
        // This probably is faster, as it does not write a register. No!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4174
        // z_cghi(Rsrc, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4175
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4176
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4177
      z_ltgr(Rdst, Rsrc);   // Move NULL to result register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4178
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4179
    z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4180
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4181
    // Subtract oop_base components.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4182
    if ((Rdst == Z_R0) || (Rbase == Z_R0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4183
      z_algr(Rdst, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4184
      if (pow2_offset != 0) { add2reg(Rdst, pow2_offset); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4185
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4186
      add2reg_with_index(Rdst, pow2_offset, Rbase, Rdst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4187
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4188
    if (!only32bitValid) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4189
      z_llgfr(Rdst, Rdst); // Clear upper bits in case the register will be decoded again.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4190
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4191
    bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4192
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4193
  } else {  // not null
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4194
    // Get oop_base components.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4195
    if (pow2_offset == -1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4196
      pow2_offset = get_oop_base_complement(Rbase, (uint64_t)(intptr_t)oop_base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4197
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4198
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4199
    // Subtract oop_base components and shift.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4200
    if (Rdst == Z_R0 || Rsrc == Z_R0 || Rbase == Z_R0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4201
      // Don't use lay instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4202
      if (Rdst == Rsrc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4203
        z_algr(Rdst, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4204
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4205
        lgr_if_needed(Rdst, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4206
        z_algr(Rdst, Rsrc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4207
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4208
      if (pow2_offset != 0) add2reg(Rdst, pow2_offset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4209
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4210
      add2reg_with_index(Rdst, pow2_offset, Rbase, Rsrc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4211
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4212
    if (oop_shift != 0) {   // Shift out alignment bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4213
      z_srlg(Rdst, Rdst, oop_shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4214
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4215
    if (!only32bitValid) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4216
      z_llgfr(Rdst, Rdst); // Clear upper bits in case the register will be decoded again.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4217
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4218
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4219
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4220
  if (used_R0 && Rdst != Z_R0 && Rsrc != Z_R0) { preset_reg(Z_R0, 0xb01bUL, 2); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4221
  if (used_R1 && Rdst != Z_R1 && Rsrc != Z_R1) { preset_reg(Z_R1, 0xb02bUL, 2); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4222
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4223
  BLOCK_COMMENT("} cOop encoder general");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4224
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4225
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4226
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4227
// decode compressed oop. Generally usable decoder.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4228
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4229
// Rsrc - contains compressed oop on entry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4230
// Rdst - contains regular oop on exit.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4231
// Rdst and Rsrc may indicate same register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4232
// Rdst must not be the same register as Rbase, if Rbase was preloaded (before call).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4233
// Rdst can be the same register as Rbase. Then, either Z_R0 or Z_R1 must be available as scratch.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4234
// Rbase - register to use for the base
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4235
// pow2_offset - offset of base to nice value. If -1, base must be loaded.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4236
// For performance, it is good to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4237
//  - avoid Z_R0 for any of the argument registers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4238
//  - keep Rdst and Rsrc distinct from Rbase. Rdst == Rsrc is ok for performance.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4239
//  - avoid Z_R1 for Rdst if Rdst == Rbase.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4240
void MacroAssembler::oop_decoder(Register Rdst, Register Rsrc, bool maybeNULL, Register Rbase, int pow2_offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4241
54780
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4242
  const address oop_base  = CompressedOops::base();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4243
  const int     oop_shift = CompressedOops::shift();
f8d182aedc92 8223136: Move compressed oops functions to CompressedOops class
stefank
parents: 54542
diff changeset
  4244
  const bool    disjoint  = CompressedOops::base_disjoint();
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4245
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4246
  assert(UseCompressedOops, "must be on to call this method");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4247
  assert(Universe::heap() != NULL, "java heap must be initialized to call this decoder");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4248
  assert((oop_shift == 0) || (oop_shift == LogMinObjAlignmentInBytes),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4249
         "cOop encoder detected bad shift");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4250
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4251
  // cOops are always loaded zero-extended from memory. No explicit zero-extension necessary.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4252
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4253
  if (oop_base != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4254
    unsigned int oop_base_hl = ((unsigned int)((uint64_t)(intptr_t)oop_base >> 32)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4255
    unsigned int oop_base_hh = ((unsigned int)((uint64_t)(intptr_t)oop_base >> 48)) & 0xffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4256
    unsigned int oop_base_hf = ((unsigned int)((uint64_t)(intptr_t)oop_base >> 32)) & 0xFFFFffff;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4257
    if (disjoint && (oop_base_hl == 0 || oop_base_hh == 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4258
      BLOCK_COMMENT("cOop decoder disjointBase {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4259
      // We do not need to load the base. Instead, we can install the upper bits
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4260
      // with an OR instead of an ADD.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4261
      Label done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4262
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4263
      // Rsrc contains a narrow oop. Thus we are sure the leftmost <oop_shift> bits will never be set.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4264
      if (maybeNULL) {  // NULL ptr must be preserved!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4265
        z_slag(Rdst, Rsrc, oop_shift);  // Arithmetic shift sets the condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4266
        z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4267
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4268
        z_sllg(Rdst, Rsrc, oop_shift);  // Logical shift leaves condition code alone.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4269
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4270
      if ((oop_base_hl != 0) && (oop_base_hh != 0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4271
        z_oihf(Rdst, oop_base_hf);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4272
      } else if (oop_base_hl != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4273
        z_oihl(Rdst, oop_base_hl);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4274
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4275
        assert(oop_base_hh != 0, "not heapbased mode");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4276
        z_oihh(Rdst, oop_base_hh);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4277
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4278
      bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4279
      BLOCK_COMMENT("} cOop decoder disjointBase");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4280
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4281
      BLOCK_COMMENT("cOop decoder general {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4282
      // There are three decode steps:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4283
      //   scale oop offset (shift left)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4284
      //   get base (in reg) and pow2_offset (constant)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4285
      //   add base, pow2_offset, and oop offset
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4286
      // The following register overlap situations may exist:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4287
      // Rdst == Rsrc,  Rbase any other
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4288
      //   not a problem. Scaling in-place leaves Rbase undisturbed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4289
      //   Loading Rbase does not impact the scaled offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4290
      // Rdst == Rbase, Rsrc  any other
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4291
      //   scaling would destroy a possibly preloaded Rbase. Loading Rbase
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4292
      //   would destroy the scaled offset.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4293
      //   Remedy: use Rdst_tmp if Rbase has been preloaded.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4294
      //           use Rbase_tmp if base has to be loaded.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4295
      // Rsrc == Rbase, Rdst  any other
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4296
      //   Only possible without preloaded Rbase.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4297
      //   Loading Rbase does not destroy compressed oop because it was scaled into Rdst before.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4298
      // Rsrc == Rbase, Rdst == Rbase
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4299
      //   Only possible without preloaded Rbase.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4300
      //   Loading Rbase would destroy compressed oop. Scaling in-place is ok.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4301
      //   Remedy: use Rbase_tmp.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4302
      //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4303
      Label    done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4304
      Register Rdst_tmp       = Rdst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4305
      Register Rbase_tmp      = Rbase;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4306
      bool     used_R0        = false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4307
      bool     used_R1        = false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4308
      bool     base_preloaded = pow2_offset >= 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4309
      guarantee(!(base_preloaded && (Rsrc == Rbase)), "Register clash, check caller");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4310
      assert(oop_shift != 0, "room for optimization");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4311
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4312
      // Check if we need to use scratch registers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4313
      if (Rdst == Rbase) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4314
        assert(!(((Rdst == Z_R0) && (Rsrc == Z_R1)) || ((Rdst == Z_R1) && (Rsrc == Z_R0))), "need a scratch reg");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4315
        if (Rdst != Rsrc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4316
          if (base_preloaded) { Rdst_tmp  = (Rdst == Z_R1) ? Z_R0 : Z_R1; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4317
          else                { Rbase_tmp = (Rdst == Z_R1) ? Z_R0 : Z_R1; }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4318
        } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4319
          Rbase_tmp = (Rdst == Z_R1) ? Z_R0 : Z_R1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4320
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4321
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4322
      if (base_preloaded) lgr_if_needed(Rbase_tmp, Rbase);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4323
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4324
      // Scale oop and check for NULL.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4325
      // Rsrc contains a narrow oop. Thus we are sure the leftmost <oop_shift> bits will never be set.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4326
      if (maybeNULL) {  // NULL ptr must be preserved!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4327
        z_slag(Rdst_tmp, Rsrc, oop_shift);  // Arithmetic shift sets the condition code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4328
        z_bre(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4329
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4330
        z_sllg(Rdst_tmp, Rsrc, oop_shift);  // Logical shift leaves condition code alone.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4331
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4332
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4333
      // Get oop_base components.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4334
      if (!base_preloaded) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4335
        pow2_offset = get_oop_base(Rbase_tmp, (uint64_t)(intptr_t)oop_base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4336
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4337
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4338
      // Add up all components.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4339
      if ((Rbase_tmp == Z_R0) || (Rdst_tmp == Z_R0)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4340
        z_algr(Rdst_tmp, Rbase_tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4341
        if (pow2_offset != 0) { add2reg(Rdst_tmp, pow2_offset); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4342
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4343
        add2reg_with_index(Rdst_tmp, pow2_offset, Rbase_tmp, Rdst_tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4344
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4345
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4346
      bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4347
      lgr_if_needed(Rdst, Rdst_tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4348
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4349
      if (used_R0 && Rdst != Z_R0 && Rsrc != Z_R0) { preset_reg(Z_R0, 0xb03bUL, 2); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4350
      if (used_R1 && Rdst != Z_R1 && Rsrc != Z_R1) { preset_reg(Z_R1, 0xb04bUL, 2); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4351
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4352
      BLOCK_COMMENT("} cOop decoder general");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4353
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4354
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4355
    BLOCK_COMMENT("cOop decoder zeroBase {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4356
    if (oop_shift == 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4357
      lgr_if_needed(Rdst, Rsrc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4358
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4359
      z_sllg(Rdst, Rsrc, oop_shift);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4360
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4361
    BLOCK_COMMENT("} cOop decoder zeroBase");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4362
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4363
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4364
46961
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4365
// ((OopHandle)result).resolve();
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4366
void MacroAssembler::resolve_oop_handle(Register result) {
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4367
  // OopHandle::resolve is an indirection.
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4368
  z_lg(result, 0, result);
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4369
}
c9094b1e5f87 8186088: ConstantPoolCache::_resolved_references is not a JNIHandle
coleenp
parents: 46726
diff changeset
  4370
55342
596ae6c3ef6f 8223249: [s390] Cleanup TemplateInterpreterGenerator::generate_fixed_frame
mdoerr
parents: 54780
diff changeset
  4371
void MacroAssembler::load_mirror_from_const_method(Register mirror, Register const_method) {
596ae6c3ef6f 8223249: [s390] Cleanup TemplateInterpreterGenerator::generate_fixed_frame
mdoerr
parents: 54780
diff changeset
  4372
  mem2reg_opt(mirror, Address(const_method, ConstMethod::constants_offset()));
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4373
  mem2reg_opt(mirror, Address(mirror, ConstantPool::pool_holder_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4374
  mem2reg_opt(mirror, Address(mirror, Klass::java_mirror_offset()));
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
  4375
  resolve_oop_handle(mirror);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4376
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4377
55343
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4378
void MacroAssembler::load_method_holder(Register holder, Register method) {
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4379
  mem2reg_opt(holder, Address(method, Method::const_offset()));
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4380
  mem2reg_opt(holder, Address(holder, ConstMethod::constants_offset()));
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4381
  mem2reg_opt(holder, Address(holder, ConstantPool::pool_holder_offset_in_bytes()));
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4382
}
03d417fd7d9a 8224827: Implement fast class initialization checks on s390
mdoerr
parents: 55342
diff changeset
  4383
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4384
//---------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4385
//---  Operations on arrays.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4386
//---------------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4387
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4388
// Compiler ensures base is doubleword aligned and cnt is #doublewords.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4389
// Emitter does not KILL cnt and base arguments, since they need to be copied to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4390
// work registers anyway.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4391
// Actually, only r0, r1, and r5 are killed.
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4392
unsigned int MacroAssembler::Clear_Array(Register cnt_arg, Register base_pointer_arg, Register odd_tmp_reg) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4393
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4394
  int      block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4395
  Register dst_len  = Z_R1;    // Holds dst len  for MVCLE.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4396
  Register dst_addr = Z_R0;    // Holds dst addr for MVCLE.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4397
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4398
  Label doXC, doMVCLE, done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4399
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4400
  BLOCK_COMMENT("Clear_Array {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4401
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4402
  // Check for zero len and convert to long.
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4403
  z_ltgfr(odd_tmp_reg, cnt_arg);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4404
  z_bre(done);                    // Nothing to do if len == 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4405
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4406
  // Prefetch data to be cleared.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4407
  if (VM_Version::has_Prefetch()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4408
    z_pfd(0x02,   0, Z_R0, base_pointer_arg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4409
    z_pfd(0x02, 256, Z_R0, base_pointer_arg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4410
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4411
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4412
  z_sllg(dst_len, odd_tmp_reg, 3); // #bytes to clear.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4413
  z_cghi(odd_tmp_reg, 32);         // Check for len <= 256 bytes (<=32 DW).
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4414
  z_brnh(doXC);                    // If so, use executed XC to clear.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4415
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4416
  // MVCLE: initialize long arrays (general case).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4417
  bind(doMVCLE);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4418
  z_lgr(dst_addr, base_pointer_arg);
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4419
  // Pass 0 as source length to MVCLE: destination will be filled with padding byte 0.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4420
  // The even register of the register pair is not killed.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4421
  clear_reg(odd_tmp_reg, true, false);
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4422
  MacroAssembler::move_long_ext(dst_addr, as_Register(odd_tmp_reg->encoding()-1), 0);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4423
  z_bru(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4424
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4425
  // XC: initialize short arrays.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4426
  Label XC_template; // Instr template, never exec directly!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4427
    bind(XC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4428
    z_xc(0,0,base_pointer_arg,0,base_pointer_arg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4429
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4430
  bind(doXC);
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4431
    add2reg(dst_len, -1);               // Get #bytes-1 for EXECUTE.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4432
    if (VM_Version::has_ExecuteExtensions()) {
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4433
      z_exrl(dst_len, XC_template);     // Execute XC with var. len.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4434
    } else {
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4435
      z_larl(odd_tmp_reg, XC_template);
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4436
      z_ex(dst_len,0,Z_R0,odd_tmp_reg); // Execute XC with var. len.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4437
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4438
    // z_bru(done);      // fallthru
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4439
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4440
  bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4441
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4442
  BLOCK_COMMENT("} Clear_Array");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4443
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4444
  int block_end = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4445
  return block_end - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4446
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4447
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4448
// Compiler ensures base is doubleword aligned and cnt is count of doublewords.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4449
// Emitter does not KILL any arguments nor work registers.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4450
// Emitter generates up to 16 XC instructions, depending on the array length.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4451
unsigned int MacroAssembler::Clear_Array_Const(long cnt, Register base) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4452
  int  block_start    = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4453
  int  off;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4454
  int  lineSize_Bytes = AllocatePrefetchStepSize;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4455
  int  lineSize_DW    = AllocatePrefetchStepSize>>LogBytesPerWord;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4456
  bool doPrefetch     = VM_Version::has_Prefetch();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4457
  int  XC_maxlen      = 256;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4458
  int  numXCInstr     = cnt > 0 ? (cnt*BytesPerWord-1)/XC_maxlen+1 : 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4459
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4460
  BLOCK_COMMENT("Clear_Array_Const {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4461
  assert(cnt*BytesPerWord <= 4096, "ClearArrayConst can handle 4k only");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4462
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4463
  // Do less prefetching for very short arrays.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4464
  if (numXCInstr > 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4465
    // Prefetch only some cache lines, then begin clearing.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4466
    if (doPrefetch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4467
      if (cnt*BytesPerWord <= lineSize_Bytes/4) {  // If less than 1/4 of a cache line to clear,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4468
        z_pfd(0x02, 0, Z_R0, base);                // prefetch just the first cache line.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4469
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4470
        assert(XC_maxlen == lineSize_Bytes, "ClearArrayConst needs 256B cache lines");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4471
        for (off = 0; (off < AllocatePrefetchLines) && (off <= numXCInstr); off ++) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4472
          z_pfd(0x02, off*lineSize_Bytes, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4473
        }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4474
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4475
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4476
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4477
    for (off=0; off<(numXCInstr-1); off++) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4478
      z_xc(off*XC_maxlen, XC_maxlen-1, base, off*XC_maxlen, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4479
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4480
      // Prefetch some cache lines in advance.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4481
      if (doPrefetch && (off <= numXCInstr-AllocatePrefetchLines)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4482
        z_pfd(0x02, (off+AllocatePrefetchLines)*lineSize_Bytes, Z_R0, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4483
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4484
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4485
    if (off*XC_maxlen < cnt*BytesPerWord) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4486
      z_xc(off*XC_maxlen, (cnt*BytesPerWord-off*XC_maxlen)-1, base, off*XC_maxlen, base);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4487
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4488
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4489
  BLOCK_COMMENT("} Clear_Array_Const");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4490
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4491
  int block_end = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4492
  return block_end - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4493
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4494
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4495
// Compiler ensures base is doubleword aligned and cnt is #doublewords.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4496
// Emitter does not KILL cnt and base arguments, since they need to be copied to
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4497
// work registers anyway.
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4498
// Actually, only r0, r1, (which are work registers) and odd_tmp_reg are killed.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4499
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4500
// For very large arrays, exploit MVCLE H/W support.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4501
// MVCLE instruction automatically exploits H/W-optimized page mover.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4502
// - Bytes up to next page boundary are cleared with a series of XC to self.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4503
// - All full pages are cleared with the page mover H/W assist.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4504
// - Remaining bytes are again cleared by a series of XC to self.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4505
//
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4506
unsigned int MacroAssembler::Clear_Array_Const_Big(long cnt, Register base_pointer_arg, Register odd_tmp_reg) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4507
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4508
  int      block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4509
  Register dst_len  = Z_R1;      // Holds dst len  for MVCLE.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4510
  Register dst_addr = Z_R0;      // Holds dst addr for MVCLE.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4511
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4512
  BLOCK_COMMENT("Clear_Array_Const_Big {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4513
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4514
  // Get len to clear.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4515
  load_const_optimized(dst_len, (long)cnt*8L);  // in Bytes = #DW*8
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4516
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4517
  // Prepare other args to MVCLE.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4518
  z_lgr(dst_addr, base_pointer_arg);
54542
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4519
  // Pass 0 as source length to MVCLE: destination will be filled with padding byte 0.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4520
  // The even register of the register pair is not killed.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4521
  (void) clear_reg(odd_tmp_reg, true, false);  // Src len of MVCLE is zero.
0a4214c90a55 8222271: [s390] optimize register usage in C2 instruction forms for clearing arrays
rrich
parents: 52760
diff changeset
  4522
  MacroAssembler::move_long_ext(dst_addr, as_Register(odd_tmp_reg->encoding() - 1), 0);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4523
  BLOCK_COMMENT("} Clear_Array_Const_Big");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4524
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4525
  int block_end = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4526
  return block_end - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4527
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4528
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4529
// Allocator.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4530
unsigned int MacroAssembler::CopyRawMemory_AlignedDisjoint(Register src_reg, Register dst_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4531
                                                           Register cnt_reg,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4532
                                                           Register tmp1_reg, Register tmp2_reg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4533
  // Tmp1 is oddReg.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4534
  // Tmp2 is evenReg.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4535
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4536
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4537
  Label doMVC, doMVCLE, done, MVC_template;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4538
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4539
  BLOCK_COMMENT("CopyRawMemory_AlignedDisjoint {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4540
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4541
  // Check for zero len and convert to long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4542
  z_ltgfr(cnt_reg, cnt_reg);      // Remember casted value for doSTG case.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4543
  z_bre(done);                    // Nothing to do if len == 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4544
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4545
  z_sllg(Z_R1, cnt_reg, 3);       // Dst len in bytes. calc early to have the result ready.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4546
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4547
  z_cghi(cnt_reg, 32);            // Check for len <= 256 bytes (<=32 DW).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4548
  z_brnh(doMVC);                  // If so, use executed MVC to clear.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4549
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4550
  bind(doMVCLE);                  // A lot of data (more than 256 bytes).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4551
  // Prep dest reg pair.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4552
  z_lgr(Z_R0, dst_reg);           // dst addr
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4553
  // Dst len already in Z_R1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4554
  // Prep src reg pair.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4555
  z_lgr(tmp2_reg, src_reg);       // src addr
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4556
  z_lgr(tmp1_reg, Z_R1);          // Src len same as dst len.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4557
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4558
  // Do the copy.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4559
  move_long_ext(Z_R0, tmp2_reg, 0xb0); // Bypass cache.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4560
  z_bru(done);                         // All done.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4561
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4562
  bind(MVC_template);             // Just some data (not more than 256 bytes).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4563
  z_mvc(0, 0, dst_reg, 0, src_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4564
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4565
  bind(doMVC);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4566
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4567
  if (VM_Version::has_ExecuteExtensions()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4568
    add2reg(Z_R1, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4569
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4570
    add2reg(tmp1_reg, -1, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4571
    z_larl(Z_R1, MVC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4572
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4573
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4574
  if (VM_Version::has_Prefetch()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4575
    z_pfd(1,  0,Z_R0,src_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4576
    z_pfd(2,  0,Z_R0,dst_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4577
    //    z_pfd(1,256,Z_R0,src_reg);    // Assume very short copy.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4578
    //    z_pfd(2,256,Z_R0,dst_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4579
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4580
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4581
  if (VM_Version::has_ExecuteExtensions()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4582
    z_exrl(Z_R1, MVC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4583
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4584
    z_ex(tmp1_reg, 0, Z_R0, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4585
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4586
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4587
  bind(done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4588
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4589
  BLOCK_COMMENT("} CopyRawMemory_AlignedDisjoint");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4590
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4591
  int block_end = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4592
  return block_end - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4593
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4594
58959
b7b170ba3ba9 8233328: fix minimal VM build on Linux s390x
mbaesken
parents: 57777
diff changeset
  4595
#ifdef COMPILER2
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4596
//------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4597
//   Special String Intrinsics. Implementation
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4598
//------------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4599
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4600
// Intrinsics for CompactStrings
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4601
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4602
// Compress char[] to byte[].
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4603
//   Restores: src, dst
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4604
//   Uses:     cnt
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4605
//   Kills:    tmp, Z_R0, Z_R1.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4606
//   Early clobber: result.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4607
// Note:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4608
//   cnt is signed int. Do not rely on high word!
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4609
//       counts # characters, not bytes.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4610
// The result is the number of characters copied before the first incompatible character was found.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4611
// If precise is true, the processing stops exactly at this point. Otherwise, the result may be off
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4612
// by a few bytes. The result always indicates the number of copied characters.
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4613
// When used as a character index, the returned value points to the first incompatible character.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4614
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4615
// Note: Does not behave exactly like package private StringUTF16 compress java implementation in case of failure:
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4616
// - Different number of characters may have been written to dead array (if precise is false).
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4617
// - Returns a number <cnt instead of 0. (Result gets compared with cnt.)
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4618
unsigned int MacroAssembler::string_compress(Register result, Register src, Register dst, Register cnt,
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4619
                                             Register tmp,    bool precise) {
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4620
  assert_different_registers(Z_R0, Z_R1, result, src, dst, cnt, tmp);
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4621
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4622
  if (precise) {
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4623
    BLOCK_COMMENT("encode_iso_array {");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4624
  } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4625
    BLOCK_COMMENT("string_compress {");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4626
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4627
  int  block_start = offset();
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4628
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4629
  Register       Rsrc  = src;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4630
  Register       Rdst  = dst;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4631
  Register       Rix   = tmp;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4632
  Register       Rcnt  = cnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4633
  Register       Rmask = result;  // holds incompatibility check mask until result value is stored.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4634
  Label          ScalarShortcut, AllDone;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4635
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4636
  z_iilf(Rmask, 0xFF00FF00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4637
  z_iihf(Rmask, 0xFF00FF00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4638
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4639
#if 0  // Sacrifice shortcuts for code compactness
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4640
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4641
    //---<  shortcuts for short strings (very frequent)   >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4642
    //   Strings with 4 and 8 characters were fond to occur very frequently.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4643
    //   Therefore, we handle them right away with minimal overhead.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4644
    Label     skipShortcut, skip4Shortcut, skip8Shortcut;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4645
    Register  Rout = Z_R0;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4646
    z_chi(Rcnt, 4);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4647
    z_brne(skip4Shortcut);                 // 4 characters are very frequent
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4648
      z_lg(Z_R0, 0, Rsrc);                 // Treat exactly 4 characters specially.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4649
      if (VM_Version::has_DistinctOpnds()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4650
        Rout = Z_R0;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4651
        z_ngrk(Rix, Z_R0, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4652
      } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4653
        Rout = Rix;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4654
        z_lgr(Rix, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4655
        z_ngr(Z_R0, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4656
      }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4657
      z_brnz(skipShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4658
      z_stcmh(Rout, 5, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4659
      z_stcm(Rout,  5, 2, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4660
      z_lgfr(result, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4661
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4662
    bind(skip4Shortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4663
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4664
    z_chi(Rcnt, 8);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4665
    z_brne(skip8Shortcut);                 // There's more to do...
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4666
      z_lmg(Z_R0, Z_R1, 0, Rsrc);          // Treat exactly 8 characters specially.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4667
      if (VM_Version::has_DistinctOpnds()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4668
        Rout = Z_R0;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4669
        z_ogrk(Rix, Z_R0, Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4670
        z_ngr(Rix, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4671
      } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4672
        Rout = Rix;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4673
        z_lgr(Rix, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4674
        z_ogr(Z_R0, Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4675
        z_ngr(Z_R0, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4676
      }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4677
      z_brnz(skipShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4678
      z_stcmh(Rout, 5, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4679
      z_stcm(Rout,  5, 2, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4680
      z_stcmh(Z_R1, 5, 4, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4681
      z_stcm(Z_R1,  5, 6, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4682
      z_lgfr(result, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4683
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4684
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4685
    bind(skip8Shortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4686
    clear_reg(Z_R0, true, false);          // #characters already processed (none). Precond for scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4687
    z_brl(ScalarShortcut);                 // Just a few characters
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4688
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4689
    bind(skipShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4690
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4691
#endif
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4692
  clear_reg(Z_R0);                         // make sure register is properly initialized.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4693
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4694
  if (VM_Version::has_VectorFacility()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4695
    const int  min_vcnt     = 32;          // Minimum #characters required to use vector instructions.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4696
                                           // Otherwise just do nothing in vector mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4697
                                           // Must be multiple of 2*(vector register length in chars (8 HW = 128 bits)).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4698
    const int  log_min_vcnt = exact_log2(min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4699
    Label      VectorLoop, VectorDone, VectorBreak;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4700
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4701
    VectorRegister Vtmp1      = Z_V16;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4702
    VectorRegister Vtmp2      = Z_V17;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4703
    VectorRegister Vmask      = Z_V18;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4704
    VectorRegister Vzero      = Z_V19;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4705
    VectorRegister Vsrc_first = Z_V20;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4706
    VectorRegister Vsrc_last  = Z_V23;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4707
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4708
    assert((Vsrc_last->encoding() - Vsrc_first->encoding() + 1) == min_vcnt/8, "logic error");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4709
    assert(VM_Version::has_DistinctOpnds(), "Assumption when has_VectorFacility()");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4710
    z_srak(Rix, Rcnt, log_min_vcnt);       // # vector loop iterations
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4711
    z_brz(VectorDone);                     // not enough data for vector loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4712
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4713
    z_vzero(Vzero);                        // all zeroes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4714
    z_vgmh(Vmask, 0, 7);                   // generate 0xff00 mask for all 2-byte elements
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4715
    z_sllg(Z_R0, Rix, log_min_vcnt);       // remember #chars that will be processed by vector loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4716
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4717
    bind(VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4718
      z_vlm(Vsrc_first, Vsrc_last, 0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4719
      add2reg(Rsrc, min_vcnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4720
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4721
      //---<  check for incompatible character  >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4722
      z_vo(Vtmp1, Z_V20, Z_V21);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4723
      z_vo(Vtmp2, Z_V22, Z_V23);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4724
      z_vo(Vtmp1, Vtmp1, Vtmp2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4725
      z_vn(Vtmp1, Vtmp1, Vmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4726
      z_vceqhs(Vtmp1, Vtmp1, Vzero);       // high half of all chars must be zero for successful compress.
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4727
      z_bvnt(VectorBreak);                 // break vector loop if not all vector elements compare eq -> incompatible character found.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4728
                                           // re-process data from current iteration in break handler.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4729
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4730
      //---<  pack & store characters  >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4731
      z_vpkh(Vtmp1, Z_V20, Z_V21);         // pack (src1, src2) -> tmp1
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4732
      z_vpkh(Vtmp2, Z_V22, Z_V23);         // pack (src3, src4) -> tmp2
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4733
      z_vstm(Vtmp1, Vtmp2, 0, Rdst);       // store packed string
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4734
      add2reg(Rdst, min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4735
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4736
      z_brct(Rix, VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4737
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4738
    z_bru(VectorDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4739
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4740
    bind(VectorBreak);
48186
c722887b75a2 8192818: [s390]: restoring register contents calculates wrong value
lucy
parents: 48094
diff changeset
  4741
      add2reg(Rsrc, -min_vcnt*2);          // Fix Rsrc. Rsrc was already updated, but Rdst and Rix are not.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4742
      z_sll(Rix, log_min_vcnt);            // # chars processed so far in VectorLoop, excl. current iteration.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4743
      z_sr(Z_R0, Rix);                     // correct # chars processed in total.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4744
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4745
    bind(VectorDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4746
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4747
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4748
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4749
    const int  min_cnt     =  8;           // Minimum #characters required to use unrolled loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4750
                                           // Otherwise just do nothing in unrolled loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4751
                                           // Must be multiple of 8.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4752
    const int  log_min_cnt = exact_log2(min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4753
    Label      UnrolledLoop, UnrolledDone, UnrolledBreak;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4754
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4755
    if (VM_Version::has_DistinctOpnds()) {
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4756
      z_srk(Rix, Rcnt, Z_R0);              // remaining # chars to compress in unrolled loop
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4757
    } else {
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4758
      z_lr(Rix, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4759
      z_sr(Rix, Z_R0);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4760
    }
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4761
    z_sra(Rix, log_min_cnt);             // unrolled loop count
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4762
    z_brz(UnrolledDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4763
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4764
    bind(UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4765
      z_lmg(Z_R0, Z_R1, 0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4766
      if (precise) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4767
        z_ogr(Z_R1, Z_R0);                 // check all 8 chars for incompatibility
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4768
        z_ngr(Z_R1, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4769
        z_brnz(UnrolledBreak);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4770
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4771
        z_lg(Z_R1, 8, Rsrc);               // reload destroyed register
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4772
        z_stcmh(Z_R0, 5, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4773
        z_stcm(Z_R0,  5, 2, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4774
      } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4775
        z_stcmh(Z_R0, 5, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4776
        z_stcm(Z_R0,  5, 2, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4777
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4778
        z_ogr(Z_R0, Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4779
        z_ngr(Z_R0, Rmask);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4780
        z_brnz(UnrolledBreak);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4781
      }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4782
      z_stcmh(Z_R1, 5, 4, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4783
      z_stcm(Z_R1,  5, 6, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4784
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4785
      add2reg(Rsrc, min_cnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4786
      add2reg(Rdst, min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4787
      z_brct(Rix, UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4788
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4789
    z_lgfr(Z_R0, Rcnt);                    // # chars processed in total after unrolled loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4790
    z_nilf(Z_R0, ~(min_cnt-1));
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4791
    z_tmll(Rcnt, min_cnt-1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4792
    z_brnaz(ScalarShortcut);               // if all bits zero, there is nothing left to do for scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4793
                                           // Rix == 0 in all cases.
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4794
    z_sllg(Z_R1, Rcnt, 1);                 // # src bytes already processed. Only lower 32 bits are valid!
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4795
                                           //   Z_R1 contents must be treated as unsigned operand! For huge strings,
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4796
                                           //   (Rcnt >= 2**30), the value may spill into the sign bit by sllg.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4797
    z_lgfr(result, Rcnt);                  // all characters processed.
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4798
    z_slgfr(Rdst, Rcnt);                   // restore ptr
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4799
    z_slgfr(Rsrc, Z_R1);                   // restore ptr, double the element count for Rsrc restore
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4800
    z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4801
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4802
    bind(UnrolledBreak);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4803
    z_lgfr(Z_R0, Rcnt);                    // # chars processed in total after unrolled loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4804
    z_nilf(Z_R0, ~(min_cnt-1));
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4805
    z_sll(Rix, log_min_cnt);               // # chars not yet processed in UnrolledLoop (due to break), broken iteration not included.
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4806
    z_sr(Z_R0, Rix);                       // fix # chars processed OK so far.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4807
    if (!precise) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4808
      z_lgfr(result, Z_R0);
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4809
      z_sllg(Z_R1, Z_R0, 1);               // # src bytes already processed. Only lower 32 bits are valid!
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4810
                                           //   Z_R1 contents must be treated as unsigned operand! For huge strings,
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4811
                                           //   (Rcnt >= 2**30), the value may spill into the sign bit by sllg.
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4812
      z_aghi(result, min_cnt/2);           // min_cnt/2 characters have already been written
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4813
                                           // but ptrs were not updated yet.
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4814
      z_slgfr(Rdst, Z_R0);                 // restore ptr
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4815
      z_slgfr(Rsrc, Z_R1);                 // restore ptr, double the element count for Rsrc restore
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4816
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4817
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4818
    bind(UnrolledDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4819
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4820
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4821
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4822
    Label     ScalarLoop, ScalarDone, ScalarBreak;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4823
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4824
    bind(ScalarShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4825
    z_ltgfr(result, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4826
    z_brz(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4827
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4828
#if 0  // Sacrifice shortcuts for code compactness
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4829
    {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4830
      //---<  Special treatment for very short strings (one or two characters)  >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4831
      //   For these strings, we are sure that the above code was skipped.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4832
      //   Thus, no registers were modified, register restore is not required.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4833
      Label     ScalarDoit, Scalar2Char;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4834
      z_chi(Rcnt, 2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4835
      z_brh(ScalarDoit);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4836
      z_llh(Z_R1,  0, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4837
      z_bre(Scalar2Char);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4838
      z_tmll(Z_R1, 0xff00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4839
      z_lghi(result, 0);                   // cnt == 1, first char invalid, no chars successfully processed
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4840
      z_brnaz(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4841
      z_stc(Z_R1,  0, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4842
      z_lghi(result, 1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4843
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4844
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4845
      bind(Scalar2Char);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4846
      z_llh(Z_R0,  2, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4847
      z_tmll(Z_R1, 0xff00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4848
      z_lghi(result, 0);                   // cnt == 2, first char invalid, no chars successfully processed
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4849
      z_brnaz(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4850
      z_stc(Z_R1,  0, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4851
      z_tmll(Z_R0, 0xff00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4852
      z_lghi(result, 1);                   // cnt == 2, second char invalid, one char successfully processed
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4853
      z_brnaz(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4854
      z_stc(Z_R0,  1, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4855
      z_lghi(result, 2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4856
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4857
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4858
      bind(ScalarDoit);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4859
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4860
#endif
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4861
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4862
    if (VM_Version::has_DistinctOpnds()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4863
      z_srk(Rix, Rcnt, Z_R0);              // remaining # chars to compress in unrolled loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4864
    } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4865
      z_lr(Rix, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4866
      z_sr(Rix, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4867
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4868
    z_lgfr(result, Rcnt);                  // # processed characters (if all runs ok).
48331
a8e39cc7b88f 8193443: [s390]: EncodeISOArray generates wrong vector code
lucy
parents: 48186
diff changeset
  4869
    z_brz(ScalarDone);                     // uses CC from Rix calculation
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4870
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4871
    bind(ScalarLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4872
      z_llh(Z_R1, 0, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4873
      z_tmll(Z_R1, 0xff00);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4874
      z_brnaz(ScalarBreak);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4875
      z_stc(Z_R1, 0, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4876
      add2reg(Rsrc, 2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4877
      add2reg(Rdst, 1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4878
      z_brct(Rix, ScalarLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4879
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4880
    z_bru(ScalarDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4881
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4882
    bind(ScalarBreak);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4883
    z_sr(result, Rix);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4884
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4885
    bind(ScalarDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4886
    z_sgfr(Rdst, result);                  // restore ptr
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4887
    z_sgfr(Rsrc, result);                  // restore ptr, double the element count for Rsrc restore
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4888
    z_sgfr(Rsrc, result);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4889
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4890
  bind(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4891
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4892
  if (precise) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4893
    BLOCK_COMMENT("} encode_iso_array");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4894
  } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4895
    BLOCK_COMMENT("} string_compress");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4896
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4897
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4898
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4899
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4900
// Inflate byte[] to char[].
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4901
unsigned int MacroAssembler::string_inflate_trot(Register src, Register dst, Register cnt, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4902
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4903
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4904
  BLOCK_COMMENT("string_inflate {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4905
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4906
  Register stop_char = Z_R0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4907
  Register table     = Z_R1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4908
  Register src_addr  = tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4909
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4910
  assert_different_registers(Z_R0, Z_R1, tmp, src, dst, cnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4911
  assert(dst->encoding()%2 == 0, "must be even reg");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4912
  assert(cnt->encoding()%2 == 1, "must be odd reg");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4913
  assert(cnt->encoding() - dst->encoding() == 1, "must be even/odd pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4914
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4915
  StubRoutines::zarch::generate_load_trot_table_addr(this, table);  // kills Z_R0 (if ASSERT)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4916
  clear_reg(stop_char);  // Stop character. Not used here, but initialized to have a defined value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4917
  lgr_if_needed(src_addr, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4918
  z_llgfr(cnt, cnt);     // # src characters, must be a positive simm32.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4919
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4920
  translate_ot(dst, src_addr, /* mask = */ 0x0001);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4921
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4922
  BLOCK_COMMENT("} string_inflate");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4923
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4924
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4925
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4926
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4927
// Inflate byte[] to char[].
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4928
//   Restores: src, dst
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4929
//   Uses:     cnt
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4930
//   Kills:    tmp, Z_R0, Z_R1.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4931
// Note:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4932
//   cnt is signed int. Do not rely on high word!
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4933
//       counts # characters, not bytes.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4934
unsigned int MacroAssembler::string_inflate(Register src, Register dst, Register cnt, Register tmp) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4935
  assert_different_registers(Z_R0, Z_R1, src, dst, cnt, tmp);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4936
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  4937
  BLOCK_COMMENT("string_inflate {");
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4938
  int block_start = offset();
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4939
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4940
  Register   Rcnt = cnt;   // # characters (src: bytes, dst: char (2-byte)), remaining after current loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4941
  Register   Rix  = tmp;   // loop index
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4942
  Register   Rsrc = src;   // addr(src array)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4943
  Register   Rdst = dst;   // addr(dst array)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4944
  Label      ScalarShortcut, AllDone;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4945
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4946
#if 0  // Sacrifice shortcuts for code compactness
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4947
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4948
    //---<  shortcuts for short strings (very frequent)   >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4949
    Label   skipShortcut, skip4Shortcut;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4950
    z_ltr(Rcnt, Rcnt);                     // absolutely nothing to do for strings of len == 0.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4951
    z_brz(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4952
    clear_reg(Z_R0);                       // make sure registers are properly initialized.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4953
    clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4954
    z_chi(Rcnt, 4);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4955
    z_brne(skip4Shortcut);                 // 4 characters are very frequent
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4956
      z_icm(Z_R0, 5,    0, Rsrc);          // Treat exactly 4 characters specially.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4957
      z_icm(Z_R1, 5,    2, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4958
      z_stm(Z_R0, Z_R1, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4959
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4960
    bind(skip4Shortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4961
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4962
    z_chi(Rcnt, 8);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4963
    z_brh(skipShortcut);                   // There's a lot to do...
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4964
    z_lgfr(Z_R0, Rcnt);                    // remaining #characters (<= 8). Precond for scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4965
                                           // This does not destroy the "register cleared" state of Z_R0.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4966
    z_brl(ScalarShortcut);                 // Just a few characters
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4967
      z_icmh(Z_R0, 5, 0, Rsrc);            // Treat exactly 8 characters specially.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4968
      z_icmh(Z_R1, 5, 4, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4969
      z_icm(Z_R0,  5, 2, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4970
      z_icm(Z_R1,  5, 6, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4971
      z_stmg(Z_R0, Z_R1, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4972
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4973
    bind(skipShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4974
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4975
#endif
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4976
  clear_reg(Z_R0);                         // make sure register is properly initialized.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4977
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4978
  if (VM_Version::has_VectorFacility()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4979
    const int  min_vcnt     = 32;          // Minimum #characters required to use vector instructions.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4980
                                           // Otherwise just do nothing in vector mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4981
                                           // Must be multiple of vector register length (16 bytes = 128 bits).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4982
    const int  log_min_vcnt = exact_log2(min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4983
    Label      VectorLoop, VectorDone;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4984
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4985
    assert(VM_Version::has_DistinctOpnds(), "Assumption when has_VectorFacility()");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4986
    z_srak(Rix, Rcnt, log_min_vcnt);       // calculate # vector loop iterations
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4987
    z_brz(VectorDone);                     // skip if none
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4988
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4989
    z_sllg(Z_R0, Rix, log_min_vcnt);       // remember #chars that will be processed by vector loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4990
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4991
    bind(VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4992
      z_vlm(Z_V20, Z_V21, 0, Rsrc);        // get next 32 characters (single-byte)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4993
      add2reg(Rsrc, min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4994
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4995
      z_vuplhb(Z_V22, Z_V20);              // V2 <- (expand) V0(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4996
      z_vupllb(Z_V23, Z_V20);              // V3 <- (expand) V0(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4997
      z_vuplhb(Z_V24, Z_V21);              // V4 <- (expand) V1(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4998
      z_vupllb(Z_V25, Z_V21);              // V5 <- (expand) V1(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  4999
      z_vstm(Z_V22, Z_V25, 0, Rdst);       // store next 32 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5000
      add2reg(Rdst, min_vcnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5001
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5002
      z_brct(Rix, VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5003
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5004
    bind(VectorDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5005
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5006
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5007
  const int  min_cnt     =  8;             // Minimum #characters required to use unrolled scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5008
                                           // Otherwise just do nothing in unrolled scalar mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5009
                                           // Must be multiple of 8.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5010
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5011
    const int  log_min_cnt = exact_log2(min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5012
    Label      UnrolledLoop, UnrolledDone;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5013
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5014
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5015
    if (VM_Version::has_DistinctOpnds()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5016
      z_srk(Rix, Rcnt, Z_R0);              // remaining # chars to process in unrolled loop
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5017
    } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5018
      z_lr(Rix, Rcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5019
      z_sr(Rix, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5020
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5021
    z_sra(Rix, log_min_cnt);               // unrolled loop count
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5022
    z_brz(UnrolledDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5023
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5024
    clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5025
    clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5026
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5027
    bind(UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5028
      z_icmh(Z_R0, 5, 0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5029
      z_icmh(Z_R1, 5, 4, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5030
      z_icm(Z_R0,  5, 2, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5031
      z_icm(Z_R1,  5, 6, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5032
      add2reg(Rsrc, min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5033
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5034
      z_stmg(Z_R0, Z_R1, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5035
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5036
      add2reg(Rdst, min_cnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5037
      z_brct(Rix, UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5038
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5039
    bind(UnrolledDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5040
    z_lgfr(Z_R0, Rcnt);                    // # chars left over after unrolled loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5041
    z_nilf(Z_R0, min_cnt-1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5042
    z_brnz(ScalarShortcut);                // if zero, there is nothing left to do for scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5043
                                           // Rix == 0 in all cases.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5044
    z_sgfr(Z_R0, Rcnt);                    // negative # characters the ptrs have been advanced previously.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5045
    z_agr(Rdst, Z_R0);                     // restore ptr, double the element count for Rdst restore.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5046
    z_agr(Rdst, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5047
    z_agr(Rsrc, Z_R0);                     // restore ptr.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5048
    z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5049
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5050
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5051
  {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5052
    bind(ScalarShortcut);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5053
    // Z_R0 must contain remaining # characters as 64-bit signed int here.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5054
    //      register contents is preserved over scalar processing (for register fixup).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5055
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5056
#if 0  // Sacrifice shortcuts for code compactness
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5057
    {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5058
      Label      ScalarDefault;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5059
      z_chi(Rcnt, 2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5060
      z_brh(ScalarDefault);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5061
      z_llc(Z_R0,  0, Z_R0, Rsrc);     // 6 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5062
      z_sth(Z_R0,  0, Z_R0, Rdst);     // 4 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5063
      z_brl(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5064
      z_llc(Z_R0,  1, Z_R0, Rsrc);     // 6 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5065
      z_sth(Z_R0,  2, Z_R0, Rdst);     // 4 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5066
      z_bru(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5067
      bind(ScalarDefault);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5068
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5069
#endif
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5070
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5071
    Label   CodeTable;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5072
    // Some comments on Rix calculation:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5073
    //  - Rcnt is small, therefore no bits shifted out of low word (sll(g) instructions).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5074
    //  - high word of both Rix and Rcnt may contain garbage
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5075
    //  - the final lngfr takes care of that garbage, extending the sign to high word
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5076
    z_sllg(Rix, Z_R0, 2);                // calculate 10*Rix = (4*Rix + Rix)*2
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5077
    z_ar(Rix, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5078
    z_larl(Z_R1, CodeTable);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5079
    z_sll(Rix, 1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5080
    z_lngfr(Rix, Rix);      // ix range: [0..7], after inversion & mult: [-(7*12)..(0*12)].
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5081
    z_bc(Assembler::bcondAlways, 0, Rix, Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5082
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5083
    z_llc(Z_R1,  6, Z_R0, Rsrc);  // 6 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5084
    z_sth(Z_R1, 12, Z_R0, Rdst);  // 4 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5085
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5086
    z_llc(Z_R1,  5, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5087
    z_sth(Z_R1, 10, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5088
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5089
    z_llc(Z_R1,  4, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5090
    z_sth(Z_R1,  8, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5091
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5092
    z_llc(Z_R1,  3, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5093
    z_sth(Z_R1,  6, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5095
    z_llc(Z_R1,  2, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5096
    z_sth(Z_R1,  4, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5097
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5098
    z_llc(Z_R1,  1, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5099
    z_sth(Z_R1,  2, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5100
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5101
    z_llc(Z_R1,  0, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5102
    z_sth(Z_R1,  0, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5103
    bind(CodeTable);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5104
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5105
    z_chi(Rcnt, 8);                        // no fixup for small strings. Rdst, Rsrc were not modified.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5106
    z_brl(AllDone);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5107
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5108
    z_sgfr(Z_R0, Rcnt);                    // # characters the ptrs have been advanced previously.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5109
    z_agr(Rdst, Z_R0);                     // restore ptr, double the element count for Rdst restore.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5110
    z_agr(Rdst, Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5111
    z_agr(Rsrc, Z_R0);                     // restore ptr.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5112
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5113
  bind(AllDone);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5114
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5115
  BLOCK_COMMENT("} string_inflate");
48094
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5116
  return offset() - block_start;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5117
}
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5118
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5119
// Inflate byte[] to char[], length known at compile time.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5120
//   Restores: src, dst
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5121
//   Kills:    tmp, Z_R0, Z_R1.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5122
// Note:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5123
//   len is signed int. Counts # characters, not bytes.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5124
unsigned int MacroAssembler::string_inflate_const(Register src, Register dst, Register tmp, int len) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5125
  assert_different_registers(Z_R0, Z_R1, src, dst, tmp);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5126
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5127
  BLOCK_COMMENT("string_inflate_const {");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5128
  int block_start = offset();
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5129
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5130
  Register   Rix  = tmp;   // loop index
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5131
  Register   Rsrc = src;   // addr(src array)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5132
  Register   Rdst = dst;   // addr(dst array)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5133
  Label      ScalarShortcut, AllDone;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5134
  int        nprocessed = 0;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5135
  int        src_off    = 0;  // compensate for saved (optimized away) ptr advancement.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5136
  int        dst_off    = 0;  // compensate for saved (optimized away) ptr advancement.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5137
  bool       restore_inputs = false;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5138
  bool       workreg_clear  = false;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5139
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5140
  if ((len >= 32) && VM_Version::has_VectorFacility()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5141
    const int  min_vcnt     = 32;          // Minimum #characters required to use vector instructions.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5142
                                           // Otherwise just do nothing in vector mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5143
                                           // Must be multiple of vector register length (16 bytes = 128 bits).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5144
    const int  log_min_vcnt = exact_log2(min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5145
    const int  iterations   = (len - nprocessed) >> log_min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5146
    nprocessed             += iterations << log_min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5147
    Label      VectorLoop;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5148
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5149
    if (iterations == 1) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5150
      z_vlm(Z_V20, Z_V21, 0+src_off, Rsrc);  // get next 32 characters (single-byte)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5151
      z_vuplhb(Z_V22, Z_V20);                // V2 <- (expand) V0(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5152
      z_vupllb(Z_V23, Z_V20);                // V3 <- (expand) V0(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5153
      z_vuplhb(Z_V24, Z_V21);                // V4 <- (expand) V1(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5154
      z_vupllb(Z_V25, Z_V21);                // V5 <- (expand) V1(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5155
      z_vstm(Z_V22, Z_V25, 0+dst_off, Rdst); // store next 32 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5156
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5157
      src_off += min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5158
      dst_off += min_vcnt*2;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5159
    } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5160
      restore_inputs = true;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5161
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5162
      z_lgfi(Rix, len>>log_min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5163
      bind(VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5164
        z_vlm(Z_V20, Z_V21, 0, Rsrc);        // get next 32 characters (single-byte)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5165
        add2reg(Rsrc, min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5166
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5167
        z_vuplhb(Z_V22, Z_V20);              // V2 <- (expand) V0(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5168
        z_vupllb(Z_V23, Z_V20);              // V3 <- (expand) V0(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5169
        z_vuplhb(Z_V24, Z_V21);              // V4 <- (expand) V1(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5170
        z_vupllb(Z_V25, Z_V21);              // V5 <- (expand) V1(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5171
        z_vstm(Z_V22, Z_V25, 0, Rdst);       // store next 32 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5172
        add2reg(Rdst, min_vcnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5173
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5174
        z_brct(Rix, VectorLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5175
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5176
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5177
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5178
  if (((len-nprocessed) >= 16) && VM_Version::has_VectorFacility()) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5179
    const int  min_vcnt     = 16;          // Minimum #characters required to use vector instructions.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5180
                                           // Otherwise just do nothing in vector mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5181
                                           // Must be multiple of vector register length (16 bytes = 128 bits).
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5182
    const int  log_min_vcnt = exact_log2(min_vcnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5183
    const int  iterations   = (len - nprocessed) >> log_min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5184
    nprocessed             += iterations << log_min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5185
    assert(iterations == 1, "must be!");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5186
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5187
    z_vl(Z_V20, 0+src_off, Z_R0, Rsrc);    // get next 16 characters (single-byte)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5188
    z_vuplhb(Z_V22, Z_V20);                // V2 <- (expand) V0(high)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5189
    z_vupllb(Z_V23, Z_V20);                // V3 <- (expand) V0(low)
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5190
    z_vstm(Z_V22, Z_V23, 0+dst_off, Rdst); // store next 32 bytes
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5191
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5192
    src_off += min_vcnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5193
    dst_off += min_vcnt*2;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5194
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5195
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5196
  if ((len-nprocessed) > 8) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5197
    const int  min_cnt     =  8;           // Minimum #characters required to use unrolled scalar loop.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5198
                                           // Otherwise just do nothing in unrolled scalar mode.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5199
                                           // Must be multiple of 8.
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5200
    const int  log_min_cnt = exact_log2(min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5201
    const int  iterations  = (len - nprocessed) >> log_min_cnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5202
    nprocessed     += iterations << log_min_cnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5203
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5204
    //---<  avoid loop overhead/ptr increment for small # iterations  >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5205
    if (iterations <= 2) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5206
      clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5207
      clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5208
      workreg_clear = true;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5209
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5210
      z_icmh(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5211
      z_icmh(Z_R1, 5, 4+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5212
      z_icm(Z_R0,  5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5213
      z_icm(Z_R1,  5, 6+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5214
      z_stmg(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5215
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5216
      src_off += min_cnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5217
      dst_off += min_cnt*2;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5218
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5219
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5220
    if (iterations == 2) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5221
      z_icmh(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5222
      z_icmh(Z_R1, 5, 4+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5223
      z_icm(Z_R0,  5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5224
      z_icm(Z_R1,  5, 6+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5225
      z_stmg(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5226
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5227
      src_off += min_cnt;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5228
      dst_off += min_cnt*2;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5229
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5230
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5231
    if (iterations > 2) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5232
      Label      UnrolledLoop;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5233
      restore_inputs  = true;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5234
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5235
      clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5236
      clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5237
      workreg_clear = true;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5238
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5239
      z_lgfi(Rix, iterations);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5240
      bind(UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5241
        z_icmh(Z_R0, 5, 0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5242
        z_icmh(Z_R1, 5, 4, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5243
        z_icm(Z_R0,  5, 2, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5244
        z_icm(Z_R1,  5, 6, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5245
        add2reg(Rsrc, min_cnt);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5246
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5247
        z_stmg(Z_R0, Z_R1, 0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5248
        add2reg(Rdst, min_cnt*2);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5249
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5250
        z_brct(Rix, UnrolledLoop);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5251
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5252
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5253
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5254
  if ((len-nprocessed) > 0) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5255
    switch (len-nprocessed) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5256
      case 8:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5257
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5258
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5259
          clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5260
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5261
        z_icmh(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5262
        z_icmh(Z_R1, 5, 4+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5263
        z_icm(Z_R0,  5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5264
        z_icm(Z_R1,  5, 6+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5265
        z_stmg(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5266
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5267
      case 7:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5268
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5269
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5270
          clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5271
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5272
        clear_reg(Rix);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5273
        z_icm(Z_R0,  5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5274
        z_icm(Z_R1,  5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5275
        z_icm(Rix,   5, 4+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5276
        z_stm(Z_R0,  Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5277
        z_llc(Z_R0,  6+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5278
        z_st(Rix,    8+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5279
        z_sth(Z_R0, 12+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5280
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5281
      case 6:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5282
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5283
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5284
          clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5285
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5286
        clear_reg(Rix);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5287
        z_icm(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5288
        z_icm(Z_R1, 5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5289
        z_icm(Rix,  5, 4+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5290
        z_stm(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5291
        z_st(Rix,   8+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5292
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5293
      case 5:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5294
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5295
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5296
          clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5297
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5298
        z_icm(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5299
        z_icm(Z_R1, 5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5300
        z_llc(Rix,  4+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5301
        z_stm(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5302
        z_sth(Rix,  8+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5303
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5304
      case 4:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5305
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5306
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5307
          clear_reg(Z_R1);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5308
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5309
        z_icm(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5310
        z_icm(Z_R1, 5, 2+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5311
        z_stm(Z_R0, Z_R1, 0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5312
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5313
      case 3:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5314
        if (!workreg_clear) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5315
          clear_reg(Z_R0);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5316
        }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5317
        z_llc(Z_R1, 2+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5318
        z_icm(Z_R0, 5, 0+src_off, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5319
        z_sth(Z_R1, 4+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5320
        z_st(Z_R0,  0+dst_off, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5321
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5322
      case 2:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5323
        z_llc(Z_R0, 0+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5324
        z_llc(Z_R1, 1+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5325
        z_sth(Z_R0, 0+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5326
        z_sth(Z_R1, 2+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5327
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5328
      case 1:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5329
        z_llc(Z_R0, 0+src_off, Z_R0, Rsrc);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5330
        z_sth(Z_R0, 0+dst_off, Z_R0, Rdst);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5331
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5332
      default:
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5333
        guarantee(false, "Impossible");
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5334
        break;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5335
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5336
    src_off   +=  len-nprocessed;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5337
    dst_off   += (len-nprocessed)*2;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5338
    nprocessed = len;
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5339
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5340
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5341
  //---< restore modified input registers  >---
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5342
  if ((nprocessed > 0) && restore_inputs) {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5343
    z_agfi(Rsrc, -(nprocessed-src_off));
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5344
    if (nprocessed < 1000000000) { // avoid int overflow
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5345
      z_agfi(Rdst, -(nprocessed*2-dst_off));
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5346
    } else {
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5347
      z_agfi(Rdst, -(nprocessed-dst_off));
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5348
      z_agfi(Rdst, -nprocessed);
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5349
    }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5350
  }
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5351
bca569f79fa1 8189793: [s390]: Improve String compress/inflate by exploiting vector instructions
lucy
parents: 47580
diff changeset
  5352
  BLOCK_COMMENT("} string_inflate_const");
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5353
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5354
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5355
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5356
// Kills src.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5357
unsigned int MacroAssembler::has_negatives(Register result, Register src, Register cnt,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5358
                                           Register odd_reg, Register even_reg, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5359
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5360
  Label Lloop1, Lloop2, Lslow, Lnotfound, Ldone;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5361
  const Register addr = src, mask = tmp;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5362
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5363
  BLOCK_COMMENT("has_negatives {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5364
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5365
  z_llgfr(Z_R1, cnt);      // Number of bytes to read. (Must be a positive simm32.)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5366
  z_llilf(mask, 0x80808080);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5367
  z_lhi(result, 1);        // Assume true.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5368
  // Last possible addr for fast loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5369
  z_lay(odd_reg, -16, Z_R1, src);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5370
  z_chi(cnt, 16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5371
  z_brl(Lslow);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5372
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5373
  // ind1: index, even_reg: index increment, odd_reg: index limit
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5374
  z_iihf(mask, 0x80808080);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5375
  z_lghi(even_reg, 16);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5376
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5377
  bind(Lloop1); // 16 bytes per iteration.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5378
  z_lg(Z_R0, Address(addr));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5379
  z_lg(Z_R1, Address(addr, 8));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5380
  z_ogr(Z_R0, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5381
  z_ngr(Z_R0, mask);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5382
  z_brne(Ldone);           // If found return 1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5383
  z_brxlg(addr, even_reg, Lloop1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5384
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5385
  bind(Lslow);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5386
  z_aghi(odd_reg, 16-1);   // Last possible addr for slow loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5387
  z_lghi(even_reg, 1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5388
  z_cgr(addr, odd_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5389
  z_brh(Lnotfound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5390
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5391
  bind(Lloop2); // 1 byte per iteration.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5392
  z_cli(Address(addr), 0x80);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5393
  z_brnl(Ldone);           // If found return 1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5394
  z_brxlg(addr, even_reg, Lloop2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5395
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5396
  bind(Lnotfound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5397
  z_lhi(result, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5398
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5399
  bind(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5400
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5401
  BLOCK_COMMENT("} has_negatives");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5402
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5403
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5404
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5405
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5406
// kill: cnt1, cnt2, odd_reg, even_reg; early clobber: result
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5407
unsigned int MacroAssembler::string_compare(Register str1, Register str2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5408
                                            Register cnt1, Register cnt2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5409
                                            Register odd_reg, Register even_reg, Register result, int ae) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5410
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5411
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5412
  assert_different_registers(str1, cnt1, cnt2, odd_reg, even_reg, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5413
  assert_different_registers(str2, cnt1, cnt2, odd_reg, even_reg, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5414
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5415
  // If strings are equal up to min length, return the length difference.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5416
  const Register diff = result, // Pre-set result with length difference.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5417
                 min  = cnt1,   // min number of bytes
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5418
                 tmp  = cnt2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5419
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5420
  // Note: Making use of the fact that compareTo(a, b) == -compareTo(b, a)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5421
  // we interchange str1 and str2 in the UL case and negate the result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5422
  // Like this, str1 is always latin1 encoded, except for the UU case.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5423
  // In addition, we need 0 (or sign which is 0) extend when using 64 bit register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5424
  const bool used_as_LU = (ae == StrIntrinsicNode::LU || ae == StrIntrinsicNode::UL);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5425
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5426
  BLOCK_COMMENT("string_compare {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5427
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5428
  if (used_as_LU) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5429
    z_srl(cnt2, 1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5430
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5431
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5432
  // See if the lengths are different, and calculate min in cnt1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5433
  // Save diff in case we need it for a tie-breaker.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5434
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5435
  // diff = cnt1 - cnt2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5436
  if (VM_Version::has_DistinctOpnds()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5437
    z_srk(diff, cnt1, cnt2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5438
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5439
    z_lr(diff, cnt1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5440
    z_sr(diff, cnt2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5441
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5442
  if (str1 != str2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5443
    if (VM_Version::has_LoadStoreConditional()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5444
      z_locr(min, cnt2, Assembler::bcondHigh);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5445
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5446
      Label Lskip;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5447
      z_brl(Lskip);    // min ok if cnt1 < cnt2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5448
      z_lr(min, cnt2); // min = cnt2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5449
      bind(Lskip);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5450
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5451
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5452
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5453
  if (ae == StrIntrinsicNode::UU) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5454
    z_sra(diff, 1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5455
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5456
  if (str1 != str2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5457
    Label Ldone;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5458
    if (used_as_LU) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5459
      // Loop which searches the first difference character by character.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5460
      Label Lloop;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5461
      const Register ind1 = Z_R1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5462
                     ind2 = min;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5463
      int stride1 = 1, stride2 = 2; // See comment above.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5464
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5465
      // ind1: index, even_reg: index increment, odd_reg: index limit
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5466
      z_llilf(ind1, (unsigned int)(-stride1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5467
      z_lhi(even_reg, stride1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5468
      add2reg(odd_reg, -stride1, min);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5469
      clear_reg(ind2); // kills min
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5470
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5471
      bind(Lloop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5472
      z_brxh(ind1, even_reg, Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5473
      z_llc(tmp, Address(str1, ind1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5474
      z_llh(Z_R0, Address(str2, ind2));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5475
      z_ahi(ind2, stride2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5476
      z_sr(tmp, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5477
      z_bre(Lloop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5478
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5479
      z_lr(result, tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5480
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5481
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5482
      // Use clcle in fast loop (only for same encoding).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5483
      z_lgr(Z_R0, str1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5484
      z_lgr(even_reg, str2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5485
      z_llgfr(Z_R1, min);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5486
      z_llgfr(odd_reg, min);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5487
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5488
      if (ae == StrIntrinsicNode::LL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5489
        compare_long_ext(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5490
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5491
        compare_long_uni(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5492
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5493
      z_bre(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5494
      z_lgr(Z_R1, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5495
      if (ae == StrIntrinsicNode::LL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5496
        z_llc(Z_R0, Address(even_reg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5497
        z_llc(result, Address(Z_R1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5498
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5499
        z_llh(Z_R0, Address(even_reg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5500
        z_llh(result, Address(Z_R1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5501
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5502
      z_sr(result, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5503
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5504
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5505
    // Otherwise, return the difference between the first mismatched chars.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5506
    bind(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5507
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5508
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5509
  if (ae == StrIntrinsicNode::UL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5510
    z_lcr(result, result); // Negate result (see note above).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5511
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5512
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5513
  BLOCK_COMMENT("} string_compare");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5514
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5515
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5516
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5517
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5518
unsigned int MacroAssembler::array_equals(bool is_array_equ, Register ary1, Register ary2, Register limit,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5519
                                          Register odd_reg, Register even_reg, Register result, bool is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5520
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5521
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5522
  BLOCK_COMMENT("array_equals {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5523
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5524
  assert_different_registers(ary1, limit, odd_reg, even_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5525
  assert_different_registers(ary2, limit, odd_reg, even_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5526
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5527
  Label Ldone, Ldone_true, Ldone_false, Lclcle, CLC_template;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5528
  int base_offset = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5529
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5530
  if (ary1 != ary2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5531
    if (is_array_equ) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5532
      base_offset = arrayOopDesc::base_offset_in_bytes(is_byte ? T_BYTE : T_CHAR);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5533
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5534
      // Return true if the same array.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5535
      compareU64_and_branch(ary1, ary2, Assembler::bcondEqual, Ldone_true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5536
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5537
      // Return false if one of them is NULL.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5538
      compareU64_and_branch(ary1, (intptr_t)0, Assembler::bcondEqual, Ldone_false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5539
      compareU64_and_branch(ary2, (intptr_t)0, Assembler::bcondEqual, Ldone_false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5540
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5541
      // Load the lengths of arrays.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5542
      z_llgf(odd_reg, Address(ary1, arrayOopDesc::length_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5543
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5544
      // Return false if the two arrays are not equal length.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5545
      z_c(odd_reg, Address(ary2, arrayOopDesc::length_offset_in_bytes()));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5546
      z_brne(Ldone_false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5547
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5548
      // string len in bytes (right operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5549
      if (!is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5550
        z_chi(odd_reg, 128);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5551
        z_sll(odd_reg, 1); // preserves flags
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5552
        z_brh(Lclcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5553
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5554
        compareU32_and_branch(odd_reg, (intptr_t)256, Assembler::bcondHigh, Lclcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5555
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5556
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5557
      z_llgfr(odd_reg, limit); // Need to zero-extend prior to using the value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5558
      compareU32_and_branch(limit, (intptr_t)256, Assembler::bcondHigh, Lclcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5559
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5560
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5561
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5562
    // Use clc instruction for up to 256 bytes.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5563
    {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5564
      Register str1_reg = ary1,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5565
          str2_reg = ary2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5566
      if (is_array_equ) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5567
        str1_reg = Z_R1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5568
        str2_reg = even_reg;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5569
        add2reg(str1_reg, base_offset, ary1); // string addr (left operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5570
        add2reg(str2_reg, base_offset, ary2); // string addr (right operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5571
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5572
      z_ahi(odd_reg, -1); // Clc uses decremented limit. Also compare result to 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5573
      z_brl(Ldone_true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5574
      // Note: We could jump to the template if equal.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5575
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5576
      assert(VM_Version::has_ExecuteExtensions(), "unsupported hardware");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5577
      z_exrl(odd_reg, CLC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5578
      z_bre(Ldone_true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5579
      // fall through
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5580
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5581
      bind(Ldone_false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5582
      clear_reg(result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5583
      z_bru(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5584
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5585
      bind(CLC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5586
      z_clc(0, 0, str1_reg, 0, str2_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5587
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5588
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5589
    // Use clcle instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5590
    {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5591
      bind(Lclcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5592
      add2reg(even_reg, base_offset, ary2); // string addr (right operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5593
      add2reg(Z_R0, base_offset, ary1);     // string addr (left operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5594
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5595
      z_lgr(Z_R1, odd_reg); // string len in bytes (left operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5596
      if (is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5597
        compare_long_ext(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5598
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5599
        compare_long_uni(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5600
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5601
      z_lghi(result, 0); // Preserve flags.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5602
      z_brne(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5603
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5604
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5605
  // fall through
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5606
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5607
  bind(Ldone_true);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5608
  z_lghi(result, 1); // All characters are equal.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5609
  bind(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5610
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5611
  BLOCK_COMMENT("} array_equals");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5612
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5613
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5614
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5615
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5616
// kill: haycnt, needlecnt, odd_reg, even_reg; early clobber: result
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5617
unsigned int MacroAssembler::string_indexof(Register result, Register haystack, Register haycnt,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5618
                                            Register needle, Register needlecnt, int needlecntval,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5619
                                            Register odd_reg, Register even_reg, int ae) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5620
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5621
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5622
  // Ensure 0<needlecnt<=haycnt in ideal graph as prerequisite!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5623
  assert(ae != StrIntrinsicNode::LU, "Invalid encoding");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5624
  const int h_csize = (ae == StrIntrinsicNode::LL) ? 1 : 2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5625
  const int n_csize = (ae == StrIntrinsicNode::UU) ? 2 : 1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5626
  Label L_needle1, L_Found, L_NotFound;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5627
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5628
  BLOCK_COMMENT("string_indexof {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5629
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5630
  if (needle == haystack) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5631
    z_lhi(result, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5632
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5633
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5634
  // Load first character of needle (R0 used by search_string instructions).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5635
  if (n_csize == 2) { z_llgh(Z_R0, Address(needle)); } else { z_llgc(Z_R0, Address(needle)); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5636
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5637
  // Compute last haystack addr to use if no match gets found.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5638
  if (needlecnt != noreg) { // variable needlecnt
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5639
    z_ahi(needlecnt, -1); // Remaining characters after first one.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5640
    z_sr(haycnt, needlecnt); // Compute index succeeding last element to compare.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5641
    if (n_csize == 2) { z_sll(needlecnt, 1); } // In bytes.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5642
  } else { // constant needlecnt
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5643
    assert((needlecntval & 0x7fff) == needlecntval, "must be positive simm16 immediate");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5644
    // Compute index succeeding last element to compare.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5645
    if (needlecntval != 1) { z_ahi(haycnt, 1 - needlecntval); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5646
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5647
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5648
  z_llgfr(haycnt, haycnt); // Clear high half.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5649
  z_lgr(result, haystack); // Final result will be computed from needle start pointer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5650
  if (h_csize == 2) { z_sll(haycnt, 1); } // Scale to number of bytes.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5651
  z_agr(haycnt, haystack); // Point to address succeeding last element (haystack+scale*(haycnt-needlecnt+1)).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5652
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5653
  if (h_csize != n_csize) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5654
    assert(ae == StrIntrinsicNode::UL, "Invalid encoding");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5655
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5656
    if (needlecnt != noreg || needlecntval != 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5657
      if (needlecnt != noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5658
        compare32_and_branch(needlecnt, (intptr_t)0, Assembler::bcondEqual, L_needle1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5659
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5660
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5661
      // Main Loop: UL version (now we have at least 2 characters).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5662
      Label L_OuterLoop, L_InnerLoop, L_Skip;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5663
      bind(L_OuterLoop); // Search for 1st 2 characters.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5664
      z_lgr(Z_R1, haycnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5665
      MacroAssembler::search_string_uni(Z_R1, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5666
      z_brc(Assembler::bcondNotFound, L_NotFound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5667
      z_lgr(result, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5668
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5669
      z_lghi(Z_R1, n_csize);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5670
      z_lghi(even_reg, h_csize);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5671
      bind(L_InnerLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5672
      z_llgc(odd_reg, Address(needle, Z_R1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5673
      z_ch(odd_reg, Address(result, even_reg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5674
      z_brne(L_Skip);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5675
      if (needlecnt != noreg) { z_cr(Z_R1, needlecnt); } else { z_chi(Z_R1, needlecntval - 1); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5676
      z_brnl(L_Found);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5677
      z_aghi(Z_R1, n_csize);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5678
      z_aghi(even_reg, h_csize);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5679
      z_bru(L_InnerLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5680
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5681
      bind(L_Skip);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5682
      z_aghi(result, h_csize); // This is the new address we want to use for comparing.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5683
      z_bru(L_OuterLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5684
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5685
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5686
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5687
    const intptr_t needle_bytes = (n_csize == 2) ? ((needlecntval - 1) << 1) : (needlecntval - 1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5688
    Label L_clcle;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5689
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5690
    if (needlecnt != noreg || (needlecntval != 1 && needle_bytes <= 256)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5691
      if (needlecnt != noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5692
        compare32_and_branch(needlecnt, 256, Assembler::bcondHigh, L_clcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5693
        z_ahi(needlecnt, -1); // remaining bytes -1 (for CLC)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5694
        z_brl(L_needle1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5695
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5696
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5697
      // Main Loop: clc version (now we have at least 2 characters).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5698
      Label L_OuterLoop, CLC_template;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5699
      bind(L_OuterLoop); // Search for 1st 2 characters.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5700
      z_lgr(Z_R1, haycnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5701
      if (h_csize == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5702
        MacroAssembler::search_string(Z_R1, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5703
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5704
        MacroAssembler::search_string_uni(Z_R1, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5705
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5706
      z_brc(Assembler::bcondNotFound, L_NotFound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5707
      z_lgr(result, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5708
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5709
      if (needlecnt != noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5710
        assert(VM_Version::has_ExecuteExtensions(), "unsupported hardware");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5711
        z_exrl(needlecnt, CLC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5712
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5713
        z_clc(h_csize, needle_bytes -1, Z_R1, n_csize, needle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5714
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5715
      z_bre(L_Found);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5716
      z_aghi(result, h_csize); // This is the new address we want to use for comparing.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5717
      z_bru(L_OuterLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5718
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5719
      if (needlecnt != noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5720
        bind(CLC_template);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5721
        z_clc(h_csize, 0, Z_R1, n_csize, needle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5722
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5723
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5724
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5725
    if (needlecnt != noreg || needle_bytes > 256) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5726
      bind(L_clcle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5727
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5728
      // Main Loop: clcle version (now we have at least 256 bytes).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5729
      Label L_OuterLoop, CLC_template;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5730
      bind(L_OuterLoop); // Search for 1st 2 characters.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5731
      z_lgr(Z_R1, haycnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5732
      if (h_csize == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5733
        MacroAssembler::search_string(Z_R1, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5734
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5735
        MacroAssembler::search_string_uni(Z_R1, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5736
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5737
      z_brc(Assembler::bcondNotFound, L_NotFound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5738
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5739
      add2reg(Z_R0, n_csize, needle);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5740
      add2reg(even_reg, h_csize, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5741
      z_lgr(result, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5742
      if (needlecnt != noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5743
        z_llgfr(Z_R1, needlecnt); // needle len in bytes (left operand)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5744
        z_llgfr(odd_reg, needlecnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5745
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5746
        load_const_optimized(Z_R1, needle_bytes);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5747
        if (Immediate::is_simm16(needle_bytes)) { z_lghi(odd_reg, needle_bytes); } else { z_lgr(odd_reg, Z_R1); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5748
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5749
      if (h_csize == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5750
        compare_long_ext(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5751
      } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5752
        compare_long_uni(Z_R0, even_reg, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5753
      }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5754
      z_bre(L_Found);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5755
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5756
      if (n_csize == 2) { z_llgh(Z_R0, Address(needle)); } else { z_llgc(Z_R0, Address(needle)); } // Reload.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5757
      z_aghi(result, h_csize); // This is the new address we want to use for comparing.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5758
      z_bru(L_OuterLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5759
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5760
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5761
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5762
  if (needlecnt != noreg || needlecntval == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5763
    bind(L_needle1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5764
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5765
    // Single needle character version.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5766
    if (h_csize == 1) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5767
      MacroAssembler::search_string(haycnt, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5768
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5769
      MacroAssembler::search_string_uni(haycnt, result);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5770
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5771
    z_lgr(result, haycnt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5772
    z_brc(Assembler::bcondFound, L_Found);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5773
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5774
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5775
  bind(L_NotFound);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5776
  add2reg(result, -1, haystack); // Return -1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5777
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5778
  bind(L_Found); // Return index (or -1 in fallthrough case).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5779
  z_sgr(result, haystack);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5780
  if (h_csize == 2) { z_srag(result, result, exact_log2(sizeof(jchar))); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5781
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5782
  BLOCK_COMMENT("} string_indexof");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5783
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5784
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5785
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5786
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5787
// early clobber: result
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5788
unsigned int MacroAssembler::string_indexof_char(Register result, Register haystack, Register haycnt,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5789
                                                 Register needle, jchar needleChar, Register odd_reg, Register even_reg, bool is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5790
  int block_start = offset();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5791
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5792
  BLOCK_COMMENT("string_indexof_char {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5793
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5794
  if (needle == haystack) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5795
    z_lhi(result, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5796
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5797
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5798
  Label Ldone;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5799
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5800
  z_llgfr(odd_reg, haycnt);  // Preset loop ctr/searchrange end.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5801
  if (needle == noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5802
    load_const_optimized(Z_R0, (unsigned long)needleChar);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5803
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5804
    if (is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5805
      z_llgcr(Z_R0, needle); // First (and only) needle char.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5806
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5807
      z_llghr(Z_R0, needle); // First (and only) needle char.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5808
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5809
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5810
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5811
  if (!is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5812
    z_agr(odd_reg, odd_reg); // Calc #bytes to be processed with SRSTU.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5813
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5814
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5815
  z_lgr(even_reg, haystack); // haystack addr
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5816
  z_agr(odd_reg, haystack);  // First char after range end.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5817
  z_lghi(result, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5818
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5819
  if (is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5820
    MacroAssembler::search_string(odd_reg, even_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5821
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5822
    MacroAssembler::search_string_uni(odd_reg, even_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5823
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5824
  z_brc(Assembler::bcondNotFound, Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5825
  if (is_byte) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5826
    if (VM_Version::has_DistinctOpnds()) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5827
      z_sgrk(result, odd_reg, haystack);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5828
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5829
      z_sgr(odd_reg, haystack);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5830
      z_lgr(result, odd_reg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5831
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5832
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5833
    z_slgr(odd_reg, haystack);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5834
    z_srlg(result, odd_reg, exact_log2(sizeof(jchar)));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5835
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5836
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5837
  bind(Ldone);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5838
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5839
  BLOCK_COMMENT("} string_indexof_char");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5840
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5841
  return offset() - block_start;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5842
}
58959
b7b170ba3ba9 8233328: fix minimal VM build on Linux s390x
mbaesken
parents: 57777
diff changeset
  5843
#endif
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5844
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5845
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5846
//   Constants (scalar and oop) in constant pool
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5847
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5848
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5849
// Add a non-relocated constant to the CP.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5850
int MacroAssembler::store_const_in_toc(AddressLiteral& val) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5851
  long    value  = val.value();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5852
  address tocPos = long_constant(value);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5853
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5854
  if (tocPos != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5855
    int tocOffset = (int)(tocPos - code()->consts()->start());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5856
    return tocOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5857
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5858
  // Address_constant returned NULL, so no constant entry has been created.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5859
  // In that case, we return a "fatal" offset, just in case that subsequently
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5860
  // generated access code is executed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5861
  return -1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5862
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5863
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5864
// Returns the TOC offset where the address is stored.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5865
// Add a relocated constant to the CP.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5866
int MacroAssembler::store_oop_in_toc(AddressLiteral& oop) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5867
  // Use RelocationHolder::none for the constant pool entry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5868
  // Otherwise we will end up with a failing NativeCall::verify(x),
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5869
  // where x is the address of the constant pool entry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5870
  address tocPos = address_constant((address)oop.value(), RelocationHolder::none);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5871
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5872
  if (tocPos != NULL) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5873
    int              tocOffset = (int)(tocPos - code()->consts()->start());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5874
    RelocationHolder rsp = oop.rspec();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5875
    Relocation      *rel = rsp.reloc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5876
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5877
    // Store toc_offset in relocation, used by call_far_patchable.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5878
    if ((relocInfo::relocType)rel->type() == relocInfo::runtime_call_w_cp_type) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5879
      ((runtime_call_w_cp_Relocation *)(rel))->set_constant_pool_offset(tocOffset);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5880
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5881
    // Relocate at the load's pc.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5882
    relocate(rsp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5883
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5884
    return tocOffset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5885
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5886
  // Address_constant returned NULL, so no constant entry has been created
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5887
  // in that case, we return a "fatal" offset, just in case that subsequently
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5888
  // generated access code is executed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5889
  return -1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5890
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5891
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5892
bool MacroAssembler::load_const_from_toc(Register dst, AddressLiteral& a, Register Rtoc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5893
  int     tocOffset = store_const_in_toc(a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5894
  if (tocOffset == -1) return false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5895
  address tocPos    = tocOffset + code()->consts()->start();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5896
  assert((address)code()->consts()->start() != NULL, "Please add CP address");
57583
aad50831e169 8228618: s390: c1/c2 fail to add a metadata relocation in the static call stub.
rrich
parents: 55343
diff changeset
  5897
  relocate(a.rspec());
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5898
  load_long_pcrelative(dst, tocPos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5899
  return true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5900
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5901
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5902
bool MacroAssembler::load_oop_from_toc(Register dst, AddressLiteral& a, Register Rtoc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5903
  int     tocOffset = store_oop_in_toc(a);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5904
  if (tocOffset == -1) return false;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5905
  address tocPos    = tocOffset + code()->consts()->start();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5906
  assert((address)code()->consts()->start() != NULL, "Please add CP address");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5907
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5908
  load_addr_pcrelative(dst, tocPos);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5909
  return true;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5910
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5911
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5912
// If the instruction sequence at the given pc is a load_const_from_toc
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5913
// sequence, return the value currently stored at the referenced position
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5914
// in the TOC.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5915
intptr_t MacroAssembler::get_const_from_toc(address pc) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5916
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5917
  assert(is_load_const_from_toc(pc), "must be load_const_from_pool");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5918
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5919
  long    offset  = get_load_const_from_toc_offset(pc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5920
  address dataLoc = NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5921
  if (is_load_const_from_toc_pcrelative(pc)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5922
    dataLoc = pc + offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5923
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5924
    CodeBlob* cb = CodeCache::find_blob_unsafe(pc);   // Else we get assertion if nmethod is zombie.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5925
    assert(cb && cb->is_nmethod(), "sanity");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5926
    nmethod* nm = (nmethod*)cb;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5927
    dataLoc = nm->ctable_begin() + offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5928
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5929
  return *(intptr_t *)dataLoc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5930
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5931
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5932
// If the instruction sequence at the given pc is a load_const_from_toc
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5933
// sequence, copy the passed-in new_data value into the referenced
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5934
// position in the TOC.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5935
void MacroAssembler::set_const_in_toc(address pc, unsigned long new_data, CodeBlob *cb) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5936
  assert(is_load_const_from_toc(pc), "must be load_const_from_pool");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5937
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5938
  long    offset = MacroAssembler::get_load_const_from_toc_offset(pc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5939
  address dataLoc = NULL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5940
  if (is_load_const_from_toc_pcrelative(pc)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5941
    dataLoc = pc+offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5942
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5943
    nmethod* nm = CodeCache::find_nmethod(pc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5944
    assert((cb == NULL) || (nm == (nmethod*)cb), "instruction address should be in CodeBlob");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5945
    dataLoc = nm->ctable_begin() + offset;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5946
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5947
  if (*(unsigned long *)dataLoc != new_data) { // Prevent cache invalidation: update only if necessary.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5948
    *(unsigned long *)dataLoc = new_data;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5949
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5950
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5951
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5952
// Dynamic TOC. Getter must only be called if "a" is a load_const_from_toc
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5953
// site. Verify by calling is_load_const_from_toc() before!!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5954
// Offset is +/- 2**32 -> use long.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5955
long MacroAssembler::get_load_const_from_toc_offset(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5956
  assert(is_load_const_from_toc_pcrelative(a), "expected pc relative load");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5957
  //  expected code sequence:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5958
  //    z_lgrl(t, simm32);    len = 6
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5959
  unsigned long inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5960
  unsigned int  len = get_instruction(a, &inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5961
  return get_pcrel_offset(inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5962
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5963
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5964
//**********************************************************************************
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5965
//  inspection of generated instruction sequences for a particular pattern
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5966
//**********************************************************************************
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5967
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5968
bool MacroAssembler::is_load_const_from_toc_pcrelative(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5969
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5970
  unsigned long inst;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5971
  unsigned int  len = get_instruction(a+2, &inst);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5972
  if ((len == 6) && is_load_pcrelative_long(a) && is_call_pcrelative_long(inst)) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5973
    const int range = 128;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5974
    Assembler::dump_code_range(tty, a, range, "instr(a) == z_lgrl && instr(a+2) == z_brasl");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5975
    VM_Version::z_SIGSEGV();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5976
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5977
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5978
  // expected code sequence:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5979
  //   z_lgrl(t, relAddr32);    len = 6
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5980
  //TODO: verify accessed data is in CP, if possible.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5981
  return is_load_pcrelative_long(a);  // TODO: might be too general. Currently, only lgrl is used.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5982
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5983
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5984
bool MacroAssembler::is_load_const_from_toc_call(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5985
  return is_load_const_from_toc(a) && is_call_byregister(a + load_const_from_toc_size());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5986
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5987
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5988
bool MacroAssembler::is_load_const_call(address a) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5989
  return is_load_const(a) && is_call_byregister(a + load_const_size());
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5990
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5991
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5992
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5993
//   Emitters for some really CICS instructions
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5994
//-------------------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5995
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5996
void MacroAssembler::move_long_ext(Register dst, Register src, unsigned int pad) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5997
  assert(dst->encoding()%2==0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5998
  assert(src->encoding()%2==0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  5999
  assert(pad<256, "must be a padding BYTE");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6000
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6001
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6002
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6003
  Assembler::z_mvcle(dst, src, pad);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6004
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6005
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6006
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6007
void MacroAssembler::compare_long_ext(Register left, Register right, unsigned int pad) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6008
  assert(left->encoding() % 2 == 0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6009
  assert(right->encoding() % 2 == 0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6010
  assert(pad<256, "must be a padding BYTE");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6011
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6012
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6013
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6014
  Assembler::z_clcle(left, right, pad, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6015
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6016
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6017
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6018
void MacroAssembler::compare_long_uni(Register left, Register right, unsigned int pad) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6019
  assert(left->encoding() % 2 == 0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6020
  assert(right->encoding() % 2 == 0, "must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6021
  assert(pad<=0xfff, "must be a padding HALFWORD");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6022
  assert(VM_Version::has_ETF2(), "instruction must be available");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6023
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6024
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6025
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6026
  Assembler::z_clclu(left, right, pad, Z_R0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6027
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6028
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6029
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6030
void MacroAssembler::search_string(Register end, Register start) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6031
  assert(end->encoding() != 0, "end address must not be in R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6032
  assert(start->encoding() != 0, "start address must not be in R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6033
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6034
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6035
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6036
  Assembler::z_srst(end, start);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6037
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6038
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6039
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6040
void MacroAssembler::search_string_uni(Register end, Register start) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6041
  assert(end->encoding() != 0, "end address must not be in R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6042
  assert(start->encoding() != 0, "start address must not be in R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6043
  assert(VM_Version::has_ETF3(), "instruction must be available");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6044
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6045
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6046
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6047
  Assembler::z_srstu(end, start);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6048
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6049
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6050
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6051
void MacroAssembler::kmac(Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6052
  assert(srcBuff->encoding()     != 0, "src buffer address can't be in Z_R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6053
  assert(srcBuff->encoding() % 2 == 0, "src buffer/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6054
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6055
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6056
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6057
  Assembler::z_kmac(Z_R0, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6058
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6059
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6060
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6061
void MacroAssembler::kimd(Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6062
  assert(srcBuff->encoding()     != 0, "src buffer address can't be in Z_R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6063
  assert(srcBuff->encoding() % 2 == 0, "src buffer/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6064
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6065
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6066
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6067
  Assembler::z_kimd(Z_R0, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6068
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6069
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6070
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6071
void MacroAssembler::klmd(Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6072
  assert(srcBuff->encoding()     != 0, "src buffer address can't be in Z_R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6073
  assert(srcBuff->encoding() % 2 == 0, "src buffer/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6074
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6075
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6076
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6077
  Assembler::z_klmd(Z_R0, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6078
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6079
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6080
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6081
void MacroAssembler::km(Register dstBuff, Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6082
  // DstBuff and srcBuff are allowed to be the same register (encryption in-place).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6083
  // DstBuff and srcBuff storage must not overlap destructively, and neither must overlap the parameter block.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6084
  assert(srcBuff->encoding()     != 0, "src buffer address can't be in Z_R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6085
  assert(dstBuff->encoding() % 2 == 0, "dst buffer addr must be an even register");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6086
  assert(srcBuff->encoding() % 2 == 0, "src buffer addr/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6087
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6088
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6089
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6090
  Assembler::z_km(dstBuff, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6091
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6092
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6093
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6094
void MacroAssembler::kmc(Register dstBuff, Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6095
  // DstBuff and srcBuff are allowed to be the same register (encryption in-place).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6096
  // DstBuff and srcBuff storage must not overlap destructively, and neither must overlap the parameter block.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6097
  assert(srcBuff->encoding()     != 0, "src buffer address can't be in Z_R0");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6098
  assert(dstBuff->encoding() % 2 == 0, "dst buffer addr must be an even register");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6099
  assert(srcBuff->encoding() % 2 == 0, "src buffer addr/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6100
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6101
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6102
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6103
  Assembler::z_kmc(dstBuff, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6104
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6105
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6106
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6107
void MacroAssembler::cksm(Register crcBuff, Register srcBuff) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6108
  assert(srcBuff->encoding() % 2 == 0, "src buffer addr/len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6109
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6110
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6111
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6112
  Assembler::z_cksm(crcBuff, srcBuff);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6113
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6114
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6115
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6116
void MacroAssembler::translate_oo(Register r1, Register r2, uint m3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6117
  assert(r1->encoding() % 2 == 0, "dst addr/src len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6118
  assert((m3 & 0b1110) == 0, "Unused mask bits must be zero");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6119
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6120
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6121
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6122
  Assembler::z_troo(r1, r2, m3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6123
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6124
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6125
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6126
void MacroAssembler::translate_ot(Register r1, Register r2, uint m3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6127
  assert(r1->encoding() % 2 == 0, "dst addr/src len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6128
  assert((m3 & 0b1110) == 0, "Unused mask bits must be zero");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6129
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6130
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6131
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6132
  Assembler::z_trot(r1, r2, m3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6133
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6134
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6135
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6136
void MacroAssembler::translate_to(Register r1, Register r2, uint m3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6137
  assert(r1->encoding() % 2 == 0, "dst addr/src len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6138
  assert((m3 & 0b1110) == 0, "Unused mask bits must be zero");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6139
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6140
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6141
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6142
  Assembler::z_trto(r1, r2, m3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6143
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6144
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6145
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6146
void MacroAssembler::translate_tt(Register r1, Register r2, uint m3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6147
  assert(r1->encoding() % 2 == 0, "dst addr/src len must be an even/odd register pair");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6148
  assert((m3 & 0b1110) == 0, "Unused mask bits must be zero");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6149
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6150
  Label retry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6151
  bind(retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6152
  Assembler::z_trtt(r1, r2, m3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6153
  Assembler::z_brc(Assembler::bcondOverflow /* CC==3 (iterate) */, retry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6154
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6155
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6156
//---------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6157
// Helpers for Intrinsic Emitters
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6158
//---------------------------------------
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6159
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6160
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6161
 * uint32_t crc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6162
 * timesXtoThe32[crc & 0xFF] ^ (crc >> 8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6163
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6164
void MacroAssembler::fold_byte_crc32(Register crc, Register val, Register table, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6165
  assert_different_registers(crc, table, tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6166
  assert_different_registers(val, table);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6167
  if (crc == val) {      // Must rotate first to use the unmodified value.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6168
    rotate_then_insert(tmp, val, 56-2, 63-2, 2, true);  // Insert byte 7 of val, shifted left by 2, into byte 6..7 of tmp, clear the rest.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6169
    z_srl(crc, 8);       // Unsigned shift, clear leftmost 8 bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6170
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6171
    z_srl(crc, 8);       // Unsigned shift, clear leftmost 8 bits.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6172
    rotate_then_insert(tmp, val, 56-2, 63-2, 2, true);  // Insert byte 7 of val, shifted left by 2, into byte 6..7 of tmp, clear the rest.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6173
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6174
  z_x(crc, Address(table, tmp, 0));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6175
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6176
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6177
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6178
 * uint32_t crc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6179
 * timesXtoThe32[crc & 0xFF] ^ (crc >> 8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6180
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6181
void MacroAssembler::fold_8bit_crc32(Register crc, Register table, Register tmp) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6182
  fold_byte_crc32(crc, crc, table, tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6183
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6184
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6185
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6186
 * Emits code to update CRC-32 with a byte value according to constants in table.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6187
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6188
 * @param [in,out]crc Register containing the crc.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6189
 * @param [in]val     Register containing the byte to fold into the CRC.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6190
 * @param [in]table   Register containing the table of crc constants.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6191
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6192
 * uint32_t crc;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6193
 * val = crc_table[(val ^ crc) & 0xFF];
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6194
 * crc = val ^ (crc >> 8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6195
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6196
void MacroAssembler::update_byte_crc32(Register crc, Register val, Register table) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6197
  z_xr(val, crc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6198
  fold_byte_crc32(crc, val, table, val);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6199
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6200
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6201
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6202
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6203
 * @param crc   register containing existing CRC (32-bit)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6204
 * @param buf   register pointing to input byte buffer (byte*)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6205
 * @param len   register containing number of bytes
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6206
 * @param table register pointing to CRC table
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6207
 */
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6208
void MacroAssembler::update_byteLoop_crc32(Register crc, Register buf, Register len, Register table, Register data) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6209
  assert_different_registers(crc, buf, len, table, data);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6210
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6211
  Label L_mainLoop, L_done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6212
  const int mainLoop_stepping = 1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6213
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6214
  // Process all bytes in a single-byte loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6215
  z_ltr(len, len);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6216
  z_brnh(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6217
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6218
  bind(L_mainLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6219
    z_llgc(data, Address(buf, (intptr_t)0));// Current byte of input buffer (zero extended). Avoids garbage in upper half of register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6220
    add2reg(buf, mainLoop_stepping);        // Advance buffer position.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6221
    update_byte_crc32(crc, data, table);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6222
    z_brct(len, L_mainLoop);                // Iterate.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6223
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6224
  bind(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6225
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6226
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6227
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6228
 * Emits code to update CRC-32 with a 4-byte value according to constants in table.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6229
 * Implementation according to jdk/src/share/native/java/util/zip/zlib-1.2.8/crc32.c.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6230
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6231
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6232
void MacroAssembler::update_1word_crc32(Register crc, Register buf, Register table, int bufDisp, int bufInc,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6233
                                        Register t0,  Register t1,  Register t2,    Register t3) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6234
  // This is what we implement (the DOBIG4 part):
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6235
  //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6236
  // #define DOBIG4 c ^= *++buf4; \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6237
  //         c = crc_table[4][c & 0xff] ^ crc_table[5][(c >> 8) & 0xff] ^ \
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6238
  //             crc_table[6][(c >> 16) & 0xff] ^ crc_table[7][c >> 24]
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6239
  // #define DOBIG32 DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6240
  // Pre-calculate (constant) column offsets, use columns 4..7 for big-endian.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6241
  const int ix0 = 4*(4*CRC32_COLUMN_SIZE);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6242
  const int ix1 = 5*(4*CRC32_COLUMN_SIZE);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6243
  const int ix2 = 6*(4*CRC32_COLUMN_SIZE);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6244
  const int ix3 = 7*(4*CRC32_COLUMN_SIZE);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6245
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6246
  // XOR crc with next four bytes of buffer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6247
  lgr_if_needed(t0, crc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6248
  z_x(t0, Address(buf, bufDisp));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6249
  if (bufInc != 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6250
    add2reg(buf, bufInc);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6251
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6252
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6253
  // Chop crc into 4 single-byte pieces, shifted left 2 bits, to form the table indices.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6254
  rotate_then_insert(t3, t0, 56-2, 63-2, 2,    true);  // ((c >>  0) & 0xff) << 2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6255
  rotate_then_insert(t2, t0, 56-2, 63-2, 2-8,  true);  // ((c >>  8) & 0xff) << 2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6256
  rotate_then_insert(t1, t0, 56-2, 63-2, 2-16, true);  // ((c >> 16) & 0xff) << 2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6257
  rotate_then_insert(t0, t0, 56-2, 63-2, 2-24, true);  // ((c >> 24) & 0xff) << 2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6258
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6259
  // XOR indexed table values to calculate updated crc.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6260
  z_ly(t2, Address(table, t2, (intptr_t)ix1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6261
  z_ly(t0, Address(table, t0, (intptr_t)ix3));
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6262
  z_xy(t2, Address(table, t3, (intptr_t)ix0));
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6263
  z_xy(t0, Address(table, t1, (intptr_t)ix2));
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6264
  z_xr(t0, t2);           // Now t0 contains the updated CRC value.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6265
  lgr_if_needed(crc, t0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6266
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6267
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6268
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6269
 * @param crc   register containing existing CRC (32-bit)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6270
 * @param buf   register pointing to input byte buffer (byte*)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6271
 * @param len   register containing number of bytes
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6272
 * @param table register pointing to CRC table
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6273
 *
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6274
 * uses Z_R10..Z_R13 as work register. Must be saved/restored by caller!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6275
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6276
void MacroAssembler::kernel_crc32_1word(Register crc, Register buf, Register len, Register table,
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6277
                                        Register t0,  Register t1,  Register t2,  Register t3,
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6278
                                        bool invertCRC) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6279
  assert_different_registers(crc, buf, len, table);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6280
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6281
  Label L_mainLoop, L_tail;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6282
  Register  data = t0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6283
  Register  ctr  = Z_R0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6284
  const int mainLoop_stepping = 4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6285
  const int log_stepping      = exact_log2(mainLoop_stepping);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6286
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6287
  // Don't test for len <= 0 here. This pathological case should not occur anyway.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6288
  // Optimizing for it by adding a test and a branch seems to be a waste of CPU cycles.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6289
  // The situation itself is detected and handled correctly by the conditional branches
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6290
  // following aghi(len, -stepping) and aghi(len, +stepping).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6291
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6292
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6293
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6294
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6295
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6296
  // Check for short (<4 bytes) buffer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6297
  z_srag(ctr, len, log_stepping);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6298
  z_brnh(L_tail);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6299
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6300
  z_lrvr(crc, crc);          // Revert byte order because we are dealing with big-endian data.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6301
  rotate_then_insert(len, len, 64-log_stepping, 63, 0, true); // #bytes for tailLoop
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6302
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6303
  BIND(L_mainLoop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6304
    update_1word_crc32(crc, buf, table, 0, mainLoop_stepping, crc, t1, t2, t3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6305
    z_brct(ctr, L_mainLoop); // Iterate.
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6306
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6307
  z_lrvr(crc, crc);          // Revert byte order back to original.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6308
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6309
  // Process last few (<8) bytes of buffer.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6310
  BIND(L_tail);
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6311
  update_byteLoop_crc32(crc, buf, len, table, data);
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6312
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6313
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6314
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6315
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6316
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6317
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6318
/**
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6319
 * @param crc   register containing existing CRC (32-bit)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6320
 * @param buf   register pointing to input byte buffer (byte*)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6321
 * @param len   register containing number of bytes
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6322
 * @param table register pointing to CRC table
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6323
 */
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6324
void MacroAssembler::kernel_crc32_1byte(Register crc, Register buf, Register len, Register table,
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6325
                                        Register t0,  Register t1,  Register t2,  Register t3,
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6326
                                        bool invertCRC) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6327
  assert_different_registers(crc, buf, len, table);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6328
  Register data = t0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6329
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6330
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6331
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6332
  }
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6333
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6334
  update_byteLoop_crc32(crc, buf, len, table, data);
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6335
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6336
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6337
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6338
  }
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6339
}
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6340
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6341
void MacroAssembler::kernel_crc32_singleByte(Register crc, Register buf, Register len, Register table, Register tmp,
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6342
                                             bool invertCRC) {
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6343
  assert_different_registers(crc, buf, len, table, tmp);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6344
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6345
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6346
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6347
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6348
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6349
  z_llgc(tmp, Address(buf, (intptr_t)0));  // Current byte of input buffer (zero extended). Avoids garbage in upper half of register.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6350
  update_byte_crc32(crc, tmp, table);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6351
46315
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6352
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6353
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6354
  }
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6355
}
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6356
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6357
void MacroAssembler::kernel_crc32_singleByteReg(Register crc, Register val, Register table,
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6358
                                                bool invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6359
  assert_different_registers(crc, val, table);
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6360
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6361
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6362
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6363
  }
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6364
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6365
  update_byte_crc32(crc, val, table);
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6366
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6367
  if (invertCRC) {
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6368
    not_(crc, noreg, false);           // 1s complement of crc
a796c32af782 8175368: [s390] Provide intrinsic implementation for CRC32C
lucy
parents: 46289
diff changeset
  6369
  }
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6370
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6371
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6372
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6373
// Code for BigInteger::multiplyToLen() intrinsic.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6374
//
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6375
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6376
// dest_lo += src1 + src2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6377
// dest_hi += carry1 + carry2
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6378
// Z_R7 is destroyed !
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6379
void MacroAssembler::add2_with_carry(Register dest_hi, Register dest_lo,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6380
                                     Register src1, Register src2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6381
  clear_reg(Z_R7);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6382
  z_algr(dest_lo, src1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6383
  z_alcgr(dest_hi, Z_R7);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6384
  z_algr(dest_lo, src2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6385
  z_alcgr(dest_hi, Z_R7);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6386
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6387
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6388
// Multiply 64 bit by 64 bit first loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6389
void MacroAssembler::multiply_64_x_64_loop(Register x, Register xstart,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6390
                                           Register x_xstart,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6391
                                           Register y, Register y_idx,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6392
                                           Register z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6393
                                           Register carry,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6394
                                           Register product,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6395
                                           Register idx, Register kdx) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6396
  // jlong carry, x[], y[], z[];
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6397
  // for (int idx=ystart, kdx=ystart+1+xstart; idx >= 0; idx--, kdx--) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6398
  //   huge_128 product = y[idx] * x[xstart] + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6399
  //   z[kdx] = (jlong)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6400
  //   carry  = (jlong)(product >>> 64);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6401
  // }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6402
  // z[xstart] = carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6403
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6404
  Label L_first_loop, L_first_loop_exit;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6405
  Label L_one_x, L_one_y, L_multiply;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6406
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6407
  z_aghi(xstart, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6408
  z_brl(L_one_x);   // Special case: length of x is 1.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6409
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6410
  // Load next two integers of x.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6411
  z_sllg(Z_R1_scratch, xstart, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6412
  mem2reg_opt(x_xstart, Address(x, Z_R1_scratch, 0));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6413
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6414
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6415
  bind(L_first_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6416
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6417
  z_aghi(idx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6418
  z_brl(L_first_loop_exit);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6419
  z_aghi(idx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6420
  z_brl(L_one_y);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6421
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6422
  // Load next two integers of y.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6423
  z_sllg(Z_R1_scratch, idx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6424
  mem2reg_opt(y_idx, Address(y, Z_R1_scratch, 0));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6425
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6426
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6427
  bind(L_multiply);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6428
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6429
  Register multiplicand = product->successor();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6430
  Register product_low = multiplicand;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6431
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6432
  lgr_if_needed(multiplicand, x_xstart);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6433
  z_mlgr(product, y_idx);     // multiplicand * y_idx -> product::multiplicand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6434
  clear_reg(Z_R7);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6435
  z_algr(product_low, carry); // Add carry to result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6436
  z_alcgr(product, Z_R7);     // Add carry of the last addition.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6437
  add2reg(kdx, -2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6438
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6439
  // Store result.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6440
  z_sllg(Z_R7, kdx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6441
  reg2mem_opt(product_low, Address(z, Z_R7, 0));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6442
  lgr_if_needed(carry, product);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6443
  z_bru(L_first_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6444
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6445
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6446
  bind(L_one_y); // Load one 32 bit portion of y as (0,value).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6447
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6448
  clear_reg(y_idx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6449
  mem2reg_opt(y_idx, Address(y, (intptr_t) 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6450
  z_bru(L_multiply);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6451
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6452
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6453
  bind(L_one_x); // Load one 32 bit portion of x as (0,value).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6454
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6455
  clear_reg(x_xstart);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6456
  mem2reg_opt(x_xstart, Address(x, (intptr_t) 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6457
  z_bru(L_first_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6458
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6459
  bind(L_first_loop_exit);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6460
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6461
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6462
// Multiply 64 bit by 64 bit and add 128 bit.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6463
void MacroAssembler::multiply_add_128_x_128(Register x_xstart, Register y,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6464
                                            Register z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6465
                                            Register yz_idx, Register idx,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6466
                                            Register carry, Register product,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6467
                                            int offset) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6468
  // huge_128 product = (y[idx] * x_xstart) + z[kdx] + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6469
  // z[kdx] = (jlong)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6470
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6471
  Register multiplicand = product->successor();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6472
  Register product_low = multiplicand;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6473
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6474
  z_sllg(Z_R7, idx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6475
  mem2reg_opt(yz_idx, Address(y, Z_R7, offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6476
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6477
  lgr_if_needed(multiplicand, x_xstart);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6478
  z_mlgr(product, yz_idx); // multiplicand * yz_idx -> product::multiplicand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6479
  mem2reg_opt(yz_idx, Address(z, Z_R7, offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6480
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6481
  add2_with_carry(product, product_low, carry, yz_idx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6482
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6483
  z_sllg(Z_R7, idx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6484
  reg2mem_opt(product_low, Address(z, Z_R7, offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6485
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6486
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6487
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6488
// Multiply 128 bit by 128 bit. Unrolled inner loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6489
void MacroAssembler::multiply_128_x_128_loop(Register x_xstart,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6490
                                             Register y, Register z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6491
                                             Register yz_idx, Register idx,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6492
                                             Register jdx,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6493
                                             Register carry, Register product,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6494
                                             Register carry2) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6495
  // jlong carry, x[], y[], z[];
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6496
  // int kdx = ystart+1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6497
  // for (int idx=ystart-2; idx >= 0; idx -= 2) { // Third loop
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6498
  //   huge_128 product = (y[idx+1] * x_xstart) + z[kdx+idx+1] + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6499
  //   z[kdx+idx+1] = (jlong)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6500
  //   jlong carry2 = (jlong)(product >>> 64);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6501
  //   product = (y[idx] * x_xstart) + z[kdx+idx] + carry2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6502
  //   z[kdx+idx] = (jlong)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6503
  //   carry = (jlong)(product >>> 64);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6504
  // }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6505
  // idx += 2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6506
  // if (idx > 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6507
  //   product = (y[idx] * x_xstart) + z[kdx+idx] + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6508
  //   z[kdx+idx] = (jlong)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6509
  //   carry = (jlong)(product >>> 64);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6510
  // }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6511
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6512
  Label L_third_loop, L_third_loop_exit, L_post_third_loop_done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6513
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6514
  // scale the index
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6515
  lgr_if_needed(jdx, idx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6516
  and_imm(jdx, 0xfffffffffffffffcL);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6517
  rshift(jdx, 2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6518
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6519
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6520
  bind(L_third_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6521
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6522
  z_aghi(jdx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6523
  z_brl(L_third_loop_exit);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6524
  add2reg(idx, -4);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6525
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6526
  multiply_add_128_x_128(x_xstart, y, z, yz_idx, idx, carry, product, 8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6527
  lgr_if_needed(carry2, product);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6528
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6529
  multiply_add_128_x_128(x_xstart, y, z, yz_idx, idx, carry2, product, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6530
  lgr_if_needed(carry, product);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6531
  z_bru(L_third_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6532
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6533
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6534
  bind(L_third_loop_exit);  // Handle any left-over operand parts.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6535
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6536
  and_imm(idx, 0x3);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6537
  z_brz(L_post_third_loop_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6538
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6539
  Label L_check_1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6540
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6541
  z_aghi(idx, -2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6542
  z_brl(L_check_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6543
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6544
  multiply_add_128_x_128(x_xstart, y, z, yz_idx, idx, carry, product, 0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6545
  lgr_if_needed(carry, product);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6546
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6547
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6548
  bind(L_check_1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6549
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6550
  add2reg(idx, 0x2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6551
  and_imm(idx, 0x1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6552
  z_aghi(idx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6553
  z_brl(L_post_third_loop_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6554
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6555
  Register   multiplicand = product->successor();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6556
  Register   product_low = multiplicand;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6557
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6558
  z_sllg(Z_R7, idx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6559
  clear_reg(yz_idx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6560
  mem2reg_opt(yz_idx, Address(y, Z_R7, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6561
  lgr_if_needed(multiplicand, x_xstart);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6562
  z_mlgr(product, yz_idx); // multiplicand * yz_idx -> product::multiplicand
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6563
  clear_reg(yz_idx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6564
  mem2reg_opt(yz_idx, Address(z, Z_R7, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6565
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6566
  add2_with_carry(product, product_low, yz_idx, carry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6567
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6568
  z_sllg(Z_R7, idx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6569
  reg2mem_opt(product_low, Address(z, Z_R7, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6570
  rshift(product_low, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6571
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6572
  lshift(product, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6573
  z_ogr(product_low, product);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6574
  lgr_if_needed(carry, product_low);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6575
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6576
  bind(L_post_third_loop_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6577
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6578
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6579
void MacroAssembler::multiply_to_len(Register x, Register xlen,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6580
                                     Register y, Register ylen,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6581
                                     Register z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6582
                                     Register tmp1, Register tmp2,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6583
                                     Register tmp3, Register tmp4,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6584
                                     Register tmp5) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6585
  ShortBranchVerifier sbv(this);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6586
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6587
  assert_different_registers(x, xlen, y, ylen, z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6588
                             tmp1, tmp2, tmp3, tmp4, tmp5, Z_R1_scratch, Z_R7);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6589
  assert_different_registers(x, xlen, y, ylen, z,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6590
                             tmp1, tmp2, tmp3, tmp4, tmp5, Z_R8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6591
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6592
  z_stmg(Z_R7, Z_R13, _z_abi(gpr7), Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6593
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6594
  // In openJdk, we store the argument as 32-bit value to slot.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6595
  Address zlen(Z_SP, _z_abi(remaining_cargs));  // Int in long on big endian.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6596
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6597
  const Register idx = tmp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6598
  const Register kdx = tmp2;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6599
  const Register xstart = tmp3;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6600
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6601
  const Register y_idx = tmp4;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6602
  const Register carry = tmp5;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6603
  const Register product  = Z_R0_scratch;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6604
  const Register x_xstart = Z_R8;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6605
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6606
  // First Loop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6607
  //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6608
  //   final static long LONG_MASK = 0xffffffffL;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6609
  //   int xstart = xlen - 1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6610
  //   int ystart = ylen - 1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6611
  //   long carry = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6612
  //   for (int idx=ystart, kdx=ystart+1+xstart; idx >= 0; idx-, kdx--) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6613
  //     long product = (y[idx] & LONG_MASK) * (x[xstart] & LONG_MASK) + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6614
  //     z[kdx] = (int)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6615
  //     carry = product >>> 32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6616
  //   }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6617
  //   z[xstart] = (int)carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6618
  //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6619
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6620
  lgr_if_needed(idx, ylen);  // idx = ylen
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6621
  z_llgf(kdx, zlen);         // C2 does not respect int to long conversion for stub calls, thus load zero-extended.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6622
  clear_reg(carry);          // carry = 0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6623
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6624
  Label L_done;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6625
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6626
  lgr_if_needed(xstart, xlen);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6627
  z_aghi(xstart, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6628
  z_brl(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6629
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6630
  multiply_64_x_64_loop(x, xstart, x_xstart, y, y_idx, z, carry, product, idx, kdx);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6631
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6632
  NearLabel L_second_loop;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6633
  compare64_and_branch(kdx, RegisterOrConstant((intptr_t) 0), bcondEqual, L_second_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6634
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6635
  NearLabel L_carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6636
  z_aghi(kdx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6637
  z_brz(L_carry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6638
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6639
  // Store lower 32 bits of carry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6640
  z_sllg(Z_R1_scratch, kdx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6641
  reg2mem_opt(carry, Address(z, Z_R1_scratch, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6642
  rshift(carry, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6643
  z_aghi(kdx, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6644
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6645
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6646
  bind(L_carry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6647
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6648
  // Store upper 32 bits of carry.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6649
  z_sllg(Z_R1_scratch, kdx, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6650
  reg2mem_opt(carry, Address(z, Z_R1_scratch, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6651
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6652
  // Second and third (nested) loops.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6653
  //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6654
  // for (int i = xstart-1; i >= 0; i--) { // Second loop
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6655
  //   carry = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6656
  //   for (int jdx=ystart, k=ystart+1+i; jdx >= 0; jdx--, k--) { // Third loop
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6657
  //     long product = (y[jdx] & LONG_MASK) * (x[i] & LONG_MASK) +
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6658
  //                    (z[k] & LONG_MASK) + carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6659
  //     z[k] = (int)product;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6660
  //     carry = product >>> 32;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6661
  //   }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6662
  //   z[i] = (int)carry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6663
  // }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6664
  //
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6665
  // i = xlen, j = tmp1, k = tmp2, carry = tmp5, x[i] = rdx
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6666
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6667
  const Register jdx = tmp1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6668
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6669
  bind(L_second_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6670
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6671
  clear_reg(carry);           // carry = 0;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6672
  lgr_if_needed(jdx, ylen);   // j = ystart+1
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6673
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6674
  z_aghi(xstart, -1);         // i = xstart-1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6675
  z_brl(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6676
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6677
  // Use free slots in the current stackframe instead of push/pop.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6678
  Address zsave(Z_SP, _z_abi(carg_1));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6679
  reg2mem_opt(z, zsave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6680
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6681
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6682
  Label L_last_x;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6683
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6684
  z_sllg(Z_R1_scratch, xstart, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6685
  load_address(z, Address(z, Z_R1_scratch, 4)); // z = z + k - j
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6686
  z_aghi(xstart, -1);                           // i = xstart-1;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6687
  z_brl(L_last_x);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6688
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6689
  z_sllg(Z_R1_scratch, xstart, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6690
  mem2reg_opt(x_xstart, Address(x, Z_R1_scratch, 0));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6691
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6692
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6693
  Label L_third_loop_prologue;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6694
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6695
  bind(L_third_loop_prologue);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6696
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6697
  Address xsave(Z_SP, _z_abi(carg_2));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6698
  Address xlensave(Z_SP, _z_abi(carg_3));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6699
  Address ylensave(Z_SP, _z_abi(carg_4));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6700
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6701
  reg2mem_opt(x, xsave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6702
  reg2mem_opt(xstart, xlensave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6703
  reg2mem_opt(ylen, ylensave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6704
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6705
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6706
  multiply_128_x_128_loop(x_xstart, y, z, y_idx, jdx, ylen, carry, product, x);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6707
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6708
  mem2reg_opt(z, zsave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6709
  mem2reg_opt(x, xsave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6710
  mem2reg_opt(xlen, xlensave);   // This is the decrement of the loop counter!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6711
  mem2reg_opt(ylen, ylensave);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6712
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6713
  add2reg(tmp3, 1, xlen);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6714
  z_sllg(Z_R1_scratch, tmp3, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6715
  reg2mem_opt(carry, Address(z, Z_R1_scratch, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6716
  z_aghi(tmp3, -1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6717
  z_brl(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6718
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6719
  rshift(carry, 32);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6720
  z_sllg(Z_R1_scratch, tmp3, LogBytesPerInt);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6721
  reg2mem_opt(carry, Address(z, Z_R1_scratch, 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6722
  z_bru(L_second_loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6723
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6724
  // Next infrequent code is moved outside loops.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6725
  bind(L_last_x);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6726
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6727
  clear_reg(x_xstart);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6728
  mem2reg_opt(x_xstart, Address(x, (intptr_t) 0), false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6729
  z_bru(L_third_loop_prologue);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6730
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6731
  bind(L_done);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6732
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6733
  z_lmg(Z_R7, Z_R13, _z_abi(gpr7), Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6734
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6735
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6736
#ifndef PRODUCT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6737
// Assert if CC indicates "not equal" (check_equal==true) or "equal" (check_equal==false).
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6738
void MacroAssembler::asm_assert(bool check_equal, const char *msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6739
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6740
  if (check_equal) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6741
    z_bre(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6742
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6743
    z_brne(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6744
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6745
  stop(msg, id);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6746
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6747
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6748
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6749
// Assert if CC indicates "low".
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6750
void MacroAssembler::asm_assert_low(const char *msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6751
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6752
  z_brnl(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6753
  stop(msg, id);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6754
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6755
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6756
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6757
// Assert if CC indicates "high".
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6758
void MacroAssembler::asm_assert_high(const char *msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6759
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6760
  z_brnh(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6761
  stop(msg, id);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6762
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6763
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6764
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6765
// Assert if CC indicates "not equal" (check_equal==true) or "equal" (check_equal==false)
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6766
// generate non-relocatable code.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6767
void MacroAssembler::asm_assert_static(bool check_equal, const char *msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6768
  Label ok;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6769
  if (check_equal) { z_bre(ok); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6770
  else             { z_brne(ok); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6771
  stop_static(msg, id);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6772
  bind(ok);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6773
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6774
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6775
void MacroAssembler::asm_assert_mems_zero(bool check_equal, bool allow_relocation, int size, int64_t mem_offset,
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6776
                                          Register mem_base, const char* msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6777
  switch (size) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6778
    case 4:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6779
      load_and_test_int(Z_R0, Address(mem_base, mem_offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6780
      break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6781
    case 8:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6782
      load_and_test_long(Z_R0,  Address(mem_base, mem_offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6783
      break;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6784
    default:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6785
      ShouldNotReachHere();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6786
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6787
  if (allow_relocation) { asm_assert(check_equal, msg, id); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6788
  else                  { asm_assert_static(check_equal, msg, id); }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6789
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6790
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6791
// Check the condition
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6792
//   expected_size == FP - SP
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6793
// after transformation:
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6794
//   expected_size - FP + SP == 0
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6795
// Destroys Register expected_size if no tmp register is passed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6796
void MacroAssembler::asm_assert_frame_size(Register expected_size, Register tmp, const char* msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6797
  if (tmp == noreg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6798
    tmp = expected_size;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6799
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6800
    if (tmp != expected_size) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6801
      z_lgr(tmp, expected_size);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6802
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6803
    z_algr(tmp, Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6804
    z_slg(tmp, 0, Z_R0, Z_SP);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6805
    asm_assert_eq(msg, id);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6806
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6807
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6808
#endif // !PRODUCT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6809
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6810
void MacroAssembler::verify_thread() {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6811
  if (VerifyThread) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6812
    unimplemented("", 117);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6813
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6814
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6815
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6816
// Plausibility check for oops.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6817
void MacroAssembler::verify_oop(Register oop, const char* msg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6818
  if (!VerifyOops) return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6819
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6820
  BLOCK_COMMENT("verify_oop {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6821
  Register tmp = Z_R0;
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6822
  unsigned int nbytes_save = 5*BytesPerWord;
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6823
  address entry = StubRoutines::verify_oop_subroutine_entry_address();
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6824
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6825
  save_return_pc();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6826
  push_frame_abi160(nbytes_save);
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6827
  z_stmg(Z_R1, Z_R5, frame::z_abi_160_size, Z_SP);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6828
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6829
  z_lgr(Z_ARG2, oop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6830
  load_const(Z_ARG1, (address) msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6831
  load_const(Z_R1, entry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6832
  z_lg(Z_R1, 0, Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6833
  call_c(Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6834
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6835
  z_lmg(Z_R1, Z_R5, frame::z_abi_160_size, Z_SP);
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6836
  pop_frame();
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6837
  restore_return_pc();
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6838
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6839
  BLOCK_COMMENT("} verify_oop ");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6840
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6841
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6842
const char* MacroAssembler::stop_types[] = {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6843
  "stop",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6844
  "untested",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6845
  "unimplemented",
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6846
  "shouldnotreachhere"
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6847
};
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6848
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6849
static void stop_on_request(const char* tp, const char* msg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6850
  tty->print("Z assembly code requires stop: (%s) %s\n", tp, msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6851
  guarantee(false, "Z assembly code requires stop: %s", msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6852
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6853
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6854
void MacroAssembler::stop(int type, const char* msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6855
  BLOCK_COMMENT(err_msg("stop: %s {", msg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6856
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6857
  // Setup arguments.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6858
  load_const(Z_ARG1, (void*) stop_types[type%stop_end]);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6859
  load_const(Z_ARG2, (void*) msg);
46726
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6860
  get_PC(Z_R14);     // Following code pushes a frame without entering a new function. Use current pc as return address.
7801367e3cc9 8180659: [s390] micro-optimization in resize_frame_absolute()
lucy
parents: 46369
diff changeset
  6861
  save_return_pc();  // Saves return pc Z_R14.
42065
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6862
  push_frame_abi160(0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6863
  call_VM_leaf(CAST_FROM_FN_PTR(address, stop_on_request), Z_ARG1, Z_ARG2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6864
  // The plain disassembler does not recognize illtrap. It instead displays
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6865
  // a 32-bit value. Issueing two illtraps assures the disassembler finds
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6866
  // the proper beginning of the next instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6867
  z_illtrap(); // Illegal instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6868
  z_illtrap(); // Illegal instruction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6869
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6870
  BLOCK_COMMENT(" } stop");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6871
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6872
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6873
// Special version of stop() for code size reduction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6874
// Reuses the previously generated call sequence, if any.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6875
// Generates the call sequence on its own, if necessary.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6876
// Note: This code will work only in non-relocatable code!
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6877
//       The relative address of the data elements (arg1, arg2) must not change.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6878
//       The reentry point must not move relative to it's users. This prerequisite
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6879
//       should be given for "hand-written" code, if all chain calls are in the same code blob.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6880
//       Generated code must not undergo any transformation, e.g. ShortenBranches, to be safe.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6881
address MacroAssembler::stop_chain(address reentry, int type, const char* msg, int id, bool allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6882
  BLOCK_COMMENT(err_msg("stop_chain(%s,%s): %s {", reentry==NULL?"init":"cont", allow_relocation?"reloc ":"static", msg));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6883
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6884
  // Setup arguments.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6885
  if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6886
    // Relocatable version (for comparison purposes). Remove after some time.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6887
    load_const(Z_ARG1, (void*) stop_types[type%stop_end]);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6888
    load_const(Z_ARG2, (void*) msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6889
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6890
    load_absolute_address(Z_ARG1, (address)stop_types[type%stop_end]);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6891
    load_absolute_address(Z_ARG2, (address)msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6892
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6893
  if ((reentry != NULL) && RelAddr::is_in_range_of_RelAddr16(reentry, pc())) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6894
    BLOCK_COMMENT("branch to reentry point:");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6895
    z_brc(bcondAlways, reentry);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6896
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6897
    BLOCK_COMMENT("reentry point:");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6898
    reentry = pc();      // Re-entry point for subsequent stop calls.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6899
    save_return_pc();    // Saves return pc Z_R14.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6900
    push_frame_abi160(0);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6901
    if (allow_relocation) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6902
      reentry = NULL;    // Prevent reentry if code relocation is allowed.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6903
      call_VM_leaf(CAST_FROM_FN_PTR(address, stop_on_request), Z_ARG1, Z_ARG2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6904
    } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6905
      call_VM_leaf_static(CAST_FROM_FN_PTR(address, stop_on_request), Z_ARG1, Z_ARG2);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6906
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6907
    z_illtrap(); // Illegal instruction as emergency stop, should the above call return.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6908
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6909
  BLOCK_COMMENT(" } stop_chain");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6910
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6911
  return reentry;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6912
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6913
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6914
// Special version of stop() for code size reduction.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6915
// Assumes constant relative addresses for data and runtime call.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6916
void MacroAssembler::stop_static(int type, const char* msg, int id) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6917
  stop_chain(NULL, type, msg, id, false);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6918
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6919
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6920
void MacroAssembler::stop_subroutine() {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6921
  unimplemented("stop_subroutine", 710);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6922
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6923
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6924
// Prints msg to stdout from within generated code..
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6925
void MacroAssembler::warn(const char* msg) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6926
  RegisterSaver::save_live_registers(this, RegisterSaver::all_registers, Z_R14);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6927
  load_absolute_address(Z_R1, (address) warning);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6928
  load_absolute_address(Z_ARG1, (address) msg);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6929
  (void) call(Z_R1);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6930
  RegisterSaver::restore_live_registers(this, RegisterSaver::all_registers);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6931
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6932
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6933
#ifndef PRODUCT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6934
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6935
// Write pattern 0x0101010101010101 in region [low-before, high+after].
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6936
void MacroAssembler::zap_from_to(Register low, Register high, Register val, Register addr, int before, int after) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6937
  if (!ZapEmptyStackFields) return;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6938
  BLOCK_COMMENT("zap memory region {");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6939
  load_const_optimized(val, 0x0101010101010101);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6940
  int size = before + after;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6941
  if (low == high && size < 5 && size > 0) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6942
    int offset = -before*BytesPerWord;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6943
    for (int i = 0; i < size; ++i) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6944
      z_stg(val, Address(low, offset));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6945
      offset +=(1*BytesPerWord);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6946
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6947
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6948
    add2reg(addr, -before*BytesPerWord, low);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6949
    if (after) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6950
#ifdef ASSERT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6951
      jlong check = after * BytesPerWord;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6952
      assert(Immediate::is_simm32(check) && Immediate::is_simm32(-check), "value not encodable !");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6953
#endif
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6954
      add2reg(high, after * BytesPerWord);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6955
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6956
    NearLabel loop;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6957
    bind(loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6958
    z_stg(val, Address(addr));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6959
    add2reg(addr, 8);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6960
    compare64_and_branch(addr, high, bcondNotHigh, loop);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6961
    if (after) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6962
      add2reg(high, -after * BytesPerWord);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6963
    }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6964
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6965
  BLOCK_COMMENT("} zap memory region");
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6966
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6967
#endif // !PRODUCT
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6968
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6969
SkipIfEqual::SkipIfEqual(MacroAssembler* masm, const bool* flag_addr, bool value, Register _rscratch) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6970
  _masm = masm;
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6971
  _masm->load_absolute_address(_rscratch, (address)flag_addr);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6972
  _masm->load_and_test_int(_rscratch, Address(_rscratch));
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6973
  if (value) {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6974
    _masm->z_brne(_label); // Skip if true, i.e. != 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6975
  } else {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6976
    _masm->z_bre(_label);  // Skip if false, i.e. == 0.
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6977
  }
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6978
}
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6979
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6980
SkipIfEqual::~SkipIfEqual() {
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6981
  _masm->bind(_label);
6032b31e3719 8167673: [s390] The s390 port.
goetz
parents:
diff changeset
  6982
}