hotspot/src/share/vm/opto/memnode.hpp
author kvn
Mon, 25 Feb 2008 15:05:44 -0800
changeset 202 dc13bf0e5d5d
parent 190 e9a0a9dcd4f6
child 206 d61cf247afd5
permissions -rw-r--r--
6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM Summary: T_ADDRESS size is defined as 'int' size (4 bytes) but C2 use it for raw pointers and as memory type for StoreP and LoadP nodes. Reviewed-by: jrose
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
489c9b5090e2 Initial load
duke
parents:
diff changeset
     2
 * Copyright 1997-2007 Sun Microsystems, Inc.  All Rights Reserved.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
// Portions of code courtesy of Clifford Click
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
class MultiNode;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
class PhaseCCP;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
class PhaseTransform;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
//------------------------------MemNode----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
// Load or Store, possibly throwing a NULL pointer exception
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
class MemNode : public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
  const TypePtr* _adr_type;     // What kind of memory is being addressed?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
  virtual uint size_of() const; // Size is bigger (ASSERT only)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  enum { Control,               // When is it safe to do this load?
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
         Memory,                // Chunk of memory is being loaded from
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
         Address,               // Actually address, derived from base
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
         ValueIn,               // Value to store
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
         OopStore               // Preceeding oop store, only in StoreCM
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
  MemNode( Node *c0, Node *c1, Node *c2, const TypePtr* at )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
    : Node(c0,c1,c2   ) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
    init_class_id(Class_Mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
    debug_only(_adr_type=at; adr_type();)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  MemNode( Node *c0, Node *c1, Node *c2, const TypePtr* at, Node *c3 )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
    : Node(c0,c1,c2,c3) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
    init_class_id(Class_Mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
    debug_only(_adr_type=at; adr_type();)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  MemNode( Node *c0, Node *c1, Node *c2, const TypePtr* at, Node *c3, Node *c4)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
    : Node(c0,c1,c2,c3,c4) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
    init_class_id(Class_Mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
    debug_only(_adr_type=at; adr_type();)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  // Helpers for the optimizer.  Documented in memnode.cpp.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
  static bool detect_ptr_independence(Node* p1, AllocateNode* a1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
                                      Node* p2, AllocateNode* a2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
                                      PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  static bool adr_phi_is_loop_invariant(Node* adr_phi, Node* cast);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
  // This one should probably be a phase-specific function:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
  static bool detect_dominating_control(Node* dom, Node* sub);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
  // Is this Node a MemNode or some descendent?  Default is YES.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
  virtual Node *Ideal_DU_postCCP( PhaseCCP *ccp );
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
  virtual const class TypePtr *adr_type() const;  // returns bottom_type of address
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  // Shared code for Ideal methods:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
  Node *Ideal_common(PhaseGVN *phase, bool can_reshape);  // Return -1 for short-circuit NULL.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
  // Helper function for adr_type() implementations.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
  static const TypePtr* calculate_adr_type(const Type* t, const TypePtr* cross_check = NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
  // Raw access function, to allow copying of adr_type efficiently in
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  // product builds and retain the debug info for debug builds.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
  const TypePtr *raw_adr_type() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
    return _adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
    return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
  // Map a load or store opcode to its corresponding store opcode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  // (Return -1 if unknown.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  virtual int store_Opcode() const { return -1; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  // What is the type of the value in memory?  (T_VOID mean "unspecified".)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
  virtual BasicType memory_type() const = 0;
202
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   100
  virtual int memory_size() const {
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   101
#ifdef ASSERT
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   102
    return type2aelembytes(memory_type(), true);
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   103
#else
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   104
    return type2aelembytes(memory_type());
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   105
#endif
dc13bf0e5d5d 6633953: type2aelembytes{T_ADDRESS} should be 8 bytes in 64 bit VM
kvn
parents: 190
diff changeset
   106
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
  // Search through memory states which precede this node (load or store).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  // Look for an exact match for the address, with no intervening
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  // aliased stores.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  Node* find_previous_store(PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  // Can this node (load or store) accurately see a stored value in
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  // the given memory state?  (The state may or may not be in(Memory).)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  Node* can_see_stored_value(Node* st, PhaseTransform* phase) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  static void dump_adr_type(const Node* mem, const TypePtr* adr_type, outputStream *st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  virtual void dump_spec(outputStream *st) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
//------------------------------LoadNode---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
// Load value; requires Memory and Address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
class LoadNode : public MemNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
  virtual uint cmp( const Node &n ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
  virtual uint size_of() const; // Size is bigger
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  const Type* const _type;      // What kind of value is loaded?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
  LoadNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const Type *rt )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
    : MemNode(c,mem,adr,at), _type(rt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
    init_class_id(Class_Load);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  // Polymorphic factory method:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
  static LoadNode* make( Compile *C, Node *c, Node *mem, Node *adr, const TypePtr* at, const Type *rt, BasicType bt );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
  virtual uint hash()   const;  // Check the type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  // Handle algebraic identities here.  If we have an identity, return the Node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
  // we are equivalent to.  We look for Load of a Store.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
  // If the load is from Field memory and the pointer is non-null, we can
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
  // zero out the control input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
190
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   150
  // Recover original value from boxed values
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   151
  Node *eliminate_autobox(PhaseGVN *phase);
e9a0a9dcd4f6 6395208: Elide autoboxing for calls to HashMap.get(int) and HashMap.get(long)
never
parents: 1
diff changeset
   152
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  // Compute a new Type for this node.  Basically we just do the pre-check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
  // then call the virtual add() to set the type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  virtual uint ideal_reg() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  virtual const Type *bottom_type() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  // Following method is copied from TypeNode:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  void set_type(const Type* t) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
    assert(t != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
    debug_only(uint check_hash = (VerifyHashTableKeys && _hash_lock) ? hash() : NO_HASH);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
    *(const Type**)&_type = t;   // cast away const-ness
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    // If this node is in the hash table, make sure it doesn't need a rehash.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
    assert(check_hash == NO_HASH || check_hash == hash(), "type change must preserve hash code");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  const Type* type() const { assert(_type != NULL, "sanity"); return _type; };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
  // Do not match memory edge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
  virtual uint match_edge(uint idx) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  // Map a load opcode to its corresponding store opcode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  virtual int store_Opcode() const = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
  virtual void dump_spec(outputStream *st) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
  const Type* load_array_final_field(const TypeKlassPtr *tkls,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
                                     ciKlass* klass) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   182
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
//------------------------------LoadBNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
// Load a byte (8bits signed) from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
class LoadBNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  LoadBNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const TypeInt *ti = TypeInt::BYTE )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
    : LoadNode(c,mem,adr,at,ti) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
  virtual int store_Opcode() const { return Op_StoreB; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
  virtual BasicType memory_type() const { return T_BYTE; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
//------------------------------LoadCNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
// Load a char (16bits unsigned) from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
class LoadCNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  LoadCNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const TypeInt *ti = TypeInt::CHAR )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
    : LoadNode(c,mem,adr,at,ti) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  virtual int store_Opcode() const { return Op_StoreC; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
  virtual BasicType memory_type() const { return T_CHAR; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
//------------------------------LoadINode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
// Load an integer from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
class LoadINode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
  LoadINode( Node *c, Node *mem, Node *adr, const TypePtr* at, const TypeInt *ti = TypeInt::INT )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
    : LoadNode(c,mem,adr,at,ti) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
  virtual int store_Opcode() const { return Op_StoreI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  virtual BasicType memory_type() const { return T_INT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
//------------------------------LoadRangeNode----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
// Load an array length from the array
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
class LoadRangeNode : public LoadINode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
  LoadRangeNode( Node *c, Node *mem, Node *adr, const TypeInt *ti = TypeInt::POS )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
    : LoadINode(c,mem,adr,TypeAryPtr::RANGE,ti) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
//------------------------------LoadLNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
// Load a long from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
class LoadLNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  virtual uint hash() const { return LoadNode::hash() + _require_atomic_access; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
  virtual uint cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
    return _require_atomic_access == ((LoadLNode&)n)._require_atomic_access
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
      && LoadNode::cmp(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  virtual uint size_of() const { return sizeof(*this); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  const bool _require_atomic_access;  // is piecewise load forbidden?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
  LoadLNode( Node *c, Node *mem, Node *adr, const TypePtr* at,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
             const TypeLong *tl = TypeLong::LONG,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
             bool require_atomic_access = false )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
    : LoadNode(c,mem,adr,at,tl)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
    , _require_atomic_access(require_atomic_access)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
  virtual uint ideal_reg() const { return Op_RegL; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
  virtual int store_Opcode() const { return Op_StoreL; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
  virtual BasicType memory_type() const { return T_LONG; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
  bool require_atomic_access() { return _require_atomic_access; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  static LoadLNode* make_atomic(Compile *C, Node* ctl, Node* mem, Node* adr, const TypePtr* adr_type, const Type* rt);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
  virtual void dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
    LoadNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
    if (_require_atomic_access)  st->print(" Atomic!");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
//------------------------------LoadL_unalignedNode----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
// Load a long from unaligned memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
class LoadL_unalignedNode : public LoadLNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
  LoadL_unalignedNode( Node *c, Node *mem, Node *adr, const TypePtr* at )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
    : LoadLNode(c,mem,adr,at) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
//------------------------------LoadFNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
// Load a float (64 bits) from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
class LoadFNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
  LoadFNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const Type *t = Type::FLOAT )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
    : LoadNode(c,mem,adr,at,t) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  virtual uint ideal_reg() const { return Op_RegF; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  virtual int store_Opcode() const { return Op_StoreF; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
  virtual BasicType memory_type() const { return T_FLOAT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
//------------------------------LoadDNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
// Load a double (64 bits) from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
class LoadDNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
  LoadDNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const Type *t = Type::DOUBLE )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
    : LoadNode(c,mem,adr,at,t) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  virtual uint ideal_reg() const { return Op_RegD; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
  virtual int store_Opcode() const { return Op_StoreD; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  virtual BasicType memory_type() const { return T_DOUBLE; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
//------------------------------LoadD_unalignedNode----------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
// Load a double from unaligned memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
class LoadD_unalignedNode : public LoadDNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  LoadD_unalignedNode( Node *c, Node *mem, Node *adr, const TypePtr* at )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
    : LoadDNode(c,mem,adr,at) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
//------------------------------LoadPNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
// Load a pointer from memory (either object or array)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
class LoadPNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
  LoadPNode( Node *c, Node *mem, Node *adr, const TypePtr *at, const TypePtr* t )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
    : LoadNode(c,mem,adr,at,t) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
  virtual uint ideal_reg() const { return Op_RegP; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
  virtual int store_Opcode() const { return Op_StoreP; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
  virtual BasicType memory_type() const { return T_ADDRESS; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  // depends_only_on_test is almost always true, and needs to be almost always
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
  // true to enable key hoisting & commoning optimizations.  However, for the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  // special case of RawPtr loads from TLS top & end, the control edge carries
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
  // the dependence preventing hoisting past a Safepoint instead of the memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  // edge.  (An unfortunate consequence of having Safepoints not set Raw
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  // Memory; itself an unfortunate consequence of having Nodes which produce
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  // results (new raw memory state) inside of loops preventing all manner of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  // other optimizations).  Basically, it's ugly but so is the alternative.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  // See comment in macro.cpp, around line 125 expand_allocate_common().
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
  virtual bool depends_only_on_test() const { return adr_type() != TypeRawPtr::BOTTOM; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
//------------------------------LoadKlassNode----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
// Load a Klass from an object
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
class LoadKlassNode : public LoadPNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
  LoadKlassNode( Node *c, Node *mem, Node *adr, const TypePtr *at, const TypeKlassPtr *tk = TypeKlassPtr::OBJECT )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
    : LoadPNode(c,mem,adr,at,tk) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
  virtual bool depends_only_on_test() const { return true; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
//------------------------------LoadSNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
// Load a short (16bits signed) from memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
class LoadSNode : public LoadNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
  LoadSNode( Node *c, Node *mem, Node *adr, const TypePtr* at, const TypeInt *ti = TypeInt::SHORT )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
    : LoadNode(c,mem,adr,at,ti) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
  virtual int store_Opcode() const { return Op_StoreC; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
  virtual BasicType memory_type() const { return T_SHORT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
//------------------------------StoreNode--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
// Store value; requires Store, Address and Value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
class StoreNode : public MemNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
  virtual uint cmp( const Node &n ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
  virtual bool depends_only_on_test() const { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
  Node *Ideal_masked_input       (PhaseGVN *phase, uint mask);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  Node *Ideal_sign_extended_input(PhaseGVN *phase, int  num_bits);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
  StoreNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
    : MemNode(c,mem,adr,at,val) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    init_class_id(Class_Store);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
  StoreNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val, Node *oop_store )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
    : MemNode(c,mem,adr,at,val,oop_store) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
    init_class_id(Class_Store);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
  // Polymorphic factory method:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
  static StoreNode* make( Compile *C, Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val, BasicType bt );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
  virtual uint hash() const;    // Check the type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  // If the store is to Field memory and the pointer is non-null, we can
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
  // zero out the control input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
  // Compute a new Type for this node.  Basically we just do the pre-check,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
  // then call the virtual add() to set the type.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
  // Check for identity function on memory (Load then Store at same address)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
  // Do not match memory edge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
  virtual uint match_edge(uint idx) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  virtual const Type *bottom_type() const;  // returns Type::MEMORY
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
  // Map a store opcode to its corresponding own opcode, trivially.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
  virtual int store_Opcode() const { return Opcode(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
  // have all possible loads of the value stored been optimized away?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
  bool value_never_loaded(PhaseTransform *phase) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
//------------------------------StoreBNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
// Store byte to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
class StoreBNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  StoreBNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
  virtual BasicType memory_type() const { return T_BYTE; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
//------------------------------StoreCNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
// Store char/short to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
class StoreCNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
  StoreCNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
  virtual BasicType memory_type() const { return T_CHAR; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
//------------------------------StoreINode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
// Store int to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
class StoreINode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
  StoreINode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  virtual BasicType memory_type() const { return T_INT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
//------------------------------StoreLNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
// Store long to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
class StoreLNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  virtual uint hash() const { return StoreNode::hash() + _require_atomic_access; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
  virtual uint cmp( const Node &n ) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
    return _require_atomic_access == ((StoreLNode&)n)._require_atomic_access
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
      && StoreNode::cmp(n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
  virtual uint size_of() const { return sizeof(*this); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
  const bool _require_atomic_access;  // is piecewise store forbidden?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
  StoreLNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
              bool require_atomic_access = false )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
    : StoreNode(c,mem,adr,at,val)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
    , _require_atomic_access(require_atomic_access)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
  virtual BasicType memory_type() const { return T_LONG; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
  bool require_atomic_access() { return _require_atomic_access; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
  static StoreLNode* make_atomic(Compile *C, Node* ctl, Node* mem, Node* adr, const TypePtr* adr_type, Node* val);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
  virtual void dump_spec(outputStream *st) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
    StoreNode::dump_spec(st);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
    if (_require_atomic_access)  st->print(" Atomic!");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
//------------------------------StoreFNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
// Store float to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
class StoreFNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
  StoreFNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
  virtual BasicType memory_type() const { return T_FLOAT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
//------------------------------StoreDNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
// Store double to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
class StoreDNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  StoreDNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
  virtual BasicType memory_type() const { return T_DOUBLE; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
//------------------------------StorePNode-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
// Store pointer to memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
class StorePNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
  StorePNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val ) : StoreNode(c,mem,adr,at,val) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
  virtual BasicType memory_type() const { return T_ADDRESS; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
//------------------------------StoreCMNode-----------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
// Store card-mark byte to memory for CM
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
// The last StoreCM before a SafePoint must be preserved and occur after its "oop" store
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
// Preceeding equivalent StoreCMs may be eliminated.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
class StoreCMNode : public StoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
  StoreCMNode( Node *c, Node *mem, Node *adr, const TypePtr* at, Node *val, Node *oop_store ) : StoreNode(c,mem,adr,at,val,oop_store) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
  virtual BasicType memory_type() const { return T_VOID; } // unspecific
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
//------------------------------LoadPLockedNode---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
// Load-locked a pointer from memory (either object or array).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
// On Sparc & Intel this is implemented as a normal pointer load.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
// On PowerPC and friends it's a real load-locked.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
class LoadPLockedNode : public LoadPNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
  LoadPLockedNode( Node *c, Node *mem, Node *adr )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
    : LoadPNode(c,mem,adr,TypeRawPtr::BOTTOM, TypeRawPtr::BOTTOM) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
  virtual int store_Opcode() const { return Op_StorePConditional; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
  virtual bool depends_only_on_test() const { return true; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
//------------------------------LoadLLockedNode---------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
// Load-locked a pointer from memory (either object or array).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
// On Sparc & Intel this is implemented as a normal long load.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
class LoadLLockedNode : public LoadLNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
  LoadLLockedNode( Node *c, Node *mem, Node *adr )
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
    : LoadLNode(c,mem,adr,TypeRawPtr::BOTTOM, TypeLong::LONG) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
  virtual int store_Opcode() const { return Op_StoreLConditional; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
//------------------------------SCMemProjNode---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
// This class defines a projection of the memory  state of a store conditional node.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
// These nodes return a value, but also update memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
class SCMemProjNode : public ProjNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
  enum {SCMEMPROJCON = (uint)-2};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
  SCMemProjNode( Node *src) : ProjNode( src, SCMEMPROJCON) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
  virtual bool      is_CFG() const  { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
  virtual const Type *bottom_type() const {return Type::MEMORY;}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
  virtual const TypePtr *adr_type() const { return in(0)->in(MemNode::Memory)->adr_type();}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
  virtual uint ideal_reg() const { return 0;} // memory projections don't have a register
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
  virtual void dump_spec(outputStream *st) const {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
489c9b5090e2 Initial load
duke
parents:
diff changeset
   541
//------------------------------LoadStoreNode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   542
class LoadStoreNode : public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   543
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   544
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
    ExpectedIn = MemNode::ValueIn+1 // One more input than MemNode
489c9b5090e2 Initial load
duke
parents:
diff changeset
   546
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
  LoadStoreNode( Node *c, Node *mem, Node *adr, Node *val, Node *ex);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   548
  virtual bool depends_only_on_test() const { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   549
  virtual const Type *bottom_type() const { return TypeInt::BOOL; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   550
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   551
  virtual uint match_edge(uint idx) const { return idx == MemNode::Address || idx == MemNode::ValueIn; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
//------------------------------StorePConditionalNode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
// Conditionally store pointer to memory, if no change since prior
489c9b5090e2 Initial load
duke
parents:
diff changeset
   556
// load-locked.  Sets flags for success or failure of the store.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   557
class StorePConditionalNode : public LoadStoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
  StorePConditionalNode( Node *c, Node *mem, Node *adr, Node *val, Node *ll ) : LoadStoreNode(c, mem, adr, val, ll) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   561
  // Produces flags
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
  virtual uint ideal_reg() const { return Op_RegFlags; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
//------------------------------StoreLConditionalNode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
// Conditionally store long to memory, if no change since prior
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
// load-locked.  Sets flags for success or failure of the store.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
class StoreLConditionalNode : public LoadStoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
  StoreLConditionalNode( Node *c, Node *mem, Node *adr, Node *val, Node *ll ) : LoadStoreNode(c, mem, adr, val, ll) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   571
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
//------------------------------CompareAndSwapLNode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
class CompareAndSwapLNode : public LoadStoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
  CompareAndSwapLNode( Node *c, Node *mem, Node *adr, Node *val, Node *ex) : LoadStoreNode(c, mem, adr, val, ex) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
//------------------------------CompareAndSwapINode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
class CompareAndSwapINode : public LoadStoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
  CompareAndSwapINode( Node *c, Node *mem, Node *adr, Node *val, Node *ex) : LoadStoreNode(c, mem, adr, val, ex) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   587
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   588
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
//------------------------------CompareAndSwapPNode---------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
class CompareAndSwapPNode : public LoadStoreNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
  CompareAndSwapPNode( Node *c, Node *mem, Node *adr, Node *val, Node *ex) : LoadStoreNode(c, mem, adr, val, ex) { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
//------------------------------ClearArray-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
class ClearArrayNode: public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   601
  ClearArrayNode( Node *ctrl, Node *arymem, Node *word_cnt, Node *base ) : Node(ctrl,arymem,word_cnt,base) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
  virtual int         Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
  virtual const Type *bottom_type() const { return Type::MEMORY; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
  // ClearArray modifies array elements, and so affects only the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
  // array memory addressed by the bottom_type of its base address.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
  virtual const class TypePtr *adr_type() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  virtual uint match_edge(uint idx) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
489c9b5090e2 Initial load
duke
parents:
diff changeset
   611
  // Clear the given area of an object or array.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
  // The start offset must always be aligned mod BytesPerInt.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
  // The end offset must always be aligned mod BytesPerLong.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   614
  // Return the new memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
  static Node* clear_memory(Node* control, Node* mem, Node* dest,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   616
                            intptr_t start_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   617
                            intptr_t end_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   618
                            PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   619
  static Node* clear_memory(Node* control, Node* mem, Node* dest,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
                            intptr_t start_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
                            Node* end_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   622
                            PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   623
  static Node* clear_memory(Node* control, Node* mem, Node* dest,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   624
                            Node* start_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   625
                            Node* end_offset,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
                            PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
//------------------------------StrComp-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   630
class StrCompNode: public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   631
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   632
  StrCompNode(Node *control,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   633
              Node* char_array_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   634
              Node* value_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
              Node* count_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
              Node* offset_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
              Node* s1, Node* s2): Node(control,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
                                        char_array_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
                                        value_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
                                        count_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
                                        offset_mem,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
                                        s1, s2) {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
  virtual bool depends_only_on_test() const { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
  virtual const Type* bottom_type() const { return TypeInt::INT; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
  // a StrCompNode (conservatively) aliases with everything:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
  virtual const TypePtr* adr_type() const { return TypePtr::BOTTOM; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  virtual uint match_edge(uint idx) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
  virtual uint ideal_reg() const { return Op_RegI; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
//------------------------------MemBar-----------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   654
// There are different flavors of Memory Barriers to match the Java Memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   655
// Model.  Monitor-enter and volatile-load act as Aquires: no following ref
489c9b5090e2 Initial load
duke
parents:
diff changeset
   656
// can be moved to before them.  We insert a MemBar-Acquire after a FastLock or
489c9b5090e2 Initial load
duke
parents:
diff changeset
   657
// volatile-load.  Monitor-exit and volatile-store act as Release: no
489c9b5090e2 Initial load
duke
parents:
diff changeset
   658
// preceeding ref can be moved to after them.  We insert a MemBar-Release
489c9b5090e2 Initial load
duke
parents:
diff changeset
   659
// before a FastUnlock or volatile-store.  All volatiles need to be
489c9b5090e2 Initial load
duke
parents:
diff changeset
   660
// serialized, so we follow all volatile-stores with a MemBar-Volatile to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   661
// seperate it from any following volatile-load.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   662
class MemBarNode: public MultiNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   663
  virtual uint hash() const ;                  // { return NO_HASH; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   664
  virtual uint cmp( const Node &n ) const ;    // Always fail, except on self
489c9b5090e2 Initial load
duke
parents:
diff changeset
   665
489c9b5090e2 Initial load
duke
parents:
diff changeset
   666
  virtual uint size_of() const { return sizeof(*this); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   667
  // Memory type this node is serializing.  Usually either rawptr or bottom.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   668
  const TypePtr* _adr_type;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
    Precedent = TypeFunc::Parms  // optional edge to force precedence
489c9b5090e2 Initial load
duke
parents:
diff changeset
   673
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
  MemBarNode(Compile* C, int alias_idx, Node* precedent);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
  virtual int Opcode() const = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
  virtual const class TypePtr *adr_type() const { return _adr_type; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   677
  virtual const Type *Value( PhaseTransform *phase ) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
  virtual uint match_edge(uint idx) const { return 0; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
  virtual const Type *bottom_type() const { return TypeTuple::MEMBAR; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
  virtual Node *match( const ProjNode *proj, const Matcher *m );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  // Factory method.  Builds a wide or narrow membar.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
  // Optional 'precedent' becomes an extra edge if not null.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   684
  static MemBarNode* make(Compile* C, int opcode,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
                          int alias_idx = Compile::AliasIdxBot,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
                          Node* precedent = NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
// "Acquire" - no following ref can move before (but earlier refs can
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
// follow, like an early Load stalled in cache).  Requires multi-cpu
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
// visibility.  Inserted after a volatile load or FastLock.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
class MemBarAcquireNode: public MemBarNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
  MemBarAcquireNode(Compile* C, int alias_idx, Node* precedent)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
    : MemBarNode(C, alias_idx, precedent) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
// "Release" - no earlier ref can move after (but later refs can move
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
// up, like a speculative pipelined cache-hitting Load).  Requires
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
// multi-cpu visibility.  Inserted before a volatile store or FastUnLock.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
class MemBarReleaseNode: public MemBarNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
  MemBarReleaseNode(Compile* C, int alias_idx, Node* precedent)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
    : MemBarNode(C, alias_idx, precedent) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
// Ordering between a volatile store and a following volatile load.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
// Requires multi-CPU visibility?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   711
class MemBarVolatileNode: public MemBarNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
  MemBarVolatileNode(Compile* C, int alias_idx, Node* precedent)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
    : MemBarNode(C, alias_idx, precedent) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   717
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
// Ordering within the same CPU.  Used to order unsafe memory references
489c9b5090e2 Initial load
duke
parents:
diff changeset
   719
// inside the compiler when we lack alias info.  Not needed "outside" the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
// compiler because the CPU does all the ordering for us.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
class MemBarCPUOrderNode: public MemBarNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
  MemBarCPUOrderNode(Compile* C, int alias_idx, Node* precedent)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
    : MemBarNode(C, alias_idx, precedent) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
  virtual uint ideal_reg() const { return 0; } // not matched in the AD file
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
// Isolation of object setup after an AllocateNode and before next safepoint.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
// (See comment in memnode.cpp near InitializeNode::InitializeNode for semantics.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
class InitializeNode: public MemBarNode {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   732
  friend class AllocateNode;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   733
489c9b5090e2 Initial load
duke
parents:
diff changeset
   734
  bool _is_complete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   735
489c9b5090e2 Initial load
duke
parents:
diff changeset
   736
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   737
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   738
    Control    = TypeFunc::Control,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
    Memory     = TypeFunc::Memory,     // MergeMem for states affected by this op
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
    RawAddress = TypeFunc::Parms+0,    // the newly-allocated raw address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
    RawStores  = TypeFunc::Parms+1     // zero or more stores (or TOP)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   742
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   743
489c9b5090e2 Initial load
duke
parents:
diff changeset
   744
  InitializeNode(Compile* C, int adr_type, Node* rawoop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   745
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   746
  virtual uint size_of() const { return sizeof(*this); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   747
  virtual uint ideal_reg() const { return 0; } // not matched in the AD file
489c9b5090e2 Initial load
duke
parents:
diff changeset
   748
  virtual const RegMask &in_RegMask(uint) const;  // mask for RawAddress
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
  // Manage incoming memory edges via a MergeMem on in(Memory):
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  Node* memory(uint alias_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
  // The raw memory edge coming directly from the Allocation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
  // The contents of this memory are *always* all-zero-bits.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
  Node* zero_memory() { return memory(Compile::AliasIdxRaw); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
  // Return the corresponding allocation for this initialization (or null if none).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
  // (Note: Both InitializeNode::allocation and AllocateNode::initialization
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
  // are defined in graphKit.cpp, which sets up the bidirectional relation.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
  AllocateNode* allocation();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
  // Anything other than zeroing in this init?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
  bool is_non_zero();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
  // An InitializeNode must completed before macro expansion is done.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
  // Completion requires that the AllocateNode must be followed by
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
  // initialization of the new memory to zero, then to any initializers.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
  bool is_complete() { return _is_complete; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
489c9b5090e2 Initial load
duke
parents:
diff changeset
   770
  // Mark complete.  (Must not yet be complete.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
  void set_complete(PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   774
  // ensure all non-degenerate stores are ordered and non-overlapping
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
  bool stores_are_sane(PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   776
#endif //ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
  // See if this store can be captured; return offset where it initializes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
  // Return 0 if the store cannot be moved (any sort of problem).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
  intptr_t can_capture_store(StoreNode* st, PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   781
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
  // Capture another store; reformat it to write my internal raw memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
  // Return the captured copy, else NULL if there is some sort of problem.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
  Node* capture_store(StoreNode* st, intptr_t start, PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
  // Find captured store which corresponds to the range [start..start+size).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
  // Return my own memory projection (meaning the initial zero bits)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
  // if there is no such store.  Return NULL if there is a problem.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
  Node* find_captured_store(intptr_t start, int size_in_bytes, PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
489c9b5090e2 Initial load
duke
parents:
diff changeset
   791
  // Called when the associated AllocateNode is expanded into CFG.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
  Node* complete_stores(Node* rawctl, Node* rawmem, Node* rawptr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
                        intptr_t header_size, Node* size_in_bytes,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
                        PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
  void remove_extra_zeroes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
  // Find out where a captured store should be placed (or already is placed).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
  int captured_store_insertion_point(intptr_t start, int size_in_bytes,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
                                     PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
  static intptr_t get_store_offset(Node* st, PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
489c9b5090e2 Initial load
duke
parents:
diff changeset
   805
  Node* make_raw_address(intptr_t offset, PhaseTransform* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
  bool detect_init_independence(Node* n, bool st_is_pinned, int& count);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
  void coalesce_subword_stores(intptr_t header_size, Node* size_in_bytes,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
                               PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
  intptr_t find_next_fullword_store(uint i, PhaseGVN* phase);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
//------------------------------MergeMem---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
// (See comment in memnode.cpp near MergeMemNode::MergeMemNode for semantics.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
class MergeMemNode: public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
  virtual uint hash() const ;                  // { return NO_HASH; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
  virtual uint cmp( const Node &n ) const ;    // Always fail, except on self
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
  friend class MergeMemStream;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
  MergeMemNode(Node* def);  // clients use MergeMemNode::make
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
  // If the input is a whole memory state, clone it with all its slices intact.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
  // Otherwise, make a new memory state with just that base memory input.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
  // In either case, the result is a newly created MergeMem.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
  static MergeMemNode* make(Compile* C, Node* base_memory);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
  virtual Node *Identity( PhaseTransform *phase );
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
  virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
  virtual uint ideal_reg() const { return NotAMachineReg; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
  virtual uint match_edge(uint idx) const { return 0; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
  virtual const RegMask &out_RegMask() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
  virtual const Type *bottom_type() const { return Type::MEMORY; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
  virtual const TypePtr *adr_type() const { return TypePtr::BOTTOM; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
  // sparse accessors
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
  // Fetch the previously stored "set_memory_at", or else the base memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
  // (Caller should clone it if it is a phi-nest.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
  Node* memory_at(uint alias_idx) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
  // set the memory, regardless of its previous value
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
  void set_memory_at(uint alias_idx, Node* n);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
  // the "base" is the memory that provides the non-finite support
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  Node* base_memory() const       { return in(Compile::AliasIdxBot); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  // warning: setting the base can implicitly set any of the other slices too
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  void set_base_memory(Node* def);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
  // sentinel value which denotes a copy of the base memory:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  Node*   empty_memory() const    { return in(Compile::AliasIdxTop); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
  static Node* make_empty_memory(); // where the sentinel comes from
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  bool is_empty_memory(Node* n) const { assert((n == empty_memory()) == n->is_top(), "sanity"); return n->is_top(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
  // hook for the iterator, to perform any necessary setup
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
  void iteration_setup(const MergeMemNode* other = NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
  // push sentinels until I am at least as long as the other (semantic no-op)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
  void grow_to_match(const MergeMemNode* other);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
  bool verify_sparse() const PRODUCT_RETURN0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
  virtual void dump_spec(outputStream *st) const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
class MergeMemStream : public StackObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
  MergeMemNode*       _mm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
  const MergeMemNode* _mm2;  // optional second guy, contributes non-empty iterations
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
  Node*               _mm_base;  // loop-invariant base memory of _mm
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
  int                 _idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
  int                 _cnt;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
  Node*               _mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
  Node*               _mem2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
  int                 _cnt2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
489c9b5090e2 Initial load
duke
parents:
diff changeset
   872
  void init(MergeMemNode* mm, const MergeMemNode* mm2 = NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   873
    // subsume_node will break sparseness at times, whenever a memory slice
489c9b5090e2 Initial load
duke
parents:
diff changeset
   874
    // folds down to a copy of the base ("fat") memory.  In such a case,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   875
    // the raw edge will update to base, although it should be top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
    // This iterator will recognize either top or base_memory as an
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
    // "empty" slice.  See is_empty, is_empty2, and next below.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
    // The sparseness property is repaired in MergeMemNode::Ideal.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
    // As long as access to a MergeMem goes through this iterator
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
    // or the memory_at accessor, flaws in the sparseness will
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
    // never be observed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
    // Also, iteration_setup repairs sparseness.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
    assert(mm->verify_sparse(), "please, no dups of base");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
    assert(mm2==NULL || mm2->verify_sparse(), "please, no dups of base");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
    _mm  = mm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
    _mm_base = mm->base_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
    _mm2 = mm2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
    _cnt = mm->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
    _idx = Compile::AliasIdxBot-1; // start at the base memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
    _mem = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
    _mem2 = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
489c9b5090e2 Initial load
duke
parents:
diff changeset
   897
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
  Node* check_memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
    if (at_base_memory())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
      return _mm->base_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
    else if ((uint)_idx < _mm->req() && !_mm->in(_idx)->is_top())
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
      return _mm->memory_at(_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
    else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
      return _mm_base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
  Node* check_memory2() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
    return at_base_memory()? _mm2->base_memory(): _mm2->memory_at(_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
  static bool match_memory(Node* mem, const MergeMemNode* mm, int idx) PRODUCT_RETURN0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
  void assert_synch() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
    assert(!_mem || _idx >= _cnt || match_memory(_mem, _mm, _idx),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
           "no side-effects except through the stream");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
  // expected usages:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
  // for (MergeMemStream mms(mem->is_MergeMem()); next_non_empty(); ) { ... }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
  // for (MergeMemStream mms(mem1, mem2); next_non_empty2(); ) { ... }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
  // iterate over one merge
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
  MergeMemStream(MergeMemNode* mm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   925
    mm->iteration_setup();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   926
    init(mm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   927
    debug_only(_cnt2 = 999);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
  // iterate in parallel over two merges
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
  // only iterates through non-empty elements of mm2
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
  MergeMemStream(MergeMemNode* mm, const MergeMemNode* mm2) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
    assert(mm2, "second argument must be a MergeMem also");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
    ((MergeMemNode*)mm2)->iteration_setup();  // update hidden state
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
    mm->iteration_setup(mm2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
    init(mm, mm2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
    _cnt2 = mm2->req();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
  ~MergeMemStream() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
    assert_synch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   941
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   942
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
  MergeMemNode* all_memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
    return _mm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
  Node* base_memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
    assert(_mm_base == _mm->base_memory(), "no update to base memory, please");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
    return _mm_base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  const MergeMemNode* all_memory2() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
    assert(_mm2 != NULL, "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
    return _mm2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  bool at_base_memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
    return _idx == Compile::AliasIdxBot;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  int alias_idx() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
    assert(_mem, "must call next 1st");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
    return _idx;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
  const TypePtr* adr_type() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
    return Compile::current()->get_adr_type(alias_idx());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
  const TypePtr* adr_type(Compile* C) const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
    return C->get_adr_type(alias_idx());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  bool is_empty() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
    assert(_mem, "must call next 1st");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
    assert(_mem->is_top() == (_mem==_mm->empty_memory()), "correct sentinel");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
    return _mem->is_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
  bool is_empty2() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
    assert(_mem2, "must call next 1st");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
    assert(_mem2->is_top() == (_mem2==_mm2->empty_memory()), "correct sentinel");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
    return _mem2->is_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   979
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   980
  Node* memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   981
    assert(!is_empty(), "must not be empty");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   982
    assert_synch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
    return _mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
  // get the current memory, regardless of empty or non-empty status
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
  Node* force_memory() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
    assert(!is_empty() || !at_base_memory(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
    // Use _mm_base to defend against updates to _mem->base_memory().
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
    Node *mem = _mem->is_top() ? _mm_base : _mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
    assert(mem == check_memory(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   991
    return mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
  Node* memory2() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   994
    assert(_mem2 == check_memory2(), "");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   995
    return _mem2;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   996
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   997
  void set_memory(Node* mem) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   998
    if (at_base_memory()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   999
      // Note that this does not change the invariant _mm_base.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
      _mm->set_base_memory(mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1002
      _mm->set_memory_at(_idx, mem);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1003
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
    _mem = mem;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
    assert_synch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
  // Recover from a side effect to the MergeMemNode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
  void set_memory() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
    _mem = _mm->in(_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1012
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
  bool next()  { return next(false); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
  bool next2() { return next(true); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
  bool next_non_empty()  { return next_non_empty(false); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
  bool next_non_empty2() { return next_non_empty(true); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
  // next_non_empty2 can yield states where is_empty() is true
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
  // find the next item, which might be empty
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
  bool next(bool have_mm2) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
    assert((_mm2 != NULL) == have_mm2, "use other next");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
    assert_synch();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
    if (++_idx < _cnt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
      // Note:  This iterator allows _mm to be non-sparse.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
      // It behaves the same whether _mem is top or base_memory.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
      _mem = _mm->in(_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
      if (have_mm2)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
        _mem2 = _mm2->in((_idx < _cnt2) ? _idx : Compile::AliasIdxTop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
      return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1035
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
  // find the next non-empty item
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1037
  bool next_non_empty(bool have_mm2) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
    while (next(have_mm2)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
      if (!is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
        // make sure _mem2 is filled in sensibly
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
        if (have_mm2 && _mem2->is_top())  _mem2 = _mm2->base_memory();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1042
        return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1043
      } else if (have_mm2 && !is_empty2()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1044
        return true;   // is_empty() == true
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1049
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1050
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1051
//------------------------------Prefetch---------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1052
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1053
// Non-faulting prefetch load.  Prefetch for many reads.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
class PrefetchReadNode : public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  PrefetchReadNode(Node *abio, Node *adr) : Node(0,abio,adr) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
  virtual uint ideal_reg() const { return NotAMachineReg; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
  virtual uint match_edge(uint idx) const { return idx==2; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1060
  virtual const Type *bottom_type() const { return Type::ABIO; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1061
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1062
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1063
// Non-faulting prefetch load.  Prefetch for many reads & many writes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1064
class PrefetchWriteNode : public Node {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1065
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
  PrefetchWriteNode(Node *abio, Node *adr) : Node(0,abio,adr) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
  virtual int Opcode() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
  virtual uint ideal_reg() const { return NotAMachineReg; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1069
  virtual uint match_edge(uint idx) const { return idx==2; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1070
  virtual const Type *bottom_type() const { return Type::ABIO; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1071
};