hotspot/src/share/vm/opto/callGenerator.hpp
author vlivanov
Fri, 10 Feb 2017 20:45:39 +0300
changeset 43947 a52ee13998f3
parent 43943 e2fdae30bbc1
permissions -rw-r--r--
8174721: C1: Inlining through MH invokers/linkers in unreachable code is unsafe Reviewed-by: iveresov
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
19696
bd5a0131bde1 8021954: VM SIGSEGV during classloading on MacOS; hs_err_pid file produced
coleenp
parents: 17383
diff changeset
     2
 * Copyright (c) 2000, 2013, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4567
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4567
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4567
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    25
#ifndef SHARE_VM_OPTO_CALLGENERATOR_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    26
#define SHARE_VM_OPTO_CALLGENERATOR_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
    28
#include "compiler/compileBroker.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    29
#include "opto/callnode.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    30
#include "opto/compile.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    31
#include "opto/type.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    32
#include "runtime/deoptimization.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    33
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
//---------------------------CallGenerator-------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// The subclasses of this class handle generation of ideal nodes for
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
// call sites and method entry points.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
class CallGenerator : public ResourceObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
    xxxunusedxxx
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
  ciMethod*             _method;                // The method being called.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
 protected:
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
    48
  CallGenerator(ciMethod* method) : _method(method) {}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
  // Accessors
35086
bbf32241d851 8072008: Emit direct call instead of linkTo* for recursive indy/MH.invoke* calls
vlivanov
parents: 24948
diff changeset
    52
  ciMethod*          method() const             { return _method; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
  // is_inline: At least some code implementing the method is copied here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
  virtual bool      is_inline() const           { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
  // is_intrinsic: There's a method-specific way of generating the inline code.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  virtual bool      is_intrinsic() const        { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  // is_parse: Bytecodes implementing the specific method are copied here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
  virtual bool      is_parse() const            { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  // is_virtual: The call uses the receiver type to select or check the method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
  virtual bool      is_virtual() const          { return false; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  // is_deferred: The decision whether to inline or not is deferred.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
  virtual bool      is_deferred() const         { return false; }
24948
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
    64
  // is_predicated: Uses an explicit check (predicate).
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
    65
  virtual bool      is_predicated() const       { return false; }
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
    66
  virtual int       predicates_count() const    { return 0; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
  // is_trap: Does not return to the caller.  (E.g., uncommon trap.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  virtual bool      is_trap() const             { return false; }
20296
bc70e1c29125 8014447: Object.hashCode intrinsic breaks inline caches
shade
parents: 20073
diff changeset
    69
  // does_virtual_dispatch: Should try inlining as normal method first.
bc70e1c29125 8014447: Object.hashCode intrinsic breaks inline caches
shade
parents: 20073
diff changeset
    70
  virtual bool      does_virtual_dispatch() const     { return false; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    72
  // is_late_inline: supports conversion of call into an inline
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    73
  virtual bool      is_late_inline() const      { return false; }
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    74
  // same but for method handle calls
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    75
  virtual bool      is_mh_late_inline() const   { return false; }
21099
46e6bbecd9e5 8024070: C2 needs some form of type speculation
roland
parents: 21089
diff changeset
    76
  virtual bool      is_string_late_inline() const{ return false; }
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    77
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    78
  // for method handle calls: have we tried inlinining the call already?
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    79
  virtual bool      already_attempted() const   { ShouldNotReachHere(); return false; }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
    80
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    81
  // Replace the call with an inline version of the code
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    82
  virtual void do_late_inline() { ShouldNotReachHere(); }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    83
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    84
  virtual CallStaticJavaNode* call_node() const { ShouldNotReachHere(); return NULL; }
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
    85
24002
4e6a72032a99 8005079: fix LogCompilation for incremental inlining
roland
parents: 21099
diff changeset
    86
  virtual void set_unique_id(jlong id)          { fatal("unique id only for late inlines"); };
4e6a72032a99 8005079: fix LogCompilation for incremental inlining
roland
parents: 21099
diff changeset
    87
  virtual jlong unique_id() const               { fatal("unique id only for late inlines"); return 0; };
4e6a72032a99 8005079: fix LogCompilation for incremental inlining
roland
parents: 21099
diff changeset
    88
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  // Note:  It is possible for a CG to be both inline and virtual.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
  // (The hashCode intrinsic does a vtable check and an inlined fast path.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  // Utilities:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
  const TypeFunc*   tf() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  // The given jvms has state and arguments for a call to my method.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
  // Edges after jvms->argoff() carry all (pre-popped) argument values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  // Update the map with state and return values (if any) and return it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
  // The return values (0, 1, or 2) must be pushed on the map's stack,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
  // and the sp of the jvms incremented accordingly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
  // The jvms is returned on success.  Alternatively, a copy of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  // given jvms, suitably updated, may be returned, in which case the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  // caller should discard the original jvms.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  // The non-Parm edges of the returned map will contain updated global state,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
  // and one or two edges before jvms->sp() will carry any return values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
  // Other map edges may contain locals or monitors, and should not
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
  // be changed in meaning.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  // If the call traps, the returned map must have a control edge of top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
  // If the call can throw, the returned map must report has_exceptions().
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  // If the result is NULL, it means that this CallGenerator was unable
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  // to handle the given call, and another CallGenerator should be consulted.
24946
24b68ccf3fc4 8026796: Make replace_in_map() on parent maps generic
roland
parents: 24002
diff changeset
   116
  virtual JVMState* generate(JVMState* jvms) = 0;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  // How to generate a call site that is inlined:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  static CallGenerator* for_inline(ciMethod* m, float expected_uses = -1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
  // How to generate code for an on-stack replacement handler.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
  static CallGenerator* for_osr(ciMethod* m, int osr_bci);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
  // How to generate vanilla out-of-line call sites:
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
   124
  static CallGenerator* for_direct_call(ciMethod* m, bool separate_io_projs = false);   // static, special
11193
d8de495d05e0 7108383: JSR 292: JRuby bench_define_method_methods.rb: assert(slow_jvms != NULL) failed: miss path must not
twisti
parents: 10265
diff changeset
   125
  static CallGenerator* for_virtual_call(ciMethod* m, int vtable_index);  // virtual, interface
d8de495d05e0 7108383: JSR 292: JRuby bench_define_method_methods.rb: assert(slow_jvms != NULL) failed: miss path must not
twisti
parents: 10265
diff changeset
   126
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   127
  static CallGenerator* for_method_handle_call(  JVMState* jvms, ciMethod* caller, ciMethod* callee, bool delayed_forbidden);
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   128
  static CallGenerator* for_method_handle_inline(JVMState* jvms, ciMethod* caller, ciMethod* callee, bool& input_not_const);
9975
82190b49ce14 7050554: JSR 292 - need optimization for selectAlternative
never
parents: 9099
diff changeset
   129
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
   130
  // How to generate a replace a direct call with an inline version
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
   131
  static CallGenerator* for_late_inline(ciMethod* m, CallGenerator* inline_cg);
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   132
  static CallGenerator* for_mh_late_inline(ciMethod* caller, ciMethod* callee, bool input_not_const);
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   133
  static CallGenerator* for_string_late_inline(ciMethod* m, CallGenerator* inline_cg);
17383
3665c0901a0d 6934604: enable parts of EliminateAutoBox by default
kvn
parents: 15113
diff changeset
   134
  static CallGenerator* for_boxing_late_inline(ciMethod* m, CallGenerator* inline_cg);
4450
6d700b859b3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 1
diff changeset
   135
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
  // How to make a call but defer the decision whether to inline or not.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
  static CallGenerator* for_warm_call(WarmCallInfo* ci,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   138
                                      CallGenerator* if_cold,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
                                      CallGenerator* if_hot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
489c9b5090e2 Initial load
duke
parents:
diff changeset
   141
  // How to make a call that optimistically assumes a receiver type:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
  static CallGenerator* for_predicted_call(ciKlass* predicted_receiver,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
                                           CallGenerator* if_missed,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
                                           CallGenerator* if_hit,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
                                           float hit_prob);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
4567
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   147
  // How to make a call that optimistically assumes a MethodHandle target:
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   148
  static CallGenerator* for_predicted_dynamic_call(ciMethodHandle* predicted_method_handle,
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   149
                                                   CallGenerator* if_missed,
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   150
                                                   CallGenerator* if_hit,
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   151
                                                   float hit_prob);
7fc02fbe5c7a 6893268: additional dynamic language related optimizations in C2
twisti
parents: 4566
diff changeset
   152
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
  // How to make a call that gives up and goes back to the interpreter:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
  static CallGenerator* for_uncommon_trap(ciMethod* m,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
                                          Deoptimization::DeoptReason reason,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
                                          Deoptimization::DeoptAction action);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
  // Registry for intrinsics:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
  static CallGenerator* for_intrinsic(ciMethod* m);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  static void register_intrinsic(ciMethod* m, CallGenerator* cg);
24948
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
   161
  static CallGenerator* for_predicated_intrinsic(CallGenerator* intrinsic,
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
   162
                                                 CallGenerator* cg);
bc074f400757 8035605: Expand functionality of PredictedIntrinsicGenerator
kvn
parents: 24946
diff changeset
   163
  virtual Node* generate_predicate(JVMState* jvms, int predicate) { return NULL; };
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   164
15113
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   165
  virtual void print_inlining_late(const char* msg) { ShouldNotReachHere(); }
823590505eb4 8005071: Incremental inlining for JSR 292
roland
parents: 14828
diff changeset
   166
14828
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 14132
diff changeset
   167
  static void print_inlining(Compile* C, ciMethod* callee, int inline_level, int bci, const char* msg) {
20073
bfc95277d42b 8022585: VM crashes when ran with -XX:+PrintInlining
kvn
parents: 19696
diff changeset
   168
    if (C->print_inlining()) {
14828
bb9dffedf46c 8005031: Some cleanup in c2 to prepare for incremental inlining support
roland
parents: 14132
diff changeset
   169
      C->print_inlining(callee, inline_level, bci, msg);
20073
bfc95277d42b 8022585: VM crashes when ran with -XX:+PrintInlining
kvn
parents: 19696
diff changeset
   170
    }
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   171
  }
35086
bbf32241d851 8072008: Emit direct call instead of linkTo* for recursive indy/MH.invoke* calls
vlivanov
parents: 24948
diff changeset
   172
43943
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   173
  static void print_inlining_failure(Compile* C, ciMethod* callee, int inline_level, int bci, const char* msg) {
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   174
    print_inlining(C, callee, inline_level, bci, msg);
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   175
    C->log_inline_failure(msg);
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   176
  }
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   177
e2fdae30bbc1 8166110: Inlining through MH invokers/linkers in unreachable code is unsafe
vlivanov
parents: 35086
diff changeset
   178
  static bool is_inlined_method_handle_intrinsic(JVMState* jvms, ciMethod* m);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   182
//------------------------InlineCallGenerator----------------------------------
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   183
class InlineCallGenerator : public CallGenerator {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
 protected:
13391
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   185
  InlineCallGenerator(ciMethod* method) : CallGenerator(method) {}
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   186
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   187
 public:
30245956af37 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 11193
diff changeset
   188
  virtual bool      is_inline() const           { return true; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
//---------------------------WarmCallInfo--------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
// A struct to collect information about a given call site.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
// Helps sort call sites into "hot", "medium", and "cold".
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
// Participates in the queueing of "medium" call sites for possible inlining.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
class WarmCallInfo : public ResourceObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
  CallNode*     _call;   // The CallNode which may be inlined.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  CallGenerator* _hot_cg;// CG for expanding the call node
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
  // These are the metrics we use to evaluate call sites:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
  float         _count;  // How often do we expect to reach this site?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
  float         _profit; // How much time do we expect to save by inlining?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
  float         _work;   // How long do we expect the average call to take?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
  float         _size;   // How big do we expect the inlined code to be?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
  float         _heat;   // Combined score inducing total order on call sites.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  WarmCallInfo* _next;   // Next cooler call info in pending queue.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
  // Count is the number of times this call site is expected to be executed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
  // Large count is favorable for inlining, because the extra compilation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
  // work will be amortized more completely.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
  // Profit is a rough measure of the amount of time we expect to save
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
  // per execution of this site if we inline it.  (1.0 == call overhead)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  // Large profit favors inlining.  Negative profit disables inlining.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
  // Work is a rough measure of the amount of time a typical out-of-line
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
  // call from this site is expected to take.  (1.0 == call, no-op, return)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  // Small work is somewhat favorable for inlining, since methods with
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
  // short "hot" traces are more likely to inline smoothly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
  // Size is the number of graph nodes we expect this method to produce,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
  // not counting the inlining of any further warm calls it may include.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   227
  // Small size favors inlining, since small methods are more likely to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  // inline smoothly.  The size is estimated by examining the native code
489c9b5090e2 Initial load
duke
parents:
diff changeset
   229
  // if available.  The method bytecodes are also examined, assuming
489c9b5090e2 Initial load
duke
parents:
diff changeset
   230
  // empirically observed node counts for each kind of bytecode.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
  // Heat is the combined "goodness" of a site's inlining.  If we were
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
  // omniscient, it would be the difference of two sums of future execution
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
  // times of code emitted for this site (amortized across multiple sites if
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
  // sharing applies).  The two sums are for versions of this call site with
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
  // and without inlining.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
489c9b5090e2 Initial load
duke
parents:
diff changeset
   238
  // We approximate this mythical quantity by playing with averages,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
  // rough estimates, and assumptions that history repeats itself.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
  // The basic formula count * profit is heuristically adjusted
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
  // by looking at the expected compilation and execution times of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
  // of the inlined call.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   243
489c9b5090e2 Initial load
duke
parents:
diff changeset
   244
  // Note:  Some of these metrics may not be present in the final product,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
  // but exist in development builds to experiment with inline policy tuning.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
  // This heuristic framework does not model well the very significant
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
  // effects of multiple-level inlining.  It is possible to see no immediate
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  // profit from inlining X->Y, but to get great profit from a subsequent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
  // inlining X->Y->Z.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   251
489c9b5090e2 Initial load
duke
parents:
diff changeset
   252
  // This framework does not take well into account the problem of N**2 code
489c9b5090e2 Initial load
duke
parents:
diff changeset
   253
  // size in a clique of mutually inlinable methods.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
  WarmCallInfo*  next() const          { return _next; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   256
  void       set_next(WarmCallInfo* n) { _next = n; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
9099
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   258
  static WarmCallInfo _always_hot;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   259
  static WarmCallInfo _always_cold;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   260
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   261
  // Constructor intitialization of always_hot and always_cold
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   262
  WarmCallInfo(float c, float p, float w, float s) {
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   263
    _call = NULL;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   264
    _hot_cg = NULL;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   265
    _next = NULL;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   266
    _count = c;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   267
    _profit = p;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   268
    _work = w;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   269
    _size = s;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   270
    _heat = 0;
bdeb610d3cb1 6909440: C2 fails with assertion (_always_cold->is_cold(),"must always be cold")
never
parents: 7397
diff changeset
   271
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
  // Because WarmInfo objects live over the entire lifetime of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
  // Compile object, they are allocated into the comp_arena, which
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  // does not get resource marked or reset during the compile process
19696
bd5a0131bde1 8021954: VM SIGSEGV during classloading on MacOS; hs_err_pid file produced
coleenp
parents: 17383
diff changeset
   277
  void *operator new( size_t x, Compile* C ) throw() { return C->comp_arena()->Amalloc(x); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  void operator delete( void * ) { } // fast deallocation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  static WarmCallInfo* always_hot();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  static WarmCallInfo* always_cold();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  WarmCallInfo() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
    _call = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
    _hot_cg = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
    _next = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
    _count = _profit = _work = _size = _heat = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  CallNode* call() const { return _call; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
  float count()    const { return _count; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
  float size()     const { return _size; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
  float work()     const { return _work; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  float profit()   const { return _profit; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
  float heat()     const { return _heat; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
  void set_count(float x)     { _count = x; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
  void set_size(float x)      { _size = x; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
  void set_work(float x)      { _work = x; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
  void set_profit(float x)    { _profit = x; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  void set_heat(float x)      { _heat = x; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  // Load initial heuristics from profiles, etc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
  // The heuristics can be tweaked further by the caller.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  void init(JVMState* call_site, ciMethod* call_method, ciCallProfile& profile, float prof_factor);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
  static float MAX_VALUE() { return +1.0e10; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  static float MIN_VALUE() { return -1.0e10; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
  float compute_heat() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  void set_call(CallNode* call)      { _call = call; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
  void set_hot_cg(CallGenerator* cg) { _hot_cg = cg; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
  // Do not queue very hot or very cold calls.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  // Make very cold ones out of line immediately.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
  // Inline very hot ones immediately.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  // These queries apply various tunable limits
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
  // to the above metrics in a systematic way.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  // Test for coldness before testing for hotness.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
  bool is_cold() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  bool is_hot() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  // Force a warm call to be hot.  This worklists the call node for inlining.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
  void make_hot();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
  // Force a warm call to be cold.  This worklists the call node for out-of-lining.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
  void make_cold();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
  // A reproducible total ordering, in which heat is the major key.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
  bool warmer_than(WarmCallInfo* that);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
  // List management.  These methods are called with the list head,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  // and return the new list head, inserting or removing the receiver.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
  WarmCallInfo* insert_into(WarmCallInfo* head);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
  WarmCallInfo* remove_from(WarmCallInfo* head);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
  void print() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  void print_all() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  int count_all() const;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   344
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   345
#endif // SHARE_VM_OPTO_CALLGENERATOR_HPP