< prev index next >

src/hotspot/share/opto/doCall.cpp

Print this page

   1 /*
   2  * Copyright (c) 1998, 2025, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "ci/ciCallSite.hpp"
  26 #include "ci/ciMethodHandle.hpp"
  27 #include "ci/ciSymbols.hpp"

  28 #include "classfile/vmSymbols.hpp"
  29 #include "compiler/compileBroker.hpp"
  30 #include "compiler/compileLog.hpp"
  31 #include "interpreter/linkResolver.hpp"

  32 #include "logging/log.hpp"
  33 #include "logging/logLevel.hpp"
  34 #include "logging/logMessage.hpp"
  35 #include "logging/logStream.hpp"
  36 #include "opto/addnode.hpp"
  37 #include "opto/callGenerator.hpp"
  38 #include "opto/castnode.hpp"
  39 #include "opto/cfgnode.hpp"

  40 #include "opto/mulnode.hpp"
  41 #include "opto/parse.hpp"
  42 #include "opto/rootnode.hpp"
  43 #include "opto/runtime.hpp"
  44 #include "opto/subnode.hpp"
  45 #include "prims/methodHandles.hpp"
  46 #include "runtime/sharedRuntime.hpp"
  47 #include "utilities/macros.hpp"
  48 #if INCLUDE_JFR
  49 #include "jfr/jfr.hpp"
  50 #endif
  51 
  52 static void print_trace_type_profile(outputStream* out, int depth, ciKlass* prof_klass, int site_count, int receiver_count,
  53                                      bool with_deco) {
  54   if (with_deco) {
  55     CompileTask::print_inline_indent(depth, out);
  56   }
  57   out->print(" \\-> TypeProfile (%d/%d counts) = ", receiver_count, site_count);
  58   prof_klass->name()->print_symbol_on(out);
  59   if (with_deco) {

  69     if (!C->print_inlining()) {
  70       if (!PrintOpto && !PrintCompilation) {
  71         method->print_short_name();
  72         tty->cr();
  73       }
  74       CompileTask::print_inlining_tty(prof_method, depth, bci, InliningResult::SUCCESS);
  75       print_trace_type_profile(tty, depth, prof_klass, site_count, receiver_count, true);
  76     } else {
  77       auto stream = C->inline_printer()->record(method, jvms, InliningResult::SUCCESS);
  78       print_trace_type_profile(stream, depth, prof_klass, site_count, receiver_count, false);
  79     }
  80   }
  81 
  82   LogTarget(Debug, jit, inlining) lt;
  83   if (lt.is_enabled()) {
  84     LogStream ls(lt);
  85     print_trace_type_profile(&ls, depth, prof_klass, site_count, receiver_count, true);
  86   }
  87 }
  88 
























































  89 CallGenerator* Compile::call_generator(ciMethod* callee, int vtable_index, bool call_does_dispatch,
  90                                        JVMState* jvms, bool allow_inline,
  91                                        float prof_factor, ciKlass* speculative_receiver_type,
  92                                        bool allow_intrinsics) {
  93   assert(callee != nullptr, "failed method resolution");
  94 
  95   ciMethod*       caller      = jvms->method();
  96   int             bci         = jvms->bci();
  97   Bytecodes::Code bytecode    = caller->java_code_at_bci(bci);
  98   ciMethod*       orig_callee = caller->get_method_at_bci(bci);
  99 
 100   const bool is_virtual = (bytecode == Bytecodes::_invokevirtual) || (orig_callee->intrinsic_id() == vmIntrinsics::_linkToVirtual);
 101   const bool is_interface = (bytecode == Bytecodes::_invokeinterface) || (orig_callee->intrinsic_id() == vmIntrinsics::_linkToInterface);
 102   const bool is_virtual_or_interface = is_virtual || is_interface;
 103 
 104   const bool check_access = !orig_callee->is_method_handle_intrinsic(); // method handle intrinsics don't perform access checks
 105 
 106   // Dtrace currently doesn't work unless all calls are vanilla
 107   if (env()->dtrace_method_probes()) {
 108     allow_inline = false;

 597   // Speculative type of the receiver if any
 598   ciKlass* speculative_receiver_type = nullptr;
 599   if (is_virtual_or_interface) {
 600     Node* receiver_node             = stack(sp() - nargs);
 601     const TypeOopPtr* receiver_type = _gvn.type(receiver_node)->isa_oopptr();
 602     // call_does_dispatch and vtable_index are out-parameters.  They might be changed.
 603     // For arrays, klass below is Object. When vtable calls are used,
 604     // resolving the call with Object would allow an illegal call to
 605     // finalize() on an array. We use holder instead: illegal calls to
 606     // finalize() won't be compiled as vtable calls (IC call
 607     // resolution will catch the illegal call) and the few legal calls
 608     // on array types won't be either.
 609     callee = C->optimize_virtual_call(method(), klass, holder, orig_callee,
 610                                       receiver_type, is_virtual,
 611                                       call_does_dispatch, vtable_index);  // out-parameters
 612     speculative_receiver_type = receiver_type != nullptr ? receiver_type->speculative_type() : nullptr;
 613   }
 614 
 615   // Additional receiver subtype checks for interface calls via invokespecial or invokeinterface.
 616   ciKlass* receiver_constraint = nullptr;
 617   if (iter().cur_bc_raw() == Bytecodes::_invokespecial && !orig_callee->is_object_initializer()) {
 618     ciInstanceKlass* calling_klass = method()->holder();
 619     ciInstanceKlass* sender_klass = calling_klass;
 620     if (sender_klass->is_interface()) {
 621       receiver_constraint = sender_klass;
 622     }
 623   } else if (iter().cur_bc_raw() == Bytecodes::_invokeinterface && orig_callee->is_private()) {
 624     assert(holder->is_interface(), "How did we get a non-interface method here!");
 625     receiver_constraint = holder;
 626   }
 627 
 628   if (receiver_constraint != nullptr) {
 629     Node* receiver_node = stack(sp() - nargs);
 630     Node* cls_node = makecon(TypeKlassPtr::make(receiver_constraint, Type::trust_interfaces));
 631     Node* bad_type_ctrl = nullptr;
 632     Node* casted_receiver = gen_checkcast(receiver_node, cls_node, &bad_type_ctrl);
 633     if (bad_type_ctrl != nullptr) {
 634       PreserveJVMState pjvms(this);
 635       set_control(bad_type_ctrl);
 636       uncommon_trap(Deoptimization::Reason_class_check,
 637                     Deoptimization::Action_none);
 638     }
 639     if (stopped()) {
 640       return; // MUST uncommon-trap?
 641     }
 642     set_stack(sp() - nargs, casted_receiver);
 643   }
 644 









 645   // Note:  It's OK to try to inline a virtual call.
 646   // The call generator will not attempt to inline a polymorphic call
 647   // unless it knows how to optimize the receiver dispatch.
 648   bool try_inline = (C->do_inlining() || InlineAccessors);
 649 
 650   // ---------------------
 651   dec_sp(nargs);              // Temporarily pop args for JVM state of call
 652   JVMState* jvms = sync_jvms();
 653 
 654   // ---------------------
 655   // Decide call tactic.
 656   // This call checks with CHA, the interpreter profile, intrinsics table, etc.
 657   // It decides whether inlining is desirable or not.
 658   CallGenerator* cg = C->call_generator(callee, vtable_index, call_does_dispatch, jvms, try_inline, prof_factor(), speculative_receiver_type);




 659 
 660   // NOTE:  Don't use orig_callee and callee after this point!  Use cg->method() instead.
 661   orig_callee = callee = nullptr;
 662 
 663   // ---------------------
 664 
 665   // Feed profiling data for arguments to the type system so it can
 666   // propagate it as speculative types
 667   record_profiled_arguments_for_speculation(cg->method(), bc());
 668 
 669 #ifndef PRODUCT
 670   // bump global counters for calls
 671   count_compiled_calls(/*at_method_entry*/ false, cg->is_inline());
 672 
 673   // Record first part of parsing work for this call
 674   parse_histogram()->record_change();
 675 #endif // not PRODUCT
 676 
 677   assert(jvms == this->jvms(), "still operating on the right JVMS");
 678   assert(jvms_in_sync(),       "jvms must carry full info into CG");

 725 
 726   assert(check_call_consistency(jvms, cg), "inconsistent info");
 727 
 728   if (!stopped()) {
 729     // This was some sort of virtual call, which did a null check for us.
 730     // Now we can assert receiver-not-null, on the normal return path.
 731     if (receiver != nullptr && cg->is_virtual()) {
 732       Node* cast = cast_not_null(receiver);
 733       // %%% assert(receiver == cast, "should already have cast the receiver");
 734     }
 735 
 736     ciType* rtype = cg->method()->return_type();
 737     ciType* ctype = declared_signature->return_type();
 738 
 739     if (Bytecodes::has_optional_appendix(iter().cur_bc_raw()) || is_signature_polymorphic) {
 740       // Be careful here with return types.
 741       if (ctype != rtype) {
 742         BasicType rt = rtype->basic_type();
 743         BasicType ct = ctype->basic_type();
 744         if (ct == T_VOID) {
 745           // It's OK for a method  to return a value that is discarded.
 746           // The discarding does not require any special action from the caller.
 747           // The Java code knows this, at VerifyType.isNullConversion.
 748           pop_node(rt);  // whatever it was, pop it
 749         } else if (rt == T_INT || is_subword_type(rt)) {
 750           // Nothing.  These cases are handled in lambda form bytecode.
 751           assert(ct == T_INT || is_subword_type(ct), "must match: rt=%s, ct=%s", type2name(rt), type2name(ct));
 752         } else if (is_reference_type(rt)) {
 753           assert(is_reference_type(ct), "rt=%s, ct=%s", type2name(rt), type2name(ct));
 754           if (ctype->is_loaded()) {
 755             const TypeOopPtr* arg_type = TypeOopPtr::make_from_klass(rtype->as_klass());
 756             const Type*       sig_type = TypeOopPtr::make_from_klass(ctype->as_klass());
 757             if (arg_type != nullptr && !arg_type->higher_equal(sig_type)) {
 758               Node* retnode = pop();
 759               Node* cast_obj = _gvn.transform(new CheckCastPPNode(control(), retnode, sig_type));
 760               push(cast_obj);
 761             }
 762           }
 763         } else {
 764           assert(rt == ct, "unexpected mismatch: rt=%s, ct=%s", type2name(rt), type2name(ct));
 765           // push a zero; it's better than getting an oop/int mismatch

 783     // If the return type of the method is not loaded, assert that the
 784     // value we got is a null.  Otherwise, we need to recompile.
 785     if (!rtype->is_loaded()) {
 786       if (PrintOpto && (Verbose || WizardMode)) {
 787         method()->print_name(); tty->print_cr(" asserting nullness of result at bci: %d", bci());
 788         cg->method()->print_name(); tty->cr();
 789       }
 790       if (C->log() != nullptr) {
 791         C->log()->elem("assert_null reason='return' klass='%d'",
 792                        C->log()->identify(rtype));
 793       }
 794       // If there is going to be a trap, put it at the next bytecode:
 795       set_bci(iter().next_bci());
 796       null_assert(peek());
 797       set_bci(iter().cur_bci()); // put it back
 798     }
 799     BasicType ct = ctype->basic_type();
 800     if (is_reference_type(ct)) {
 801       record_profiled_return_for_speculation();
 802     }





















 803   }
 804 
 805   // Restart record of parsing work after possible inlining of call
 806 #ifndef PRODUCT
 807   parse_histogram()->set_initial_state(bc());
 808 #endif
 809 }
 810 
 811 //---------------------------catch_call_exceptions-----------------------------
 812 // Put a Catch and CatchProj nodes behind a just-created call.
 813 // Send their caught exceptions to the proper handler.
 814 // This may be used after a call to the rethrow VM stub,
 815 // when it is needed to process unloaded exception classes.
 816 void Parse::catch_call_exceptions(ciExceptionHandlerStream& handlers) {
 817   // Exceptions are delivered through this channel:
 818   Node* i_o = this->i_o();
 819 
 820   // Add a CatchNode.
 821   Arena tmp_mem{mtCompiler};
 822   GrowableArray<int> bcis(&tmp_mem, 8, 0, -1);

   1 /*
   2  * Copyright (c) 1998, 2026, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "ci/ciCallSite.hpp"
  26 #include "ci/ciMethodHandle.hpp"
  27 #include "ci/ciSymbols.hpp"
  28 #include "classfile/vmIntrinsics.hpp"
  29 #include "classfile/vmSymbols.hpp"
  30 #include "compiler/compileBroker.hpp"
  31 #include "compiler/compileLog.hpp"
  32 #include "interpreter/linkResolver.hpp"
  33 #include "jvm_io.h"
  34 #include "logging/log.hpp"
  35 #include "logging/logLevel.hpp"
  36 #include "logging/logMessage.hpp"
  37 #include "logging/logStream.hpp"
  38 #include "opto/addnode.hpp"
  39 #include "opto/callGenerator.hpp"
  40 #include "opto/castnode.hpp"
  41 #include "opto/cfgnode.hpp"
  42 #include "opto/inlinetypenode.hpp"
  43 #include "opto/mulnode.hpp"
  44 #include "opto/parse.hpp"
  45 #include "opto/rootnode.hpp"
  46 #include "opto/runtime.hpp"
  47 #include "opto/subnode.hpp"
  48 #include "prims/methodHandles.hpp"
  49 #include "runtime/sharedRuntime.hpp"
  50 #include "utilities/macros.hpp"
  51 #if INCLUDE_JFR
  52 #include "jfr/jfr.hpp"
  53 #endif
  54 
  55 static void print_trace_type_profile(outputStream* out, int depth, ciKlass* prof_klass, int site_count, int receiver_count,
  56                                      bool with_deco) {
  57   if (with_deco) {
  58     CompileTask::print_inline_indent(depth, out);
  59   }
  60   out->print(" \\-> TypeProfile (%d/%d counts) = ", receiver_count, site_count);
  61   prof_klass->name()->print_symbol_on(out);
  62   if (with_deco) {

  72     if (!C->print_inlining()) {
  73       if (!PrintOpto && !PrintCompilation) {
  74         method->print_short_name();
  75         tty->cr();
  76       }
  77       CompileTask::print_inlining_tty(prof_method, depth, bci, InliningResult::SUCCESS);
  78       print_trace_type_profile(tty, depth, prof_klass, site_count, receiver_count, true);
  79     } else {
  80       auto stream = C->inline_printer()->record(method, jvms, InliningResult::SUCCESS);
  81       print_trace_type_profile(stream, depth, prof_klass, site_count, receiver_count, false);
  82     }
  83   }
  84 
  85   LogTarget(Debug, jit, inlining) lt;
  86   if (lt.is_enabled()) {
  87     LogStream ls(lt);
  88     print_trace_type_profile(&ls, depth, prof_klass, site_count, receiver_count, true);
  89   }
  90 }
  91 
  92 static bool arg_can_be_larval(ciMethod* callee, int arg_idx) {
  93   if (callee->is_object_constructor() && arg_idx == 0) {
  94     return true;
  95   }
  96 
  97   if (arg_idx != 1 || callee->intrinsic_id() == vmIntrinsicID::_none) {
  98     return false;
  99   }
 100 
 101   switch (callee->intrinsic_id()) {
 102     case vmIntrinsicID::_putBoolean:
 103     case vmIntrinsicID::_putBooleanOpaque:
 104     case vmIntrinsicID::_putBooleanRelease:
 105     case vmIntrinsicID::_putBooleanVolatile:
 106     case vmIntrinsicID::_putByte:
 107     case vmIntrinsicID::_putByteOpaque:
 108     case vmIntrinsicID::_putByteRelease:
 109     case vmIntrinsicID::_putByteVolatile:
 110     case vmIntrinsicID::_putChar:
 111     case vmIntrinsicID::_putCharOpaque:
 112     case vmIntrinsicID::_putCharRelease:
 113     case vmIntrinsicID::_putCharUnaligned:
 114     case vmIntrinsicID::_putCharVolatile:
 115     case vmIntrinsicID::_putShort:
 116     case vmIntrinsicID::_putShortOpaque:
 117     case vmIntrinsicID::_putShortRelease:
 118     case vmIntrinsicID::_putShortUnaligned:
 119     case vmIntrinsicID::_putShortVolatile:
 120     case vmIntrinsicID::_putInt:
 121     case vmIntrinsicID::_putIntOpaque:
 122     case vmIntrinsicID::_putIntRelease:
 123     case vmIntrinsicID::_putIntUnaligned:
 124     case vmIntrinsicID::_putIntVolatile:
 125     case vmIntrinsicID::_putLong:
 126     case vmIntrinsicID::_putLongOpaque:
 127     case vmIntrinsicID::_putLongRelease:
 128     case vmIntrinsicID::_putLongUnaligned:
 129     case vmIntrinsicID::_putLongVolatile:
 130     case vmIntrinsicID::_putFloat:
 131     case vmIntrinsicID::_putFloatOpaque:
 132     case vmIntrinsicID::_putFloatRelease:
 133     case vmIntrinsicID::_putFloatVolatile:
 134     case vmIntrinsicID::_putDouble:
 135     case vmIntrinsicID::_putDoubleOpaque:
 136     case vmIntrinsicID::_putDoubleRelease:
 137     case vmIntrinsicID::_putDoubleVolatile:
 138     case vmIntrinsicID::_putReference:
 139     case vmIntrinsicID::_putReferenceOpaque:
 140     case vmIntrinsicID::_putReferenceRelease:
 141     case vmIntrinsicID::_putReferenceVolatile:
 142       return true;
 143     default:
 144       return false;
 145   }
 146 }
 147 
 148 CallGenerator* Compile::call_generator(ciMethod* callee, int vtable_index, bool call_does_dispatch,
 149                                        JVMState* jvms, bool allow_inline,
 150                                        float prof_factor, ciKlass* speculative_receiver_type,
 151                                        bool allow_intrinsics) {
 152   assert(callee != nullptr, "failed method resolution");
 153 
 154   ciMethod*       caller      = jvms->method();
 155   int             bci         = jvms->bci();
 156   Bytecodes::Code bytecode    = caller->java_code_at_bci(bci);
 157   ciMethod*       orig_callee = caller->get_method_at_bci(bci);
 158 
 159   const bool is_virtual = (bytecode == Bytecodes::_invokevirtual) || (orig_callee->intrinsic_id() == vmIntrinsics::_linkToVirtual);
 160   const bool is_interface = (bytecode == Bytecodes::_invokeinterface) || (orig_callee->intrinsic_id() == vmIntrinsics::_linkToInterface);
 161   const bool is_virtual_or_interface = is_virtual || is_interface;
 162 
 163   const bool check_access = !orig_callee->is_method_handle_intrinsic(); // method handle intrinsics don't perform access checks
 164 
 165   // Dtrace currently doesn't work unless all calls are vanilla
 166   if (env()->dtrace_method_probes()) {
 167     allow_inline = false;

 656   // Speculative type of the receiver if any
 657   ciKlass* speculative_receiver_type = nullptr;
 658   if (is_virtual_or_interface) {
 659     Node* receiver_node             = stack(sp() - nargs);
 660     const TypeOopPtr* receiver_type = _gvn.type(receiver_node)->isa_oopptr();
 661     // call_does_dispatch and vtable_index are out-parameters.  They might be changed.
 662     // For arrays, klass below is Object. When vtable calls are used,
 663     // resolving the call with Object would allow an illegal call to
 664     // finalize() on an array. We use holder instead: illegal calls to
 665     // finalize() won't be compiled as vtable calls (IC call
 666     // resolution will catch the illegal call) and the few legal calls
 667     // on array types won't be either.
 668     callee = C->optimize_virtual_call(method(), klass, holder, orig_callee,
 669                                       receiver_type, is_virtual,
 670                                       call_does_dispatch, vtable_index);  // out-parameters
 671     speculative_receiver_type = receiver_type != nullptr ? receiver_type->speculative_type() : nullptr;
 672   }
 673 
 674   // Additional receiver subtype checks for interface calls via invokespecial or invokeinterface.
 675   ciKlass* receiver_constraint = nullptr;
 676   if (iter().cur_bc_raw() == Bytecodes::_invokespecial && !orig_callee->is_object_constructor()) {
 677     ciInstanceKlass* calling_klass = method()->holder();
 678     ciInstanceKlass* sender_klass = calling_klass;
 679     if (sender_klass->is_interface()) {
 680       receiver_constraint = sender_klass;
 681     }
 682   } else if (iter().cur_bc_raw() == Bytecodes::_invokeinterface && orig_callee->is_private()) {
 683     assert(holder->is_interface(), "How did we get a non-interface method here!");
 684     receiver_constraint = holder;
 685   }
 686 
 687   if (receiver_constraint != nullptr) {
 688     Node* receiver_node = stack(sp() - nargs);
 689     Node* cls_node = makecon(TypeKlassPtr::make(receiver_constraint, Type::trust_interfaces));
 690     Node* bad_type_ctrl = nullptr;
 691     Node* casted_receiver = gen_checkcast(receiver_node, cls_node, &bad_type_ctrl);
 692     if (bad_type_ctrl != nullptr) {
 693       PreserveJVMState pjvms(this);
 694       set_control(bad_type_ctrl);
 695       uncommon_trap(Deoptimization::Reason_class_check,
 696                     Deoptimization::Action_none);
 697     }
 698     if (stopped()) {
 699       return; // MUST uncommon-trap?
 700     }
 701     set_stack(sp() - nargs, casted_receiver);
 702   }
 703 
 704   // Scalarize value objects passed into this invocation if we know that they are not larval
 705   for (int arg_idx = 0; arg_idx < nargs; arg_idx++) {
 706     if (arg_can_be_larval(callee, arg_idx)) {
 707       continue;
 708     }
 709 
 710     cast_to_non_larval(peek(nargs - 1 - arg_idx));
 711   }
 712 
 713   // Note:  It's OK to try to inline a virtual call.
 714   // The call generator will not attempt to inline a polymorphic call
 715   // unless it knows how to optimize the receiver dispatch.
 716   bool try_inline = (C->do_inlining() || InlineAccessors);
 717 
 718   // ---------------------
 719   dec_sp(nargs);              // Temporarily pop args for JVM state of call
 720   JVMState* jvms = sync_jvms();
 721 
 722   // ---------------------
 723   // Decide call tactic.
 724   // This call checks with CHA, the interpreter profile, intrinsics table, etc.
 725   // It decides whether inlining is desirable or not.
 726   CallGenerator* cg = C->call_generator(callee, vtable_index, call_does_dispatch, jvms, try_inline, prof_factor(), speculative_receiver_type);
 727   if (failing()) {
 728     return;
 729   }
 730   assert(cg != nullptr, "must find a CallGenerator for callee %s", callee->name()->as_utf8());
 731 
 732   // NOTE:  Don't use orig_callee and callee after this point!  Use cg->method() instead.
 733   orig_callee = callee = nullptr;
 734 
 735   // ---------------------
 736 
 737   // Feed profiling data for arguments to the type system so it can
 738   // propagate it as speculative types
 739   record_profiled_arguments_for_speculation(cg->method(), bc());
 740 
 741 #ifndef PRODUCT
 742   // bump global counters for calls
 743   count_compiled_calls(/*at_method_entry*/ false, cg->is_inline());
 744 
 745   // Record first part of parsing work for this call
 746   parse_histogram()->record_change();
 747 #endif // not PRODUCT
 748 
 749   assert(jvms == this->jvms(), "still operating on the right JVMS");
 750   assert(jvms_in_sync(),       "jvms must carry full info into CG");

 797 
 798   assert(check_call_consistency(jvms, cg), "inconsistent info");
 799 
 800   if (!stopped()) {
 801     // This was some sort of virtual call, which did a null check for us.
 802     // Now we can assert receiver-not-null, on the normal return path.
 803     if (receiver != nullptr && cg->is_virtual()) {
 804       Node* cast = cast_not_null(receiver);
 805       // %%% assert(receiver == cast, "should already have cast the receiver");
 806     }
 807 
 808     ciType* rtype = cg->method()->return_type();
 809     ciType* ctype = declared_signature->return_type();
 810 
 811     if (Bytecodes::has_optional_appendix(iter().cur_bc_raw()) || is_signature_polymorphic) {
 812       // Be careful here with return types.
 813       if (ctype != rtype) {
 814         BasicType rt = rtype->basic_type();
 815         BasicType ct = ctype->basic_type();
 816         if (ct == T_VOID) {
 817           // It's OK for a method to return a value that is discarded.
 818           // The discarding does not require any special action from the caller.
 819           // The Java code knows this, at VerifyType.isNullConversion.
 820           pop_node(rt);  // whatever it was, pop it
 821         } else if (rt == T_INT || is_subword_type(rt)) {
 822           // Nothing.  These cases are handled in lambda form bytecode.
 823           assert(ct == T_INT || is_subword_type(ct), "must match: rt=%s, ct=%s", type2name(rt), type2name(ct));
 824         } else if (is_reference_type(rt)) {
 825           assert(is_reference_type(ct), "rt=%s, ct=%s", type2name(rt), type2name(ct));
 826           if (ctype->is_loaded()) {
 827             const TypeOopPtr* arg_type = TypeOopPtr::make_from_klass(rtype->as_klass());
 828             const Type*       sig_type = TypeOopPtr::make_from_klass(ctype->as_klass());
 829             if (arg_type != nullptr && !arg_type->higher_equal(sig_type)) {
 830               Node* retnode = pop();
 831               Node* cast_obj = _gvn.transform(new CheckCastPPNode(control(), retnode, sig_type));
 832               push(cast_obj);
 833             }
 834           }
 835         } else {
 836           assert(rt == ct, "unexpected mismatch: rt=%s, ct=%s", type2name(rt), type2name(ct));
 837           // push a zero; it's better than getting an oop/int mismatch

 855     // If the return type of the method is not loaded, assert that the
 856     // value we got is a null.  Otherwise, we need to recompile.
 857     if (!rtype->is_loaded()) {
 858       if (PrintOpto && (Verbose || WizardMode)) {
 859         method()->print_name(); tty->print_cr(" asserting nullness of result at bci: %d", bci());
 860         cg->method()->print_name(); tty->cr();
 861       }
 862       if (C->log() != nullptr) {
 863         C->log()->elem("assert_null reason='return' klass='%d'",
 864                        C->log()->identify(rtype));
 865       }
 866       // If there is going to be a trap, put it at the next bytecode:
 867       set_bci(iter().next_bci());
 868       null_assert(peek());
 869       set_bci(iter().cur_bci()); // put it back
 870     }
 871     BasicType ct = ctype->basic_type();
 872     if (is_reference_type(ct)) {
 873       record_profiled_return_for_speculation();
 874     }
 875 
 876     if (!rtype->is_void()) {
 877       Node* retnode = peek();
 878       const Type* rettype = gvn().type(retnode);
 879       if (rettype->is_inlinetypeptr() && !retnode->is_InlineType()) {
 880         retnode = InlineTypeNode::make_from_oop(this, retnode, rettype->inline_klass());
 881         dec_sp(1);
 882         push(retnode);
 883       }
 884     }
 885 
 886     if (cg->method()->is_object_constructor() && receiver != nullptr && gvn().type(receiver)->is_inlinetypeptr()) {
 887       InlineTypeNode* non_larval = InlineTypeNode::make_from_oop(this, receiver, gvn().type(receiver)->inline_klass());
 888       // Relinquish the oop input, we will delay the allocation to the point it is needed, see the
 889       // comments in InlineTypeNode::Ideal for more details
 890       non_larval = non_larval->clone_if_required(&gvn(), nullptr);
 891       non_larval->set_oop(gvn(), null());
 892       non_larval->set_is_buffered(gvn(), false);
 893       non_larval = gvn().transform(non_larval)->as_InlineType();
 894       map()->replace_edge(receiver, non_larval);
 895     }
 896   }
 897 
 898   // Restart record of parsing work after possible inlining of call
 899 #ifndef PRODUCT
 900   parse_histogram()->set_initial_state(bc());
 901 #endif
 902 }
 903 
 904 //---------------------------catch_call_exceptions-----------------------------
 905 // Put a Catch and CatchProj nodes behind a just-created call.
 906 // Send their caught exceptions to the proper handler.
 907 // This may be used after a call to the rethrow VM stub,
 908 // when it is needed to process unloaded exception classes.
 909 void Parse::catch_call_exceptions(ciExceptionHandlerStream& handlers) {
 910   // Exceptions are delivered through this channel:
 911   Node* i_o = this->i_o();
 912 
 913   // Add a CatchNode.
 914   Arena tmp_mem{mtCompiler};
 915   GrowableArray<int> bcis(&tmp_mem, 8, 0, -1);
< prev index next >