< prev index next >

src/hotspot/share/c1/c1_LIR.cpp

Print this page

  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "c1/c1_CodeStubs.hpp"
  27 #include "c1/c1_InstructionPrinter.hpp"
  28 #include "c1/c1_LIR.hpp"
  29 #include "c1/c1_LIRAssembler.hpp"
  30 #include "c1/c1_ValueStack.hpp"

  31 #include "ci/ciInstance.hpp"
  32 #include "runtime/safepointMechanism.inline.hpp"
  33 #include "runtime/sharedRuntime.hpp"
  34 #include "runtime/vm_version.hpp"
  35 
  36 Register LIR_Opr::as_register() const {
  37   return FrameMap::cpu_rnr2reg(cpu_regnr());
  38 }
  39 
  40 Register LIR_Opr::as_register_lo() const {
  41   return FrameMap::cpu_rnr2reg(cpu_regnrLo());
  42 }
  43 
  44 Register LIR_Opr::as_register_hi() const {
  45   return FrameMap::cpu_rnr2reg(cpu_regnrHi());
  46 }
  47 
  48 LIR_Opr LIR_OprFact::illegalOpr = LIR_OprFact::illegal();
  49 LIR_Opr LIR_OprFact::nullOpr = LIR_Opr();
  50 

  79 //---------------------------------------------------
  80 
  81 
  82 LIR_Address::Scale LIR_Address::scale(BasicType type) {
  83   int elem_size = type2aelembytes(type);
  84   switch (elem_size) {
  85   case 1: return LIR_Address::times_1;
  86   case 2: return LIR_Address::times_2;
  87   case 4: return LIR_Address::times_4;
  88   case 8: return LIR_Address::times_8;
  89   }
  90   ShouldNotReachHere();
  91   return LIR_Address::times_1;
  92 }
  93 
  94 //---------------------------------------------------
  95 
  96 char LIR_Opr::type_char(BasicType t) {
  97   switch (t) {
  98     case T_ARRAY:

  99       t = T_OBJECT;
 100     case T_BOOLEAN:
 101     case T_CHAR:
 102     case T_FLOAT:
 103     case T_DOUBLE:
 104     case T_BYTE:
 105     case T_SHORT:
 106     case T_INT:
 107     case T_LONG:
 108     case T_OBJECT:
 109     case T_ADDRESS:
 110     case T_VOID:
 111       return ::type2char(t);
 112     case T_METADATA:
 113       return 'M';
 114     case T_ILLEGAL:
 115       return '?';
 116 
 117     default:
 118       ShouldNotReachHere();

 135       // FP return values can be also in CPU registers on ARM (softfp ABI)
 136       assert((kindfield == fpu_register || kindfield == stack_value
 137              ARM_ONLY(|| kindfield == cpu_register) ) &&
 138              size_field() == single_size, "must match");
 139       break;
 140     case T_DOUBLE:
 141       // FP return values can be also in CPU registers on ARM (softfp ABI)
 142       assert((kindfield == fpu_register || kindfield == stack_value
 143              ARM_ONLY(|| kindfield == cpu_register) ) &&
 144              size_field() == double_size, "must match");
 145       break;
 146     case T_BOOLEAN:
 147     case T_CHAR:
 148     case T_BYTE:
 149     case T_SHORT:
 150     case T_INT:
 151     case T_ADDRESS:
 152     case T_OBJECT:
 153     case T_METADATA:
 154     case T_ARRAY:

 155       assert((kindfield == cpu_register || kindfield == stack_value) &&
 156              size_field() == single_size, "must match");
 157       break;
 158 
 159     case T_ILLEGAL:
 160       // XXX TKR also means unknown right now
 161       // assert(is_illegal(), "must match");
 162       break;
 163 
 164     default:
 165       ShouldNotReachHere();
 166     }
 167   }
 168 #endif
 169 
 170 }
 171 #endif // PRODUCT
 172 
 173 
 174 bool LIR_Opr::is_oop() const {

 272   assert(_ublock != NULL, "must have old block");
 273   _ublock = b;
 274 }
 275 
 276 void LIR_OpBranch::negate_cond() {
 277   switch (cond()) {
 278     case lir_cond_equal:        set_cond(lir_cond_notEqual);     break;
 279     case lir_cond_notEqual:     set_cond(lir_cond_equal);        break;
 280     case lir_cond_less:         set_cond(lir_cond_greaterEqual); break;
 281     case lir_cond_lessEqual:    set_cond(lir_cond_greater);      break;
 282     case lir_cond_greaterEqual: set_cond(lir_cond_less);         break;
 283     case lir_cond_greater:      set_cond(lir_cond_lessEqual);    break;
 284     default: ShouldNotReachHere();
 285   }
 286 }
 287 
 288 
 289 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr result, LIR_Opr object, ciKlass* klass,
 290                                  LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
 291                                  bool fast_check, CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch,
 292                                  CodeStub* stub)
 293 
 294   : LIR_Op(code, result, NULL)
 295   , _object(object)
 296   , _array(LIR_OprFact::illegalOpr)
 297   , _klass(klass)
 298   , _tmp1(tmp1)
 299   , _tmp2(tmp2)
 300   , _tmp3(tmp3)
 301   , _fast_check(fast_check)
 302   , _info_for_patch(info_for_patch)
 303   , _info_for_exception(info_for_exception)
 304   , _stub(stub)
 305   , _profiled_method(NULL)
 306   , _profiled_bci(-1)
 307   , _should_profile(false)

 308 {
 309   if (code == lir_checkcast) {
 310     assert(info_for_exception != NULL, "checkcast throws exceptions");
 311   } else if (code == lir_instanceof) {
 312     assert(info_for_exception == NULL, "instanceof throws no exceptions");
 313   } else {
 314     ShouldNotReachHere();
 315   }
 316 }
 317 
 318 
 319 
 320 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, CodeEmitInfo* info_for_exception)
 321   : LIR_Op(code, LIR_OprFact::illegalOpr, NULL)
 322   , _object(object)
 323   , _array(array)
 324   , _klass(NULL)
 325   , _tmp1(tmp1)
 326   , _tmp2(tmp2)
 327   , _tmp3(tmp3)
 328   , _fast_check(false)
 329   , _info_for_patch(NULL)
 330   , _info_for_exception(info_for_exception)
 331   , _stub(NULL)
 332   , _profiled_method(NULL)
 333   , _profiled_bci(-1)
 334   , _should_profile(false)

 335 {
 336   if (code == lir_store_check) {
 337     _stub = new ArrayStoreExceptionStub(object, info_for_exception);
 338     assert(info_for_exception != NULL, "store_check throws exceptions");
 339   } else {
 340     ShouldNotReachHere();
 341   }
 342 }
 343 































 344 
 345 LIR_OpArrayCopy::LIR_OpArrayCopy(LIR_Opr src, LIR_Opr src_pos, LIR_Opr dst, LIR_Opr dst_pos, LIR_Opr length,
 346                                  LIR_Opr tmp, ciArrayKlass* expected_type, int flags, CodeEmitInfo* info)
 347   : LIR_Op(lir_arraycopy, LIR_OprFact::illegalOpr, info)
 348   , _src(src)
 349   , _src_pos(src_pos)
 350   , _dst(dst)
 351   , _dst_pos(dst_pos)
 352   , _length(length)
 353   , _tmp(tmp)
 354   , _expected_type(expected_type)
 355   , _flags(flags) {
 356   _stub = new ArrayCopyStub(this);
 357 }
 358 
 359 LIR_OpUpdateCRC32::LIR_OpUpdateCRC32(LIR_Opr crc, LIR_Opr val, LIR_Opr res)
 360   : LIR_Op(lir_updatecrc32, res, NULL)
 361   , _crc(crc)
 362   , _val(val) {
 363 }

 390 // The virtual call for each instruction type is replaced by a big
 391 // switch that adds the operands for each instruction
 392 
 393 void LIR_OpVisitState::visit(LIR_Op* op) {
 394   // copy information from the LIR_Op
 395   reset();
 396   set_op(op);
 397 
 398   switch (op->code()) {
 399 
 400 // LIR_Op0
 401     case lir_fpop_raw:                 // result and info always invalid
 402     case lir_breakpoint:               // result and info always invalid
 403     case lir_membar:                   // result and info always invalid
 404     case lir_membar_acquire:           // result and info always invalid
 405     case lir_membar_release:           // result and info always invalid
 406     case lir_membar_loadload:          // result and info always invalid
 407     case lir_membar_storestore:        // result and info always invalid
 408     case lir_membar_loadstore:         // result and info always invalid
 409     case lir_membar_storeload:         // result and info always invalid

 410     case lir_on_spin_wait:
 411     {
 412       assert(op->as_Op0() != NULL, "must be");
 413       assert(op->_info == NULL, "info not used by this instruction");
 414       assert(op->_result->is_illegal(), "not used");
 415       break;
 416     }
 417 
 418     case lir_nop:                      // may have info, result always invalid
 419     case lir_std_entry:                // may have result, info always invalid
 420     case lir_osr_entry:                // may have result, info always invalid
 421     case lir_get_thread:               // may have result, info always invalid
 422     {
 423       assert(op->as_Op0() != NULL, "must be");
 424       if (op->_info != NULL)           do_info(op->_info);
 425       if (op->_result->is_valid())     do_output(op->_result);
 426       break;
 427     }
 428 
 429 

 784 
 785 
 786 // LIR_OpLock
 787     case lir_lock:
 788     case lir_unlock: {
 789       assert(op->as_OpLock() != NULL, "must be");
 790       LIR_OpLock* opLock = (LIR_OpLock*)op;
 791 
 792       if (opLock->_info)                          do_info(opLock->_info);
 793 
 794       // TODO: check if these operands really have to be temp
 795       // (or if input is sufficient). This may have influence on the oop map!
 796       assert(opLock->_lock->is_valid(), "used");  do_temp(opLock->_lock);
 797       assert(opLock->_hdr->is_valid(),  "used");  do_temp(opLock->_hdr);
 798       assert(opLock->_obj->is_valid(),  "used");  do_temp(opLock->_obj);
 799 
 800       if (opLock->_scratch->is_valid())           do_temp(opLock->_scratch);
 801       assert(opLock->_result->is_illegal(), "unused");
 802 
 803       do_stub(opLock->_stub);

 804 
 805       break;
 806     }
 807 
 808 
 809 // LIR_OpDelay
 810     case lir_delay_slot: {
 811       assert(op->as_OpDelay() != NULL, "must be");
 812       LIR_OpDelay* opDelay = (LIR_OpDelay*)op;
 813 
 814       visit(opDelay->delay_op());
 815       break;
 816     }
 817 
 818 // LIR_OpTypeCheck
 819     case lir_instanceof:
 820     case lir_checkcast:
 821     case lir_store_check: {
 822       assert(op->as_OpTypeCheck() != NULL, "must be");
 823       LIR_OpTypeCheck* opTypeCheck = (LIR_OpTypeCheck*)op;
 824 
 825       if (opTypeCheck->_info_for_exception)       do_info(opTypeCheck->_info_for_exception);
 826       if (opTypeCheck->_info_for_patch)           do_info(opTypeCheck->_info_for_patch);
 827       if (opTypeCheck->_object->is_valid())       do_input(opTypeCheck->_object);
 828       if (op->code() == lir_store_check && opTypeCheck->_object->is_valid()) {
 829         do_temp(opTypeCheck->_object);
 830       }
 831       if (opTypeCheck->_array->is_valid())        do_input(opTypeCheck->_array);
 832       if (opTypeCheck->_tmp1->is_valid())         do_temp(opTypeCheck->_tmp1);
 833       if (opTypeCheck->_tmp2->is_valid())         do_temp(opTypeCheck->_tmp2);
 834       if (opTypeCheck->_tmp3->is_valid())         do_temp(opTypeCheck->_tmp3);
 835       if (opTypeCheck->_result->is_valid())       do_output(opTypeCheck->_result);
 836       if (opTypeCheck->_stub != nullptr)          do_stub(opTypeCheck->_stub);
 837       break;
 838     }
 839 















































 840 // LIR_OpCompareAndSwap
 841     case lir_cas_long:
 842     case lir_cas_obj:
 843     case lir_cas_int: {
 844       assert(op->as_OpCompareAndSwap() != NULL, "must be");
 845       LIR_OpCompareAndSwap* opCmpAndSwap = (LIR_OpCompareAndSwap*)op;
 846 
 847       if (opCmpAndSwap->_info)                              do_info(opCmpAndSwap->_info);
 848       assert(opCmpAndSwap->_addr->is_valid(), "used");      do_input(opCmpAndSwap->_addr);
 849                                                             do_temp(opCmpAndSwap->_addr);
 850       assert(opCmpAndSwap->_cmp_value->is_valid(), "used"); do_input(opCmpAndSwap->_cmp_value);
 851                                                             do_temp(opCmpAndSwap->_cmp_value);
 852       assert(opCmpAndSwap->_new_value->is_valid(), "used"); do_input(opCmpAndSwap->_new_value);
 853                                                             do_temp(opCmpAndSwap->_new_value);
 854       if (opCmpAndSwap->_tmp1->is_valid())                  do_temp(opCmpAndSwap->_tmp1);
 855       if (opCmpAndSwap->_tmp2->is_valid())                  do_temp(opCmpAndSwap->_tmp2);
 856       if (opCmpAndSwap->_result->is_valid())                do_output(opCmpAndSwap->_result);
 857 
 858       break;
 859     }

 897     case lir_profile_call: {
 898       assert(op->as_OpProfileCall() != NULL, "must be");
 899       LIR_OpProfileCall* opProfileCall = (LIR_OpProfileCall*)op;
 900 
 901       if (opProfileCall->_recv->is_valid())              do_temp(opProfileCall->_recv);
 902       assert(opProfileCall->_mdo->is_valid(), "used");   do_temp(opProfileCall->_mdo);
 903       assert(opProfileCall->_tmp1->is_valid(), "used");  do_temp(opProfileCall->_tmp1);
 904       break;
 905     }
 906 
 907 // LIR_OpProfileType:
 908     case lir_profile_type: {
 909       assert(op->as_OpProfileType() != NULL, "must be");
 910       LIR_OpProfileType* opProfileType = (LIR_OpProfileType*)op;
 911 
 912       do_input(opProfileType->_mdp); do_temp(opProfileType->_mdp);
 913       do_input(opProfileType->_obj);
 914       do_temp(opProfileType->_tmp);
 915       break;
 916     }
 917   default:











 918     op->visit(this);
 919   }
 920 }
 921 
 922 void LIR_Op::visit(LIR_OpVisitState* state) {
 923   ShouldNotReachHere();
 924 }
 925 
 926 void LIR_OpVisitState::do_stub(CodeStub* stub) {
 927   if (stub != NULL) {
 928     stub->visit(this);
 929   }
 930 }
 931 
 932 XHandlers* LIR_OpVisitState::all_xhandler() {
 933   XHandlers* result = NULL;
 934 
 935   int i;
 936   for (i = 0; i < info_count(); i++) {
 937     if (info_at(i)->exception_handlers() != NULL) {

 970          !has_slow_case();
 971 }
 972 #endif
 973 
 974 // LIR_OpReturn
 975 LIR_OpReturn::LIR_OpReturn(LIR_Opr opr) :
 976     LIR_Op1(lir_return, opr, (CodeEmitInfo*)NULL /* info */),
 977     _stub(NULL) {
 978   if (VM_Version::supports_stack_watermark_barrier()) {
 979     _stub = new C1SafepointPollStub();
 980   }
 981 }
 982 
 983 //---------------------------------------------------
 984 
 985 
 986 void LIR_OpJavaCall::emit_code(LIR_Assembler* masm) {
 987   masm->emit_call(this);
 988 }
 989 




























 990 void LIR_OpRTCall::emit_code(LIR_Assembler* masm) {
 991   masm->emit_rtcall(this);
 992 }
 993 
 994 void LIR_OpLabel::emit_code(LIR_Assembler* masm) {
 995   masm->emit_opLabel(this);
 996 }
 997 
 998 void LIR_OpArrayCopy::emit_code(LIR_Assembler* masm) {
 999   masm->emit_arraycopy(this);
1000   masm->append_code_stub(stub());
1001 }
1002 
1003 void LIR_OpUpdateCRC32::emit_code(LIR_Assembler* masm) {
1004   masm->emit_updatecrc32(this);
1005 }
1006 
1007 void LIR_Op0::emit_code(LIR_Assembler* masm) {
1008   masm->emit_op0(this);
1009 }

1030     masm->append_code_stub(stub());
1031   }
1032 }
1033 
1034 void LIR_Op2::emit_code(LIR_Assembler* masm) {
1035   masm->emit_op2(this);
1036 }
1037 
1038 void LIR_OpAllocArray::emit_code(LIR_Assembler* masm) {
1039   masm->emit_alloc_array(this);
1040   masm->append_code_stub(stub());
1041 }
1042 
1043 void LIR_OpTypeCheck::emit_code(LIR_Assembler* masm) {
1044   masm->emit_opTypeCheck(this);
1045   if (stub()) {
1046     masm->append_code_stub(stub());
1047   }
1048 }
1049 


















1050 void LIR_OpCompareAndSwap::emit_code(LIR_Assembler* masm) {
1051   masm->emit_compare_and_swap(this);
1052 }
1053 
1054 void LIR_Op3::emit_code(LIR_Assembler* masm) {
1055   masm->emit_op3(this);
1056 }
1057 
1058 void LIR_Op4::emit_code(LIR_Assembler* masm) {
1059   masm->emit_op4(this);
1060 }
1061 
1062 void LIR_OpLock::emit_code(LIR_Assembler* masm) {
1063   masm->emit_lock(this);
1064   if (stub()) {
1065     masm->append_code_stub(stub());
1066   }



1067 }
1068 
1069 void LIR_OpLoadKlass::emit_code(LIR_Assembler* masm) {
1070   masm->emit_load_klass(this);
1071 }
1072 
1073 #ifdef ASSERT
1074 void LIR_OpAssert::emit_code(LIR_Assembler* masm) {
1075   masm->emit_assert(this);
1076 }
1077 #endif
1078 
1079 void LIR_OpDelay::emit_code(LIR_Assembler* masm) {
1080   masm->emit_delay(this);
1081 }
1082 
1083 void LIR_OpProfileCall::emit_code(LIR_Assembler* masm) {
1084   masm->emit_profile_call(this);
1085 }
1086 
1087 void LIR_OpProfileType::emit_code(LIR_Assembler* masm) {
1088   masm->emit_profile_type(this);
1089 }
1090 




1091 // LIR_List
1092 LIR_List::LIR_List(Compilation* compilation, BlockBegin* block)
1093   : _operations(8)
1094   , _compilation(compilation)
1095 #ifndef PRODUCT
1096   , _block(block)
1097 #endif
1098 #ifdef ASSERT
1099   , _file(NULL)
1100   , _line(0)
1101 #endif
1102 #ifdef RISCV
1103   , _cmp_opr1(LIR_OprFact::illegalOpr)
1104   , _cmp_opr2(LIR_OprFact::illegalOpr)
1105 #endif
1106 { }
1107 
1108 
1109 #ifdef ASSERT
1110 void LIR_List::set_file_and_line(const char * file, int line) {

1388                     tmp));
1389 }
1390 
1391 
1392 void LIR_List::unsigned_shift_right(LIR_Opr value, LIR_Opr count, LIR_Opr dst, LIR_Opr tmp) {
1393  append(new LIR_Op2(
1394                     lir_ushr,
1395                     value,
1396                     count,
1397                     dst,
1398                     tmp));
1399 }
1400 
1401 void LIR_List::fcmp2int(LIR_Opr left, LIR_Opr right, LIR_Opr dst, bool is_unordered_less) {
1402   append(new LIR_Op2(is_unordered_less ? lir_ucmp_fd2i : lir_cmp_fd2i,
1403                      left,
1404                      right,
1405                      dst));
1406 }
1407 
1408 void LIR_List::lock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub, CodeEmitInfo* info) {
1409   append(new LIR_OpLock(
1410                     lir_lock,
1411                     hdr,
1412                     obj,
1413                     lock,
1414                     scratch,
1415                     stub,
1416                     info));

1417 }
1418 
1419 void LIR_List::unlock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub) {
1420   append(new LIR_OpLock(
1421                     lir_unlock,
1422                     hdr,
1423                     obj,
1424                     lock,
1425                     scratch,
1426                     stub,
1427                     NULL));
1428 }
1429 
1430 
1431 void check_LIR() {
1432   // cannot do the proper checking as PRODUCT and other modes return different results
1433   // guarantee(sizeof(LIR_Opr) == wordSize, "may not have a v-table");
1434 }
1435 
1436 
1437 
1438 void LIR_List::checkcast (LIR_Opr result, LIR_Opr object, ciKlass* klass,
1439                           LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check,
1440                           CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch, CodeStub* stub,
1441                           ciMethod* profiled_method, int profiled_bci) {



1442   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_checkcast, result, object, klass,
1443                                            tmp1, tmp2, tmp3, fast_check, info_for_exception, info_for_patch, stub);

1444   if (profiled_method != NULL) {
1445     c->set_profiled_method(profiled_method);
1446     c->set_profiled_bci(profiled_bci);
1447     c->set_should_profile(true);
1448   }
1449   append(c);
1450 }
1451 
1452 void LIR_List::instanceof(LIR_Opr result, LIR_Opr object, ciKlass* klass, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check, CodeEmitInfo* info_for_patch, ciMethod* profiled_method, int profiled_bci) {
1453   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_instanceof, result, object, klass, tmp1, tmp2, tmp3, fast_check, NULL, info_for_patch, NULL);
1454   if (profiled_method != NULL) {
1455     c->set_profiled_method(profiled_method);
1456     c->set_profiled_bci(profiled_bci);
1457     c->set_should_profile(true);
1458   }
1459   append(c);
1460 }
1461 
1462 
1463 void LIR_List::store_check(LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
1464                            CodeEmitInfo* info_for_exception, ciMethod* profiled_method, int profiled_bci) {

1465   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_store_check, object, array, tmp1, tmp2, tmp3, info_for_exception);
1466   if (profiled_method != NULL) {
1467     c->set_profiled_method(profiled_method);
1468     c->set_profiled_bci(profiled_bci);
1469     c->set_should_profile(true);
1470   }
1471   append(c);
1472 }
1473 
1474 void LIR_List::null_check(LIR_Opr opr, CodeEmitInfo* info, bool deoptimize_on_null) {
1475   if (deoptimize_on_null) {
1476     // Emit an explicit null check and deoptimize if opr is null
1477     CodeStub* deopt = new DeoptimizeStub(info, Deoptimization::Reason_null_check, Deoptimization::Action_none);
1478     cmp(lir_cond_equal, opr, LIR_OprFact::oopConst(NULL));
1479     branch(lir_cond_equal, deopt);
1480   } else {
1481     // Emit an implicit null check
1482     append(new LIR_Op1(lir_null_check, opr, info));
1483   }
1484 }
1485 





















1486 void LIR_List::cas_long(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1487                         LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1488   append(new LIR_OpCompareAndSwap(lir_cas_long, addr, cmp_value, new_value, t1, t2, result));
1489 }
1490 
1491 void LIR_List::cas_obj(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1492                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1493   append(new LIR_OpCompareAndSwap(lir_cas_obj, addr, cmp_value, new_value, t1, t2, result));
1494 }
1495 
1496 void LIR_List::cas_int(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1497                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1498   append(new LIR_OpCompareAndSwap(lir_cas_int, addr, cmp_value, new_value, t1, t2, result));
1499 }
1500 
1501 
1502 #ifdef PRODUCT
1503 
1504 void print_LIR(BlockList* blocks) {
1505 }

1682 
1683 const char * LIR_Op::name() const {
1684   const char* s = NULL;
1685   switch(code()) {
1686      // LIR_Op0
1687      case lir_membar:                s = "membar";        break;
1688      case lir_membar_acquire:        s = "membar_acquire"; break;
1689      case lir_membar_release:        s = "membar_release"; break;
1690      case lir_membar_loadload:       s = "membar_loadload";   break;
1691      case lir_membar_storestore:     s = "membar_storestore"; break;
1692      case lir_membar_loadstore:      s = "membar_loadstore";  break;
1693      case lir_membar_storeload:      s = "membar_storeload";  break;
1694      case lir_label:                 s = "label";         break;
1695      case lir_nop:                   s = "nop";           break;
1696      case lir_on_spin_wait:          s = "on_spin_wait";  break;
1697      case lir_std_entry:             s = "std_entry";     break;
1698      case lir_osr_entry:             s = "osr_entry";     break;
1699      case lir_fpop_raw:              s = "fpop_raw";      break;
1700      case lir_breakpoint:            s = "breakpoint";    break;
1701      case lir_get_thread:            s = "get_thread";    break;

1702      // LIR_Op1
1703      case lir_fxch:                  s = "fxch";          break;
1704      case lir_fld:                   s = "fld";           break;
1705      case lir_push:                  s = "push";          break;
1706      case lir_pop:                   s = "pop";           break;
1707      case lir_null_check:            s = "null_check";    break;
1708      case lir_return:                s = "return";        break;
1709      case lir_safepoint:             s = "safepoint";     break;
1710      case lir_leal:                  s = "leal";          break;
1711      case lir_branch:                s = "branch";        break;
1712      case lir_cond_float_branch:     s = "flt_cond_br";   break;
1713      case lir_move:                  s = "move";          break;
1714      case lir_roundfp:               s = "roundfp";       break;
1715      case lir_rtcall:                s = "rtcall";        break;
1716      case lir_throw:                 s = "throw";         break;
1717      case lir_unwind:                s = "unwind";        break;
1718      case lir_convert:               s = "convert";       break;
1719      case lir_alloc_object:          s = "alloc_obj";     break;
1720      case lir_monaddr:               s = "mon_addr";      break;
1721      // LIR_Op2

1748      // LIR_Op4
1749      case lir_cmove:                 s = "cmove";         break;
1750      // LIR_OpJavaCall
1751      case lir_static_call:           s = "static";        break;
1752      case lir_optvirtual_call:       s = "optvirtual";    break;
1753      case lir_icvirtual_call:        s = "icvirtual";     break;
1754      case lir_dynamic_call:          s = "dynamic";       break;
1755      // LIR_OpArrayCopy
1756      case lir_arraycopy:             s = "arraycopy";     break;
1757      // LIR_OpUpdateCRC32
1758      case lir_updatecrc32:           s = "updatecrc32";   break;
1759      // LIR_OpLock
1760      case lir_lock:                  s = "lock";          break;
1761      case lir_unlock:                s = "unlock";        break;
1762      // LIR_OpDelay
1763      case lir_delay_slot:            s = "delay";         break;
1764      // LIR_OpTypeCheck
1765      case lir_instanceof:            s = "instanceof";    break;
1766      case lir_checkcast:             s = "checkcast";     break;
1767      case lir_store_check:           s = "store_check";   break;






1768      // LIR_OpCompareAndSwap
1769      case lir_cas_long:              s = "cas_long";      break;
1770      case lir_cas_obj:               s = "cas_obj";      break;
1771      case lir_cas_int:               s = "cas_int";      break;
1772      // LIR_OpProfileCall
1773      case lir_profile_call:          s = "profile_call";  break;
1774      // LIR_OpProfileType
1775      case lir_profile_type:          s = "profile_type";  break;


1776      // LIR_OpAssert
1777 #ifdef ASSERT
1778      case lir_assert:                s = "assert";        break;
1779 #endif
1780      case lir_none:                  ShouldNotReachHere();break;
1781     default:                         s = "illegal_op";    break;
1782   }
1783   return s;
1784 }
1785 
1786 // LIR_OpJavaCall
1787 void LIR_OpJavaCall::print_instr(outputStream* out) const {
1788   out->print("call: ");
1789   out->print("[addr: " INTPTR_FORMAT "]", p2i(address()));
1790   if (receiver()->is_valid()) {
1791     out->print(" [recv: ");   receiver()->print(out);   out->print("]");
1792   }
1793   if (result_opr()->is_valid()) {
1794     out->print(" [result: "); result_opr()->print(out); out->print("]");
1795   }

1987   out->print("[label:" INTPTR_FORMAT "]", p2i(stub()->entry()));
1988 }
1989 
1990 
1991 void LIR_OpTypeCheck::print_instr(outputStream* out) const {
1992   object()->print(out);                  out->print(" ");
1993   if (code() == lir_store_check) {
1994     array()->print(out);                 out->print(" ");
1995   }
1996   if (code() != lir_store_check) {
1997     klass()->print_name_on(out);         out->print(" ");
1998     if (fast_check())                 out->print("fast_check ");
1999   }
2000   tmp1()->print(out);                    out->print(" ");
2001   tmp2()->print(out);                    out->print(" ");
2002   tmp3()->print(out);                    out->print(" ");
2003   result_opr()->print(out);              out->print(" ");
2004   if (info_for_exception() != NULL) out->print(" [bci:%d]", info_for_exception()->stack()->bci());
2005 }
2006 






































2007 
2008 // LIR_Op3
2009 void LIR_Op3::print_instr(outputStream* out) const {
2010   in_opr1()->print(out);    out->print(" ");
2011   in_opr2()->print(out);    out->print(" ");
2012   in_opr3()->print(out);    out->print(" ");
2013   result_opr()->print(out);
2014 }
2015 
2016 // LIR_Op4
2017 void LIR_Op4::print_instr(outputStream* out) const {
2018   print_condition(out, condition()); out->print(" ");
2019   in_opr1()->print(out);             out->print(" ");
2020   in_opr2()->print(out);             out->print(" ");
2021   in_opr3()->print(out);             out->print(" ");
2022   in_opr4()->print(out);             out->print(" ");
2023   result_opr()->print(out);
2024 }
2025 
2026 void LIR_OpLock::print_instr(outputStream* out) const {

2062   mdo()->print(out);           out->print(" ");
2063   recv()->print(out);          out->print(" ");
2064   tmp1()->print(out);          out->print(" ");
2065 }
2066 
2067 // LIR_OpProfileType
2068 void LIR_OpProfileType::print_instr(outputStream* out) const {
2069   out->print("exact = ");
2070   if  (exact_klass() == NULL) {
2071     out->print("unknown");
2072   } else {
2073     exact_klass()->print_name_on(out);
2074   }
2075   out->print(" current = "); ciTypeEntries::print_ciklass(out, current_klass());
2076   out->print(" ");
2077   mdp()->print(out);          out->print(" ");
2078   obj()->print(out);          out->print(" ");
2079   tmp()->print(out);          out->print(" ");
2080 }
2081 








2082 #endif // PRODUCT
2083 
2084 // Implementation of LIR_InsertionBuffer
2085 
2086 void LIR_InsertionBuffer::append(int index, LIR_Op* op) {
2087   assert(_index_and_count.length() % 2 == 0, "must have a count for each index");
2088 
2089   int i = number_of_insertion_points() - 1;
2090   if (i < 0 || index_at(i) < index) {
2091     append_new(index, 1);
2092   } else {
2093     assert(index_at(i) == index, "can append LIR_Ops in ascending order only");
2094     assert(count_at(i) > 0, "check");
2095     set_count_at(i, count_at(i) + 1);
2096   }
2097   _ops.push(op);
2098 
2099   DEBUG_ONLY(verify());
2100 }
2101 

  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "c1/c1_CodeStubs.hpp"
  27 #include "c1/c1_InstructionPrinter.hpp"
  28 #include "c1/c1_LIR.hpp"
  29 #include "c1/c1_LIRAssembler.hpp"
  30 #include "c1/c1_ValueStack.hpp"
  31 #include "ci/ciInlineKlass.hpp"
  32 #include "ci/ciInstance.hpp"
  33 #include "runtime/safepointMechanism.inline.hpp"
  34 #include "runtime/sharedRuntime.hpp"
  35 #include "runtime/vm_version.hpp"
  36 
  37 Register LIR_Opr::as_register() const {
  38   return FrameMap::cpu_rnr2reg(cpu_regnr());
  39 }
  40 
  41 Register LIR_Opr::as_register_lo() const {
  42   return FrameMap::cpu_rnr2reg(cpu_regnrLo());
  43 }
  44 
  45 Register LIR_Opr::as_register_hi() const {
  46   return FrameMap::cpu_rnr2reg(cpu_regnrHi());
  47 }
  48 
  49 LIR_Opr LIR_OprFact::illegalOpr = LIR_OprFact::illegal();
  50 LIR_Opr LIR_OprFact::nullOpr = LIR_Opr();
  51 

  80 //---------------------------------------------------
  81 
  82 
  83 LIR_Address::Scale LIR_Address::scale(BasicType type) {
  84   int elem_size = type2aelembytes(type);
  85   switch (elem_size) {
  86   case 1: return LIR_Address::times_1;
  87   case 2: return LIR_Address::times_2;
  88   case 4: return LIR_Address::times_4;
  89   case 8: return LIR_Address::times_8;
  90   }
  91   ShouldNotReachHere();
  92   return LIR_Address::times_1;
  93 }
  94 
  95 //---------------------------------------------------
  96 
  97 char LIR_Opr::type_char(BasicType t) {
  98   switch (t) {
  99     case T_ARRAY:
 100     case T_PRIMITIVE_OBJECT:
 101       t = T_OBJECT;
 102     case T_BOOLEAN:
 103     case T_CHAR:
 104     case T_FLOAT:
 105     case T_DOUBLE:
 106     case T_BYTE:
 107     case T_SHORT:
 108     case T_INT:
 109     case T_LONG:
 110     case T_OBJECT:
 111     case T_ADDRESS:
 112     case T_VOID:
 113       return ::type2char(t);
 114     case T_METADATA:
 115       return 'M';
 116     case T_ILLEGAL:
 117       return '?';
 118 
 119     default:
 120       ShouldNotReachHere();

 137       // FP return values can be also in CPU registers on ARM (softfp ABI)
 138       assert((kindfield == fpu_register || kindfield == stack_value
 139              ARM_ONLY(|| kindfield == cpu_register) ) &&
 140              size_field() == single_size, "must match");
 141       break;
 142     case T_DOUBLE:
 143       // FP return values can be also in CPU registers on ARM (softfp ABI)
 144       assert((kindfield == fpu_register || kindfield == stack_value
 145              ARM_ONLY(|| kindfield == cpu_register) ) &&
 146              size_field() == double_size, "must match");
 147       break;
 148     case T_BOOLEAN:
 149     case T_CHAR:
 150     case T_BYTE:
 151     case T_SHORT:
 152     case T_INT:
 153     case T_ADDRESS:
 154     case T_OBJECT:
 155     case T_METADATA:
 156     case T_ARRAY:
 157     case T_PRIMITIVE_OBJECT:
 158       assert((kindfield == cpu_register || kindfield == stack_value) &&
 159              size_field() == single_size, "must match");
 160       break;
 161 
 162     case T_ILLEGAL:
 163       // XXX TKR also means unknown right now
 164       // assert(is_illegal(), "must match");
 165       break;
 166 
 167     default:
 168       ShouldNotReachHere();
 169     }
 170   }
 171 #endif
 172 
 173 }
 174 #endif // PRODUCT
 175 
 176 
 177 bool LIR_Opr::is_oop() const {

 275   assert(_ublock != NULL, "must have old block");
 276   _ublock = b;
 277 }
 278 
 279 void LIR_OpBranch::negate_cond() {
 280   switch (cond()) {
 281     case lir_cond_equal:        set_cond(lir_cond_notEqual);     break;
 282     case lir_cond_notEqual:     set_cond(lir_cond_equal);        break;
 283     case lir_cond_less:         set_cond(lir_cond_greaterEqual); break;
 284     case lir_cond_lessEqual:    set_cond(lir_cond_greater);      break;
 285     case lir_cond_greaterEqual: set_cond(lir_cond_less);         break;
 286     case lir_cond_greater:      set_cond(lir_cond_lessEqual);    break;
 287     default: ShouldNotReachHere();
 288   }
 289 }
 290 
 291 
 292 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr result, LIR_Opr object, ciKlass* klass,
 293                                  LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
 294                                  bool fast_check, CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch,
 295                                  CodeStub* stub, bool need_null_check)
 296 
 297   : LIR_Op(code, result, NULL)
 298   , _object(object)
 299   , _array(LIR_OprFact::illegalOpr)
 300   , _klass(klass)
 301   , _tmp1(tmp1)
 302   , _tmp2(tmp2)
 303   , _tmp3(tmp3)
 304   , _fast_check(fast_check)
 305   , _info_for_patch(info_for_patch)
 306   , _info_for_exception(info_for_exception)
 307   , _stub(stub)
 308   , _profiled_method(NULL)
 309   , _profiled_bci(-1)
 310   , _should_profile(false)
 311   , _need_null_check(need_null_check)
 312 {
 313   if (code == lir_checkcast) {
 314     assert(info_for_exception != NULL, "checkcast throws exceptions");
 315   } else if (code == lir_instanceof) {
 316     assert(info_for_exception == NULL, "instanceof throws no exceptions");
 317   } else {
 318     ShouldNotReachHere();
 319   }
 320 }
 321 
 322 
 323 
 324 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, CodeEmitInfo* info_for_exception)
 325   : LIR_Op(code, LIR_OprFact::illegalOpr, NULL)
 326   , _object(object)
 327   , _array(array)
 328   , _klass(NULL)
 329   , _tmp1(tmp1)
 330   , _tmp2(tmp2)
 331   , _tmp3(tmp3)
 332   , _fast_check(false)
 333   , _info_for_patch(NULL)
 334   , _info_for_exception(info_for_exception)
 335   , _stub(NULL)
 336   , _profiled_method(NULL)
 337   , _profiled_bci(-1)
 338   , _should_profile(false)
 339   , _need_null_check(true)
 340 {
 341   if (code == lir_store_check) {
 342     _stub = new ArrayStoreExceptionStub(object, info_for_exception);
 343     assert(info_for_exception != NULL, "store_check throws exceptions");
 344   } else {
 345     ShouldNotReachHere();
 346   }
 347 }
 348 
 349 LIR_OpFlattenedArrayCheck::LIR_OpFlattenedArrayCheck(LIR_Opr array, LIR_Opr value, LIR_Opr tmp, CodeStub* stub)
 350   : LIR_Op(lir_flattened_array_check, LIR_OprFact::illegalOpr, NULL)
 351   , _array(array)
 352   , _value(value)
 353   , _tmp(tmp)
 354   , _stub(stub) {}
 355 
 356 
 357 LIR_OpNullFreeArrayCheck::LIR_OpNullFreeArrayCheck(LIR_Opr array, LIR_Opr tmp)
 358   : LIR_Op(lir_null_free_array_check, LIR_OprFact::illegalOpr, NULL)
 359   , _array(array)
 360   , _tmp(tmp) {}
 361 
 362 
 363 LIR_OpSubstitutabilityCheck::LIR_OpSubstitutabilityCheck(LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr equal_result, LIR_Opr not_equal_result,
 364                                                          LIR_Opr tmp1, LIR_Opr tmp2,
 365                                                          ciKlass* left_klass, ciKlass* right_klass, LIR_Opr left_klass_op, LIR_Opr right_klass_op,
 366                                                          CodeEmitInfo* info, CodeStub* stub)
 367   : LIR_Op(lir_substitutability_check, result, info)
 368   , _left(left)
 369   , _right(right)
 370   , _equal_result(equal_result)
 371   , _not_equal_result(not_equal_result)
 372   , _tmp1(tmp1)
 373   , _tmp2(tmp2)
 374   , _left_klass(left_klass)
 375   , _right_klass(right_klass)
 376   , _left_klass_op(left_klass_op)
 377   , _right_klass_op(right_klass_op)
 378   , _stub(stub) {}
 379 
 380 
 381 LIR_OpArrayCopy::LIR_OpArrayCopy(LIR_Opr src, LIR_Opr src_pos, LIR_Opr dst, LIR_Opr dst_pos, LIR_Opr length,
 382                                  LIR_Opr tmp, ciArrayKlass* expected_type, int flags, CodeEmitInfo* info)
 383   : LIR_Op(lir_arraycopy, LIR_OprFact::illegalOpr, info)
 384   , _src(src)
 385   , _src_pos(src_pos)
 386   , _dst(dst)
 387   , _dst_pos(dst_pos)
 388   , _length(length)
 389   , _tmp(tmp)
 390   , _expected_type(expected_type)
 391   , _flags(flags) {
 392   _stub = new ArrayCopyStub(this);
 393 }
 394 
 395 LIR_OpUpdateCRC32::LIR_OpUpdateCRC32(LIR_Opr crc, LIR_Opr val, LIR_Opr res)
 396   : LIR_Op(lir_updatecrc32, res, NULL)
 397   , _crc(crc)
 398   , _val(val) {
 399 }

 426 // The virtual call for each instruction type is replaced by a big
 427 // switch that adds the operands for each instruction
 428 
 429 void LIR_OpVisitState::visit(LIR_Op* op) {
 430   // copy information from the LIR_Op
 431   reset();
 432   set_op(op);
 433 
 434   switch (op->code()) {
 435 
 436 // LIR_Op0
 437     case lir_fpop_raw:                 // result and info always invalid
 438     case lir_breakpoint:               // result and info always invalid
 439     case lir_membar:                   // result and info always invalid
 440     case lir_membar_acquire:           // result and info always invalid
 441     case lir_membar_release:           // result and info always invalid
 442     case lir_membar_loadload:          // result and info always invalid
 443     case lir_membar_storestore:        // result and info always invalid
 444     case lir_membar_loadstore:         // result and info always invalid
 445     case lir_membar_storeload:         // result and info always invalid
 446     case lir_check_orig_pc:            // result and info always invalid
 447     case lir_on_spin_wait:
 448     {
 449       assert(op->as_Op0() != NULL, "must be");
 450       assert(op->_info == NULL, "info not used by this instruction");
 451       assert(op->_result->is_illegal(), "not used");
 452       break;
 453     }
 454 
 455     case lir_nop:                      // may have info, result always invalid
 456     case lir_std_entry:                // may have result, info always invalid
 457     case lir_osr_entry:                // may have result, info always invalid
 458     case lir_get_thread:               // may have result, info always invalid
 459     {
 460       assert(op->as_Op0() != NULL, "must be");
 461       if (op->_info != NULL)           do_info(op->_info);
 462       if (op->_result->is_valid())     do_output(op->_result);
 463       break;
 464     }
 465 
 466 

 821 
 822 
 823 // LIR_OpLock
 824     case lir_lock:
 825     case lir_unlock: {
 826       assert(op->as_OpLock() != NULL, "must be");
 827       LIR_OpLock* opLock = (LIR_OpLock*)op;
 828 
 829       if (opLock->_info)                          do_info(opLock->_info);
 830 
 831       // TODO: check if these operands really have to be temp
 832       // (or if input is sufficient). This may have influence on the oop map!
 833       assert(opLock->_lock->is_valid(), "used");  do_temp(opLock->_lock);
 834       assert(opLock->_hdr->is_valid(),  "used");  do_temp(opLock->_hdr);
 835       assert(opLock->_obj->is_valid(),  "used");  do_temp(opLock->_obj);
 836 
 837       if (opLock->_scratch->is_valid())           do_temp(opLock->_scratch);
 838       assert(opLock->_result->is_illegal(), "unused");
 839 
 840       do_stub(opLock->_stub);
 841       do_stub(opLock->_throw_imse_stub);
 842 
 843       break;
 844     }
 845 
 846 
 847 // LIR_OpDelay
 848     case lir_delay_slot: {
 849       assert(op->as_OpDelay() != NULL, "must be");
 850       LIR_OpDelay* opDelay = (LIR_OpDelay*)op;
 851 
 852       visit(opDelay->delay_op());
 853       break;
 854     }
 855 
 856 // LIR_OpTypeCheck
 857     case lir_instanceof:
 858     case lir_checkcast:
 859     case lir_store_check: {
 860       assert(op->as_OpTypeCheck() != NULL, "must be");
 861       LIR_OpTypeCheck* opTypeCheck = (LIR_OpTypeCheck*)op;
 862 
 863       if (opTypeCheck->_info_for_exception)       do_info(opTypeCheck->_info_for_exception);
 864       if (opTypeCheck->_info_for_patch)           do_info(opTypeCheck->_info_for_patch);
 865       if (opTypeCheck->_object->is_valid())       do_input(opTypeCheck->_object);
 866       if (op->code() == lir_store_check && opTypeCheck->_object->is_valid()) {
 867         do_temp(opTypeCheck->_object);
 868       }
 869       if (opTypeCheck->_array->is_valid())        do_input(opTypeCheck->_array);
 870       if (opTypeCheck->_tmp1->is_valid())         do_temp(opTypeCheck->_tmp1);
 871       if (opTypeCheck->_tmp2->is_valid())         do_temp(opTypeCheck->_tmp2);
 872       if (opTypeCheck->_tmp3->is_valid())         do_temp(opTypeCheck->_tmp3);
 873       if (opTypeCheck->_result->is_valid())       do_output(opTypeCheck->_result);
 874       if (opTypeCheck->_stub != nullptr)          do_stub(opTypeCheck->_stub);
 875       break;
 876     }
 877 
 878 // LIR_OpFlattenedArrayCheck
 879     case lir_flattened_array_check: {
 880       assert(op->as_OpFlattenedArrayCheck() != NULL, "must be");
 881       LIR_OpFlattenedArrayCheck* opFlattenedArrayCheck = (LIR_OpFlattenedArrayCheck*)op;
 882 
 883       if (opFlattenedArrayCheck->_array->is_valid()) do_input(opFlattenedArrayCheck->_array);
 884       if (opFlattenedArrayCheck->_value->is_valid()) do_input(opFlattenedArrayCheck->_value);
 885       if (opFlattenedArrayCheck->_tmp->is_valid())   do_temp(opFlattenedArrayCheck->_tmp);
 886 
 887       do_stub(opFlattenedArrayCheck->_stub);
 888 
 889       break;
 890     }
 891 
 892 // LIR_OpNullFreeArrayCheck
 893     case lir_null_free_array_check: {
 894       assert(op->as_OpNullFreeArrayCheck() != NULL, "must be");
 895       LIR_OpNullFreeArrayCheck* opNullFreeArrayCheck = (LIR_OpNullFreeArrayCheck*)op;
 896 
 897       if (opNullFreeArrayCheck->_array->is_valid()) do_input(opNullFreeArrayCheck->_array);
 898       if (opNullFreeArrayCheck->_tmp->is_valid())   do_temp(opNullFreeArrayCheck->_tmp);
 899       break;
 900     }
 901 
 902 // LIR_OpSubstitutabilityCheck
 903     case lir_substitutability_check: {
 904       assert(op->as_OpSubstitutabilityCheck() != NULL, "must be");
 905       LIR_OpSubstitutabilityCheck* opSubstitutabilityCheck = (LIR_OpSubstitutabilityCheck*)op;
 906                                                                 do_input(opSubstitutabilityCheck->_left);
 907                                                                 do_temp (opSubstitutabilityCheck->_left);
 908                                                                 do_input(opSubstitutabilityCheck->_right);
 909                                                                 do_temp (opSubstitutabilityCheck->_right);
 910                                                                 do_input(opSubstitutabilityCheck->_equal_result);
 911                                                                 do_temp (opSubstitutabilityCheck->_equal_result);
 912                                                                 do_input(opSubstitutabilityCheck->_not_equal_result);
 913                                                                 do_temp (opSubstitutabilityCheck->_not_equal_result);
 914       if (opSubstitutabilityCheck->_tmp1->is_valid())           do_temp(opSubstitutabilityCheck->_tmp1);
 915       if (opSubstitutabilityCheck->_tmp2->is_valid())           do_temp(opSubstitutabilityCheck->_tmp2);
 916       if (opSubstitutabilityCheck->_left_klass_op->is_valid())  do_temp(opSubstitutabilityCheck->_left_klass_op);
 917       if (opSubstitutabilityCheck->_right_klass_op->is_valid()) do_temp(opSubstitutabilityCheck->_right_klass_op);
 918       if (opSubstitutabilityCheck->_result->is_valid())         do_output(opSubstitutabilityCheck->_result);
 919 
 920       do_info(opSubstitutabilityCheck->_info);
 921       do_stub(opSubstitutabilityCheck->_stub);
 922       break;
 923     }
 924 
 925 // LIR_OpCompareAndSwap
 926     case lir_cas_long:
 927     case lir_cas_obj:
 928     case lir_cas_int: {
 929       assert(op->as_OpCompareAndSwap() != NULL, "must be");
 930       LIR_OpCompareAndSwap* opCmpAndSwap = (LIR_OpCompareAndSwap*)op;
 931 
 932       if (opCmpAndSwap->_info)                              do_info(opCmpAndSwap->_info);
 933       assert(opCmpAndSwap->_addr->is_valid(), "used");      do_input(opCmpAndSwap->_addr);
 934                                                             do_temp(opCmpAndSwap->_addr);
 935       assert(opCmpAndSwap->_cmp_value->is_valid(), "used"); do_input(opCmpAndSwap->_cmp_value);
 936                                                             do_temp(opCmpAndSwap->_cmp_value);
 937       assert(opCmpAndSwap->_new_value->is_valid(), "used"); do_input(opCmpAndSwap->_new_value);
 938                                                             do_temp(opCmpAndSwap->_new_value);
 939       if (opCmpAndSwap->_tmp1->is_valid())                  do_temp(opCmpAndSwap->_tmp1);
 940       if (opCmpAndSwap->_tmp2->is_valid())                  do_temp(opCmpAndSwap->_tmp2);
 941       if (opCmpAndSwap->_result->is_valid())                do_output(opCmpAndSwap->_result);
 942 
 943       break;
 944     }

 982     case lir_profile_call: {
 983       assert(op->as_OpProfileCall() != NULL, "must be");
 984       LIR_OpProfileCall* opProfileCall = (LIR_OpProfileCall*)op;
 985 
 986       if (opProfileCall->_recv->is_valid())              do_temp(opProfileCall->_recv);
 987       assert(opProfileCall->_mdo->is_valid(), "used");   do_temp(opProfileCall->_mdo);
 988       assert(opProfileCall->_tmp1->is_valid(), "used");  do_temp(opProfileCall->_tmp1);
 989       break;
 990     }
 991 
 992 // LIR_OpProfileType:
 993     case lir_profile_type: {
 994       assert(op->as_OpProfileType() != NULL, "must be");
 995       LIR_OpProfileType* opProfileType = (LIR_OpProfileType*)op;
 996 
 997       do_input(opProfileType->_mdp); do_temp(opProfileType->_mdp);
 998       do_input(opProfileType->_obj);
 999       do_temp(opProfileType->_tmp);
1000       break;
1001     }
1002 
1003     // LIR_OpProfileInlineType:
1004     case lir_profile_inline_type: {
1005       assert(op->as_OpProfileInlineType() != NULL, "must be");
1006       LIR_OpProfileInlineType* opProfileInlineType = (LIR_OpProfileInlineType*)op;
1007 
1008       do_input(opProfileInlineType->_mdp); do_temp(opProfileInlineType->_mdp);
1009       do_input(opProfileInlineType->_obj);
1010       do_temp(opProfileInlineType->_tmp);
1011       break;
1012     }
1013 default:
1014     op->visit(this);
1015   }
1016 }
1017 
1018 void LIR_Op::visit(LIR_OpVisitState* state) {
1019   ShouldNotReachHere();
1020 }
1021 
1022 void LIR_OpVisitState::do_stub(CodeStub* stub) {
1023   if (stub != NULL) {
1024     stub->visit(this);
1025   }
1026 }
1027 
1028 XHandlers* LIR_OpVisitState::all_xhandler() {
1029   XHandlers* result = NULL;
1030 
1031   int i;
1032   for (i = 0; i < info_count(); i++) {
1033     if (info_at(i)->exception_handlers() != NULL) {

1066          !has_slow_case();
1067 }
1068 #endif
1069 
1070 // LIR_OpReturn
1071 LIR_OpReturn::LIR_OpReturn(LIR_Opr opr) :
1072     LIR_Op1(lir_return, opr, (CodeEmitInfo*)NULL /* info */),
1073     _stub(NULL) {
1074   if (VM_Version::supports_stack_watermark_barrier()) {
1075     _stub = new C1SafepointPollStub();
1076   }
1077 }
1078 
1079 //---------------------------------------------------
1080 
1081 
1082 void LIR_OpJavaCall::emit_code(LIR_Assembler* masm) {
1083   masm->emit_call(this);
1084 }
1085 
1086 bool LIR_OpJavaCall::maybe_return_as_fields(ciInlineKlass** vk_ret) const {
1087   ciType* return_type = method()->return_type();
1088   if (InlineTypeReturnedAsFields) {
1089     if (return_type->is_inlinetype()) {
1090       ciInlineKlass* vk = return_type->as_inline_klass();
1091       if (vk->can_be_returned_as_fields()) {
1092         if (vk_ret != NULL) {
1093           *vk_ret = vk;
1094         }
1095         return true;
1096       }
1097     } else if (return_type->is_instance_klass() &&
1098                (method()->is_method_handle_intrinsic() ||
1099                 (!return_type->is_loaded() && !method()->holder()->is_loaded()))) {
1100       // An inline type might be returned from the call but we don't know its type.
1101       // This can happen with method handle intrinsics or when both the return type
1102       // and the method holder are unloaded (and therefore the preload logic did not
1103       // get a chance to load the return type). If an inline type is returned, we
1104       // either get an oop to a buffer and nothing needs to be done or one of the
1105       // values being returned is the klass of the inline type (RAX on x64, with LSB
1106       // set to 1) and we need to allocate an inline type instance of that type and
1107       // initialize it with other values being returned (in other registers).
1108       return true;
1109     }
1110   }
1111   return false;
1112 }
1113 
1114 void LIR_OpRTCall::emit_code(LIR_Assembler* masm) {
1115   masm->emit_rtcall(this);
1116 }
1117 
1118 void LIR_OpLabel::emit_code(LIR_Assembler* masm) {
1119   masm->emit_opLabel(this);
1120 }
1121 
1122 void LIR_OpArrayCopy::emit_code(LIR_Assembler* masm) {
1123   masm->emit_arraycopy(this);
1124   masm->append_code_stub(stub());
1125 }
1126 
1127 void LIR_OpUpdateCRC32::emit_code(LIR_Assembler* masm) {
1128   masm->emit_updatecrc32(this);
1129 }
1130 
1131 void LIR_Op0::emit_code(LIR_Assembler* masm) {
1132   masm->emit_op0(this);
1133 }

1154     masm->append_code_stub(stub());
1155   }
1156 }
1157 
1158 void LIR_Op2::emit_code(LIR_Assembler* masm) {
1159   masm->emit_op2(this);
1160 }
1161 
1162 void LIR_OpAllocArray::emit_code(LIR_Assembler* masm) {
1163   masm->emit_alloc_array(this);
1164   masm->append_code_stub(stub());
1165 }
1166 
1167 void LIR_OpTypeCheck::emit_code(LIR_Assembler* masm) {
1168   masm->emit_opTypeCheck(this);
1169   if (stub()) {
1170     masm->append_code_stub(stub());
1171   }
1172 }
1173 
1174 void LIR_OpFlattenedArrayCheck::emit_code(LIR_Assembler* masm) {
1175   masm->emit_opFlattenedArrayCheck(this);
1176   if (stub() != NULL) {
1177     masm->append_code_stub(stub());
1178   }
1179 }
1180 
1181 void LIR_OpNullFreeArrayCheck::emit_code(LIR_Assembler* masm) {
1182   masm->emit_opNullFreeArrayCheck(this);
1183 }
1184 
1185 void LIR_OpSubstitutabilityCheck::emit_code(LIR_Assembler* masm) {
1186   masm->emit_opSubstitutabilityCheck(this);
1187   if (stub() != NULL) {
1188     masm->append_code_stub(stub());
1189   }
1190 }
1191 
1192 void LIR_OpCompareAndSwap::emit_code(LIR_Assembler* masm) {
1193   masm->emit_compare_and_swap(this);
1194 }
1195 
1196 void LIR_Op3::emit_code(LIR_Assembler* masm) {
1197   masm->emit_op3(this);
1198 }
1199 
1200 void LIR_Op4::emit_code(LIR_Assembler* masm) {
1201   masm->emit_op4(this);
1202 }
1203 
1204 void LIR_OpLock::emit_code(LIR_Assembler* masm) {
1205   masm->emit_lock(this);
1206   if (stub()) {
1207     masm->append_code_stub(stub());
1208   }
1209   if (throw_imse_stub()) {
1210     masm->append_code_stub(throw_imse_stub());
1211   }
1212 }
1213 
1214 void LIR_OpLoadKlass::emit_code(LIR_Assembler* masm) {
1215   masm->emit_load_klass(this);
1216 }
1217 
1218 #ifdef ASSERT
1219 void LIR_OpAssert::emit_code(LIR_Assembler* masm) {
1220   masm->emit_assert(this);
1221 }
1222 #endif
1223 
1224 void LIR_OpDelay::emit_code(LIR_Assembler* masm) {
1225   masm->emit_delay(this);
1226 }
1227 
1228 void LIR_OpProfileCall::emit_code(LIR_Assembler* masm) {
1229   masm->emit_profile_call(this);
1230 }
1231 
1232 void LIR_OpProfileType::emit_code(LIR_Assembler* masm) {
1233   masm->emit_profile_type(this);
1234 }
1235 
1236 void LIR_OpProfileInlineType::emit_code(LIR_Assembler* masm) {
1237   masm->emit_profile_inline_type(this);
1238 }
1239 
1240 // LIR_List
1241 LIR_List::LIR_List(Compilation* compilation, BlockBegin* block)
1242   : _operations(8)
1243   , _compilation(compilation)
1244 #ifndef PRODUCT
1245   , _block(block)
1246 #endif
1247 #ifdef ASSERT
1248   , _file(NULL)
1249   , _line(0)
1250 #endif
1251 #ifdef RISCV
1252   , _cmp_opr1(LIR_OprFact::illegalOpr)
1253   , _cmp_opr2(LIR_OprFact::illegalOpr)
1254 #endif
1255 { }
1256 
1257 
1258 #ifdef ASSERT
1259 void LIR_List::set_file_and_line(const char * file, int line) {

1537                     tmp));
1538 }
1539 
1540 
1541 void LIR_List::unsigned_shift_right(LIR_Opr value, LIR_Opr count, LIR_Opr dst, LIR_Opr tmp) {
1542  append(new LIR_Op2(
1543                     lir_ushr,
1544                     value,
1545                     count,
1546                     dst,
1547                     tmp));
1548 }
1549 
1550 void LIR_List::fcmp2int(LIR_Opr left, LIR_Opr right, LIR_Opr dst, bool is_unordered_less) {
1551   append(new LIR_Op2(is_unordered_less ? lir_ucmp_fd2i : lir_cmp_fd2i,
1552                      left,
1553                      right,
1554                      dst));
1555 }
1556 
1557 void LIR_List::lock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub, CodeEmitInfo* info, CodeStub* throw_imse_stub) {
1558   append(new LIR_OpLock(
1559                     lir_lock,
1560                     hdr,
1561                     obj,
1562                     lock,
1563                     scratch,
1564                     stub,
1565                     info,
1566                     throw_imse_stub));
1567 }
1568 
1569 void LIR_List::unlock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub) {
1570   append(new LIR_OpLock(
1571                     lir_unlock,
1572                     hdr,
1573                     obj,
1574                     lock,
1575                     scratch,
1576                     stub,
1577                     NULL));
1578 }
1579 
1580 
1581 void check_LIR() {
1582   // cannot do the proper checking as PRODUCT and other modes return different results
1583   // guarantee(sizeof(LIR_Opr) == wordSize, "may not have a v-table");
1584 }
1585 
1586 
1587 
1588 void LIR_List::checkcast (LIR_Opr result, LIR_Opr object, ciKlass* klass,
1589                           LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check,
1590                           CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch, CodeStub* stub,
1591                           ciMethod* profiled_method, int profiled_bci, bool is_null_free) {
1592   // If klass is non-nullable,  LIRGenerator::do_CheckCast has already performed null-check
1593   // on the object.
1594   bool need_null_check = !is_null_free;
1595   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_checkcast, result, object, klass,
1596                                            tmp1, tmp2, tmp3, fast_check, info_for_exception, info_for_patch, stub,
1597                                            need_null_check);
1598   if (profiled_method != NULL) {
1599     c->set_profiled_method(profiled_method);
1600     c->set_profiled_bci(profiled_bci);
1601     c->set_should_profile(true);
1602   }
1603   append(c);
1604 }
1605 
1606 void LIR_List::instanceof(LIR_Opr result, LIR_Opr object, ciKlass* klass, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check, CodeEmitInfo* info_for_patch, ciMethod* profiled_method, int profiled_bci) {
1607   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_instanceof, result, object, klass, tmp1, tmp2, tmp3, fast_check, NULL, info_for_patch, NULL);
1608   if (profiled_method != NULL) {
1609     c->set_profiled_method(profiled_method);
1610     c->set_profiled_bci(profiled_bci);
1611     c->set_should_profile(true);
1612   }
1613   append(c);
1614 }
1615 
1616 
1617 void LIR_List::store_check(LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
1618                            CodeEmitInfo* info_for_exception, ciMethod* profiled_method, int profiled_bci) {
1619   // FIXME -- if the types of the array and/or the object are known statically, we can avoid loading the klass
1620   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_store_check, object, array, tmp1, tmp2, tmp3, info_for_exception);
1621   if (profiled_method != NULL) {
1622     c->set_profiled_method(profiled_method);
1623     c->set_profiled_bci(profiled_bci);
1624     c->set_should_profile(true);
1625   }
1626   append(c);
1627 }
1628 
1629 void LIR_List::null_check(LIR_Opr opr, CodeEmitInfo* info, bool deoptimize_on_null) {
1630   if (deoptimize_on_null) {
1631     // Emit an explicit null check and deoptimize if opr is null
1632     CodeStub* deopt = new DeoptimizeStub(info, Deoptimization::Reason_null_check, Deoptimization::Action_none);
1633     cmp(lir_cond_equal, opr, LIR_OprFact::oopConst(NULL));
1634     branch(lir_cond_equal, deopt);
1635   } else {
1636     // Emit an implicit null check
1637     append(new LIR_Op1(lir_null_check, opr, info));
1638   }
1639 }
1640 
1641 void LIR_List::check_flattened_array(LIR_Opr array, LIR_Opr value, LIR_Opr tmp, CodeStub* stub) {
1642   LIR_OpFlattenedArrayCheck* c = new LIR_OpFlattenedArrayCheck(array, value, tmp, stub);
1643   append(c);
1644 }
1645 
1646 void LIR_List::check_null_free_array(LIR_Opr array, LIR_Opr tmp) {
1647   LIR_OpNullFreeArrayCheck* c = new LIR_OpNullFreeArrayCheck(array, tmp);
1648   append(c);
1649 }
1650 
1651 void LIR_List::substitutability_check(LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr equal_result, LIR_Opr not_equal_result,
1652                                       LIR_Opr tmp1, LIR_Opr tmp2,
1653                                       ciKlass* left_klass, ciKlass* right_klass, LIR_Opr left_klass_op, LIR_Opr right_klass_op,
1654                                       CodeEmitInfo* info, CodeStub* stub) {
1655   LIR_OpSubstitutabilityCheck* c = new LIR_OpSubstitutabilityCheck(result, left, right, equal_result, not_equal_result,
1656                                                                    tmp1, tmp2,
1657                                                                    left_klass, right_klass, left_klass_op, right_klass_op,
1658                                                                    info, stub);
1659   append(c);
1660 }
1661 
1662 void LIR_List::cas_long(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1663                         LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1664   append(new LIR_OpCompareAndSwap(lir_cas_long, addr, cmp_value, new_value, t1, t2, result));
1665 }
1666 
1667 void LIR_List::cas_obj(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1668                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1669   append(new LIR_OpCompareAndSwap(lir_cas_obj, addr, cmp_value, new_value, t1, t2, result));
1670 }
1671 
1672 void LIR_List::cas_int(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1673                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1674   append(new LIR_OpCompareAndSwap(lir_cas_int, addr, cmp_value, new_value, t1, t2, result));
1675 }
1676 
1677 
1678 #ifdef PRODUCT
1679 
1680 void print_LIR(BlockList* blocks) {
1681 }

1858 
1859 const char * LIR_Op::name() const {
1860   const char* s = NULL;
1861   switch(code()) {
1862      // LIR_Op0
1863      case lir_membar:                s = "membar";        break;
1864      case lir_membar_acquire:        s = "membar_acquire"; break;
1865      case lir_membar_release:        s = "membar_release"; break;
1866      case lir_membar_loadload:       s = "membar_loadload";   break;
1867      case lir_membar_storestore:     s = "membar_storestore"; break;
1868      case lir_membar_loadstore:      s = "membar_loadstore";  break;
1869      case lir_membar_storeload:      s = "membar_storeload";  break;
1870      case lir_label:                 s = "label";         break;
1871      case lir_nop:                   s = "nop";           break;
1872      case lir_on_spin_wait:          s = "on_spin_wait";  break;
1873      case lir_std_entry:             s = "std_entry";     break;
1874      case lir_osr_entry:             s = "osr_entry";     break;
1875      case lir_fpop_raw:              s = "fpop_raw";      break;
1876      case lir_breakpoint:            s = "breakpoint";    break;
1877      case lir_get_thread:            s = "get_thread";    break;
1878      case lir_check_orig_pc:         s = "check_orig_pc"; break;
1879      // LIR_Op1
1880      case lir_fxch:                  s = "fxch";          break;
1881      case lir_fld:                   s = "fld";           break;
1882      case lir_push:                  s = "push";          break;
1883      case lir_pop:                   s = "pop";           break;
1884      case lir_null_check:            s = "null_check";    break;
1885      case lir_return:                s = "return";        break;
1886      case lir_safepoint:             s = "safepoint";     break;
1887      case lir_leal:                  s = "leal";          break;
1888      case lir_branch:                s = "branch";        break;
1889      case lir_cond_float_branch:     s = "flt_cond_br";   break;
1890      case lir_move:                  s = "move";          break;
1891      case lir_roundfp:               s = "roundfp";       break;
1892      case lir_rtcall:                s = "rtcall";        break;
1893      case lir_throw:                 s = "throw";         break;
1894      case lir_unwind:                s = "unwind";        break;
1895      case lir_convert:               s = "convert";       break;
1896      case lir_alloc_object:          s = "alloc_obj";     break;
1897      case lir_monaddr:               s = "mon_addr";      break;
1898      // LIR_Op2

1925      // LIR_Op4
1926      case lir_cmove:                 s = "cmove";         break;
1927      // LIR_OpJavaCall
1928      case lir_static_call:           s = "static";        break;
1929      case lir_optvirtual_call:       s = "optvirtual";    break;
1930      case lir_icvirtual_call:        s = "icvirtual";     break;
1931      case lir_dynamic_call:          s = "dynamic";       break;
1932      // LIR_OpArrayCopy
1933      case lir_arraycopy:             s = "arraycopy";     break;
1934      // LIR_OpUpdateCRC32
1935      case lir_updatecrc32:           s = "updatecrc32";   break;
1936      // LIR_OpLock
1937      case lir_lock:                  s = "lock";          break;
1938      case lir_unlock:                s = "unlock";        break;
1939      // LIR_OpDelay
1940      case lir_delay_slot:            s = "delay";         break;
1941      // LIR_OpTypeCheck
1942      case lir_instanceof:            s = "instanceof";    break;
1943      case lir_checkcast:             s = "checkcast";     break;
1944      case lir_store_check:           s = "store_check";   break;
1945      // LIR_OpFlattenedArrayCheck
1946      case lir_flattened_array_check: s = "flattened_array_check"; break;
1947      // LIR_OpNullFreeArrayCheck
1948      case lir_null_free_array_check: s = "null_free_array_check"; break;
1949      // LIR_OpSubstitutabilityCheck
1950      case lir_substitutability_check: s = "substitutability_check"; break;
1951      // LIR_OpCompareAndSwap
1952      case lir_cas_long:              s = "cas_long";      break;
1953      case lir_cas_obj:               s = "cas_obj";      break;
1954      case lir_cas_int:               s = "cas_int";      break;
1955      // LIR_OpProfileCall
1956      case lir_profile_call:          s = "profile_call";  break;
1957      // LIR_OpProfileType
1958      case lir_profile_type:          s = "profile_type";  break;
1959      // LIR_OpProfileInlineType
1960      case lir_profile_inline_type:   s = "profile_inline_type"; break;
1961      // LIR_OpAssert
1962 #ifdef ASSERT
1963      case lir_assert:                s = "assert";        break;
1964 #endif
1965      case lir_none:                  ShouldNotReachHere();break;
1966     default:                         s = "illegal_op";    break;
1967   }
1968   return s;
1969 }
1970 
1971 // LIR_OpJavaCall
1972 void LIR_OpJavaCall::print_instr(outputStream* out) const {
1973   out->print("call: ");
1974   out->print("[addr: " INTPTR_FORMAT "]", p2i(address()));
1975   if (receiver()->is_valid()) {
1976     out->print(" [recv: ");   receiver()->print(out);   out->print("]");
1977   }
1978   if (result_opr()->is_valid()) {
1979     out->print(" [result: "); result_opr()->print(out); out->print("]");
1980   }

2172   out->print("[label:" INTPTR_FORMAT "]", p2i(stub()->entry()));
2173 }
2174 
2175 
2176 void LIR_OpTypeCheck::print_instr(outputStream* out) const {
2177   object()->print(out);                  out->print(" ");
2178   if (code() == lir_store_check) {
2179     array()->print(out);                 out->print(" ");
2180   }
2181   if (code() != lir_store_check) {
2182     klass()->print_name_on(out);         out->print(" ");
2183     if (fast_check())                 out->print("fast_check ");
2184   }
2185   tmp1()->print(out);                    out->print(" ");
2186   tmp2()->print(out);                    out->print(" ");
2187   tmp3()->print(out);                    out->print(" ");
2188   result_opr()->print(out);              out->print(" ");
2189   if (info_for_exception() != NULL) out->print(" [bci:%d]", info_for_exception()->stack()->bci());
2190 }
2191 
2192 void LIR_OpFlattenedArrayCheck::print_instr(outputStream* out) const {
2193   array()->print(out);                   out->print(" ");
2194   value()->print(out);                   out->print(" ");
2195   tmp()->print(out);                     out->print(" ");
2196   if (stub() != NULL) {
2197     out->print("[label:" INTPTR_FORMAT "]", p2i(stub()->entry()));
2198   }
2199 }
2200 
2201 void LIR_OpNullFreeArrayCheck::print_instr(outputStream* out) const {
2202   array()->print(out);                   out->print(" ");
2203   tmp()->print(out);                     out->print(" ");
2204 }
2205 
2206 void LIR_OpSubstitutabilityCheck::print_instr(outputStream* out) const {
2207   result_opr()->print(out);              out->print(" ");
2208   left()->print(out);                    out->print(" ");
2209   right()->print(out);                   out->print(" ");
2210   equal_result()->print(out);            out->print(" ");
2211   not_equal_result()->print(out);        out->print(" ");
2212   tmp1()->print(out);                    out->print(" ");
2213   tmp2()->print(out);                    out->print(" ");
2214   if (left_klass() == NULL) {
2215     out->print("unknown ");
2216   } else {
2217     left_klass()->print(out);            out->print(" ");
2218   }
2219   if (right_klass() == NULL) {
2220     out->print("unknown ");
2221   } else {
2222     right_klass()->print(out);           out->print(" ");
2223   }
2224   left_klass_op()->print(out);           out->print(" ");
2225   right_klass_op()->print(out);          out->print(" ");
2226   if (stub() != NULL) {
2227     out->print("[label:" INTPTR_FORMAT "]", p2i(stub()->entry()));
2228   }
2229 }
2230 
2231 // LIR_Op3
2232 void LIR_Op3::print_instr(outputStream* out) const {
2233   in_opr1()->print(out);    out->print(" ");
2234   in_opr2()->print(out);    out->print(" ");
2235   in_opr3()->print(out);    out->print(" ");
2236   result_opr()->print(out);
2237 }
2238 
2239 // LIR_Op4
2240 void LIR_Op4::print_instr(outputStream* out) const {
2241   print_condition(out, condition()); out->print(" ");
2242   in_opr1()->print(out);             out->print(" ");
2243   in_opr2()->print(out);             out->print(" ");
2244   in_opr3()->print(out);             out->print(" ");
2245   in_opr4()->print(out);             out->print(" ");
2246   result_opr()->print(out);
2247 }
2248 
2249 void LIR_OpLock::print_instr(outputStream* out) const {

2285   mdo()->print(out);           out->print(" ");
2286   recv()->print(out);          out->print(" ");
2287   tmp1()->print(out);          out->print(" ");
2288 }
2289 
2290 // LIR_OpProfileType
2291 void LIR_OpProfileType::print_instr(outputStream* out) const {
2292   out->print("exact = ");
2293   if  (exact_klass() == NULL) {
2294     out->print("unknown");
2295   } else {
2296     exact_klass()->print_name_on(out);
2297   }
2298   out->print(" current = "); ciTypeEntries::print_ciklass(out, current_klass());
2299   out->print(" ");
2300   mdp()->print(out);          out->print(" ");
2301   obj()->print(out);          out->print(" ");
2302   tmp()->print(out);          out->print(" ");
2303 }
2304 
2305 // LIR_OpProfileInlineType
2306 void LIR_OpProfileInlineType::print_instr(outputStream* out) const {
2307   out->print(" flag = %x ", flag());
2308   mdp()->print(out);          out->print(" ");
2309   obj()->print(out);          out->print(" ");
2310   tmp()->print(out);          out->print(" ");
2311 }
2312 
2313 #endif // PRODUCT
2314 
2315 // Implementation of LIR_InsertionBuffer
2316 
2317 void LIR_InsertionBuffer::append(int index, LIR_Op* op) {
2318   assert(_index_and_count.length() % 2 == 0, "must have a count for each index");
2319 
2320   int i = number_of_insertion_points() - 1;
2321   if (i < 0 || index_at(i) < index) {
2322     append_new(index, 1);
2323   } else {
2324     assert(index_at(i) == index, "can append LIR_Ops in ascending order only");
2325     assert(count_at(i) > 0, "check");
2326     set_count_at(i, count_at(i) + 1);
2327   }
2328   _ops.push(op);
2329 
2330   DEBUG_ONLY(verify());
2331 }
2332 
< prev index next >