1 /*
   2  * Copyright (c) 2000, 2025, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "c1/c1_CodeStubs.hpp"
  26 #include "c1/c1_InstructionPrinter.hpp"
  27 #include "c1/c1_LIR.hpp"
  28 #include "c1/c1_LIRAssembler.hpp"
  29 #include "c1/c1_ValueStack.hpp"
  30 #include "ci/ciInstance.hpp"
  31 #include "runtime/safepointMechanism.inline.hpp"
  32 #include "runtime/sharedRuntime.hpp"
  33 #include "runtime/vm_version.hpp"
  34 
  35 Register LIR_Opr::as_register() const {
  36   return FrameMap::cpu_rnr2reg(cpu_regnr());
  37 }
  38 
  39 Register LIR_Opr::as_register_lo() const {
  40   return FrameMap::cpu_rnr2reg(cpu_regnrLo());
  41 }
  42 
  43 Register LIR_Opr::as_register_hi() const {
  44   return FrameMap::cpu_rnr2reg(cpu_regnrHi());
  45 }
  46 
  47 LIR_Opr LIR_OprFact::illegalOpr = LIR_OprFact::illegal();
  48 LIR_Opr LIR_OprFact::nullOpr = LIR_Opr();
  49 
  50 LIR_Opr LIR_OprFact::value_type(ValueType* type) {
  51   ValueTag tag = type->tag();
  52   switch (tag) {
  53   case metaDataTag : {
  54     ClassConstant* c = type->as_ClassConstant();
  55     if (c != nullptr && !c->value()->is_loaded()) {
  56       return LIR_OprFact::metadataConst(nullptr);
  57     } else if (c != nullptr) {
  58       return LIR_OprFact::metadataConst(c->value()->constant_encoding());
  59     } else {
  60       MethodConstant* m = type->as_MethodConstant();
  61       assert (m != nullptr, "not a class or a method?");
  62       return LIR_OprFact::metadataConst(m->value()->constant_encoding());
  63     }
  64   }
  65   case objectTag : {
  66       return LIR_OprFact::oopConst(type->as_ObjectType()->encoding());
  67     }
  68   case addressTag: return LIR_OprFact::addressConst(type->as_AddressConstant()->value());
  69   case intTag    : return LIR_OprFact::intConst(type->as_IntConstant()->value());
  70   case floatTag  : return LIR_OprFact::floatConst(type->as_FloatConstant()->value());
  71   case longTag   : return LIR_OprFact::longConst(type->as_LongConstant()->value());
  72   case doubleTag : return LIR_OprFact::doubleConst(type->as_DoubleConstant()->value());
  73   default: ShouldNotReachHere(); return LIR_OprFact::intConst(-1);
  74   }
  75 }
  76 
  77 
  78 //---------------------------------------------------
  79 
  80 
  81 LIR_Address::Scale LIR_Address::scale(BasicType type) {
  82   int elem_size = type2aelembytes(type);
  83   switch (elem_size) {
  84   case 1: return LIR_Address::times_1;
  85   case 2: return LIR_Address::times_2;
  86   case 4: return LIR_Address::times_4;
  87   case 8: return LIR_Address::times_8;
  88   }
  89   ShouldNotReachHere();
  90   return LIR_Address::times_1;
  91 }
  92 
  93 //---------------------------------------------------
  94 
  95 char LIR_Opr::type_char(BasicType t) {
  96   switch (t) {
  97     case T_ARRAY:
  98       t = T_OBJECT;
  99     case T_BOOLEAN:
 100     case T_CHAR:
 101     case T_FLOAT:
 102     case T_DOUBLE:
 103     case T_BYTE:
 104     case T_SHORT:
 105     case T_INT:
 106     case T_LONG:
 107     case T_OBJECT:
 108     case T_ADDRESS:
 109     case T_VOID:
 110       return ::type2char(t);
 111     case T_METADATA:
 112       return 'M';
 113     case T_ILLEGAL:
 114       return '?';
 115 
 116     default:
 117       ShouldNotReachHere();
 118       return '?';
 119   }
 120 }
 121 
 122 #ifndef PRODUCT
 123 void LIR_Opr::validate_type() const {
 124 
 125 #ifdef ASSERT
 126   if (!is_pointer() && !is_illegal()) {
 127     OprKind kindfield = kind_field(); // Factored out because of compiler bug, see 8002160
 128     switch (as_BasicType(type_field())) {
 129     case T_LONG:
 130       assert((kindfield == cpu_register || kindfield == stack_value) &&
 131              size_field() == double_size, "must match");
 132       break;
 133     case T_FLOAT:
 134       // FP return values can be also in CPU registers on ARM (softfp ABI)
 135       assert((kindfield == fpu_register || kindfield == stack_value
 136              ARM_ONLY(|| kindfield == cpu_register) ) &&
 137              size_field() == single_size, "must match");
 138       break;
 139     case T_DOUBLE:
 140       // FP return values can be also in CPU registers on ARM (softfp ABI)
 141       assert((kindfield == fpu_register || kindfield == stack_value
 142              ARM_ONLY(|| kindfield == cpu_register) ) &&
 143              size_field() == double_size, "must match");
 144       break;
 145     case T_BOOLEAN:
 146     case T_CHAR:
 147     case T_BYTE:
 148     case T_SHORT:
 149     case T_INT:
 150     case T_ADDRESS:
 151     case T_OBJECT:
 152     case T_METADATA:
 153     case T_ARRAY:
 154       assert((kindfield == cpu_register || kindfield == stack_value) &&
 155              size_field() == single_size, "must match");
 156       break;
 157 
 158     case T_ILLEGAL:
 159       // XXX TKR also means unknown right now
 160       // assert(is_illegal(), "must match");
 161       break;
 162 
 163     default:
 164       ShouldNotReachHere();
 165     }
 166   }
 167 #endif
 168 
 169 }
 170 #endif // PRODUCT
 171 
 172 
 173 bool LIR_Opr::is_oop() const {
 174   if (is_pointer()) {
 175     return pointer()->is_oop_pointer();
 176   } else {
 177     OprType t= type_field();
 178     assert(t != unknown_type, "not set");
 179     return t == object_type;
 180   }
 181 }
 182 
 183 
 184 
 185 void LIR_Op2::verify() const {
 186 #ifdef ASSERT
 187   switch (code()) {
 188     case lir_xchg:
 189       break;
 190 
 191     default:
 192       assert(!result_opr()->is_register() || !result_opr()->is_oop_register(),
 193              "can't produce oops from arith");
 194   }
 195 
 196   if (two_operand_lir_form) {
 197 
 198     bool threeOperandForm = false;
 199 #ifdef S390
 200     // There are 3 operand shifts on S390 (see LIR_Assembler::shift_op()).
 201     threeOperandForm =
 202       code() == lir_shl ||
 203       ((code() == lir_shr || code() == lir_ushr) && (result_opr()->is_double_cpu() || in_opr1()->type() == T_OBJECT));
 204 #endif
 205 
 206     switch (code()) {
 207     case lir_add:
 208     case lir_sub:
 209     case lir_mul:
 210     case lir_div:
 211     case lir_rem:
 212     case lir_logic_and:
 213     case lir_logic_or:
 214     case lir_logic_xor:
 215     case lir_shl:
 216     case lir_shr:
 217       assert(in_opr1() == result_opr() || threeOperandForm, "opr1 and result must match");
 218       assert(in_opr1()->is_valid() && in_opr2()->is_valid(), "must be valid");
 219       break;
 220 
 221     // special handling for lir_ushr because of write barriers
 222     case lir_ushr:
 223       assert(in_opr1() == result_opr() || in_opr2()->is_constant() || threeOperandForm, "opr1 and result must match or shift count is constant");
 224       assert(in_opr1()->is_valid() && in_opr2()->is_valid(), "must be valid");
 225       break;
 226 
 227     default:
 228       break;
 229     }
 230   }
 231 #endif
 232 }
 233 
 234 
 235 LIR_OpBranch::LIR_OpBranch(LIR_Condition cond, BlockBegin* block)
 236   : LIR_Op2(lir_branch, cond, LIR_OprFact::illegalOpr, LIR_OprFact::illegalOpr, (CodeEmitInfo*)nullptr)
 237   , _label(block->label())
 238   , _block(block)
 239   , _ublock(nullptr)
 240   , _stub(nullptr) {
 241 }
 242 
 243 LIR_OpBranch::LIR_OpBranch(LIR_Condition cond, CodeStub* stub) :
 244   LIR_Op2(lir_branch, cond, LIR_OprFact::illegalOpr, LIR_OprFact::illegalOpr, (CodeEmitInfo*)nullptr)
 245   , _label(stub->entry())
 246   , _block(nullptr)
 247   , _ublock(nullptr)
 248   , _stub(stub) {
 249 }
 250 
 251 LIR_OpBranch::LIR_OpBranch(LIR_Condition cond, BlockBegin* block, BlockBegin* ublock)
 252   : LIR_Op2(lir_cond_float_branch, cond, LIR_OprFact::illegalOpr, LIR_OprFact::illegalOpr, (CodeEmitInfo*)nullptr)
 253   , _label(block->label())
 254   , _block(block)
 255   , _ublock(ublock)
 256   , _stub(nullptr)
 257 {
 258 }
 259 
 260 void LIR_OpBranch::change_block(BlockBegin* b) {
 261   assert(_block != nullptr, "must have old block");
 262   assert(_block->label() == label(), "must be equal");
 263 
 264   _block = b;
 265   _label = b->label();
 266 }
 267 
 268 void LIR_OpBranch::change_ublock(BlockBegin* b) {
 269   assert(_ublock != nullptr, "must have old block");
 270   _ublock = b;
 271 }
 272 
 273 void LIR_OpBranch::negate_cond() {
 274   switch (cond()) {
 275     case lir_cond_equal:        set_cond(lir_cond_notEqual);     break;
 276     case lir_cond_notEqual:     set_cond(lir_cond_equal);        break;
 277     case lir_cond_less:         set_cond(lir_cond_greaterEqual); break;
 278     case lir_cond_lessEqual:    set_cond(lir_cond_greater);      break;
 279     case lir_cond_greaterEqual: set_cond(lir_cond_less);         break;
 280     case lir_cond_greater:      set_cond(lir_cond_lessEqual);    break;
 281     default: ShouldNotReachHere();
 282   }
 283 }
 284 
 285 
 286 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr result, LIR_Opr object, ciKlass* klass,
 287                                  LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
 288                                  bool fast_check, CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch,
 289                                  CodeStub* stub)
 290 
 291   : LIR_Op(code, result, nullptr)
 292   , _object(object)
 293   , _array(LIR_OprFact::illegalOpr)
 294   , _klass(klass)
 295   , _tmp1(tmp1)
 296   , _tmp2(tmp2)
 297   , _tmp3(tmp3)
 298   , _info_for_patch(info_for_patch)
 299   , _info_for_exception(info_for_exception)
 300   , _stub(stub)
 301   , _profiled_method(nullptr)
 302   , _profiled_bci(-1)
 303   , _should_profile(false)
 304   , _fast_check(fast_check)
 305 {
 306   if (code == lir_checkcast) {
 307     assert(info_for_exception != nullptr, "checkcast throws exceptions");
 308   } else if (code == lir_instanceof) {
 309     assert(info_for_exception == nullptr, "instanceof throws no exceptions");
 310   } else {
 311     ShouldNotReachHere();
 312   }
 313 }
 314 
 315 
 316 
 317 LIR_OpTypeCheck::LIR_OpTypeCheck(LIR_Code code, LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, CodeEmitInfo* info_for_exception)
 318   : LIR_Op(code, LIR_OprFact::illegalOpr, nullptr)
 319   , _object(object)
 320   , _array(array)
 321   , _klass(nullptr)
 322   , _tmp1(tmp1)
 323   , _tmp2(tmp2)
 324   , _tmp3(tmp3)
 325   , _info_for_patch(nullptr)
 326   , _info_for_exception(info_for_exception)
 327   , _stub(nullptr)
 328   , _profiled_method(nullptr)
 329   , _profiled_bci(-1)
 330   , _should_profile(false)
 331   , _fast_check(false)
 332 {
 333   if (code == lir_store_check) {
 334     _stub = new ArrayStoreExceptionStub(object, info_for_exception);
 335     assert(info_for_exception != nullptr, "store_check throws exceptions");
 336   } else {
 337     ShouldNotReachHere();
 338   }
 339 }
 340 
 341 
 342 LIR_OpArrayCopy::LIR_OpArrayCopy(LIR_Opr src, LIR_Opr src_pos, LIR_Opr dst, LIR_Opr dst_pos, LIR_Opr length,
 343                                  LIR_Opr tmp, ciArrayKlass* expected_type, int flags, CodeEmitInfo* info)
 344   : LIR_Op(lir_arraycopy, LIR_OprFact::illegalOpr, info)
 345   , _src(src)
 346   , _src_pos(src_pos)
 347   , _dst(dst)
 348   , _dst_pos(dst_pos)
 349   , _length(length)
 350   , _tmp(tmp)
 351   , _expected_type(expected_type)
 352   , _flags(flags) {
 353 #if defined(X86) || defined(AARCH64) || defined(S390) || defined(RISCV64) || defined(PPC64)
 354   if (expected_type != nullptr &&
 355       ((flags & ~LIR_OpArrayCopy::get_initial_copy_flags()) == 0)) {
 356     _stub = nullptr;
 357   } else {
 358     _stub = new ArrayCopyStub(this);
 359   }
 360 #else
 361   _stub = new ArrayCopyStub(this);
 362 #endif
 363 }
 364 
 365 LIR_OpUpdateCRC32::LIR_OpUpdateCRC32(LIR_Opr crc, LIR_Opr val, LIR_Opr res)
 366   : LIR_Op(lir_updatecrc32, res, nullptr)
 367   , _crc(crc)
 368   , _val(val) {
 369 }
 370 
 371 //-------------------verify--------------------------
 372 
 373 void LIR_Op1::verify() const {
 374   switch(code()) {
 375   case lir_move:
 376     assert(in_opr()->is_valid() && result_opr()->is_valid(), "must be");
 377     break;
 378   case lir_null_check:
 379     assert(in_opr()->is_register(), "must be");
 380     break;
 381   case lir_return:
 382     assert(in_opr()->is_register() || in_opr()->is_illegal(), "must be");
 383     break;
 384   default:
 385     break;
 386   }
 387 }
 388 
 389 void LIR_OpRTCall::verify() const {
 390   assert(strcmp(Runtime1::name_for_address(addr()), "<unknown function>") != 0, "unknown function");
 391 }
 392 
 393 //-------------------visits--------------------------
 394 
 395 // complete rework of LIR instruction visitor.
 396 // The virtual call for each instruction type is replaced by a big
 397 // switch that adds the operands for each instruction
 398 
 399 void LIR_OpVisitState::visit(LIR_Op* op) {
 400   // copy information from the LIR_Op
 401   reset();
 402   set_op(op);
 403 
 404   switch (op->code()) {
 405 
 406 // LIR_Op0
 407     case lir_breakpoint:               // result and info always invalid
 408     case lir_membar:                   // result and info always invalid
 409     case lir_membar_acquire:           // result and info always invalid
 410     case lir_membar_release:           // result and info always invalid
 411     case lir_membar_loadload:          // result and info always invalid
 412     case lir_membar_storestore:        // result and info always invalid
 413     case lir_membar_loadstore:         // result and info always invalid
 414     case lir_membar_storeload:         // result and info always invalid
 415     case lir_on_spin_wait:
 416     {
 417       assert(op->as_Op0() != nullptr, "must be");
 418       assert(op->_info == nullptr, "info not used by this instruction");
 419       assert(op->_result->is_illegal(), "not used");
 420       break;
 421     }
 422 
 423     case lir_nop:                      // may have info, result always invalid
 424     case lir_std_entry:                // may have result, info always invalid
 425     case lir_osr_entry:                // may have result, info always invalid
 426     case lir_get_thread:               // may have result, info always invalid
 427     {
 428       assert(op->as_Op0() != nullptr, "must be");
 429       if (op->_info != nullptr)           do_info(op->_info);
 430       if (op->_result->is_valid())     do_output(op->_result);
 431       break;
 432     }
 433 
 434 
 435 // LIR_OpLabel
 436     case lir_label:                    // result and info always invalid
 437     {
 438       assert(op->as_OpLabel() != nullptr, "must be");
 439       assert(op->_info == nullptr, "info not used by this instruction");
 440       assert(op->_result->is_illegal(), "not used");
 441       break;
 442     }
 443 
 444 
 445 // LIR_Op1
 446     case lir_push:           // input always valid, result and info always invalid
 447     case lir_pop:            // input always valid, result and info always invalid
 448     case lir_leal:           // input and result always valid, info always invalid
 449     case lir_monaddr:        // input and result always valid, info always invalid
 450     case lir_null_check:     // input and info always valid, result always invalid
 451     case lir_move:           // input and result always valid, may have info
 452     case lir_sqrt:           // FP Ops have no info, but input and result
 453     case lir_abs:
 454     case lir_neg:
 455     case lir_f2hf:
 456     case lir_hf2f:
 457     {
 458       assert(op->as_Op1() != nullptr, "must be");
 459       LIR_Op1* op1 = (LIR_Op1*)op;
 460 
 461       if (op1->_info)                  do_info(op1->_info);
 462       if (op1->_opr->is_valid())       do_input(op1->_opr);
 463       if (op1->_tmp->is_valid())       do_temp(op1->_tmp);
 464       if (op1->_result->is_valid())    do_output(op1->_result);
 465 
 466       break;
 467     }
 468 
 469     case lir_return:
 470     {
 471       assert(op->as_OpReturn() != nullptr, "must be");
 472       LIR_OpReturn* op_ret = (LIR_OpReturn*)op;
 473 
 474       if (op_ret->_info)               do_info(op_ret->_info);
 475       if (op_ret->_opr->is_valid())    do_input(op_ret->_opr);
 476       if (op_ret->_result->is_valid()) do_output(op_ret->_result);
 477       if (op_ret->stub() != nullptr)      do_stub(op_ret->stub());
 478 
 479       break;
 480     }
 481 
 482     case lir_safepoint:
 483     {
 484       assert(op->as_Op1() != nullptr, "must be");
 485       LIR_Op1* op1 = (LIR_Op1*)op;
 486 
 487       assert(op1->_info != nullptr, "");  do_info(op1->_info);
 488       if (op1->_opr->is_valid())       do_temp(op1->_opr); // safepoints on SPARC need temporary register
 489       assert(op1->_tmp->is_illegal(), "not used");
 490       assert(op1->_result->is_illegal(), "safepoint does not produce value");
 491 
 492       break;
 493     }
 494 
 495 // LIR_OpConvert;
 496     case lir_convert:        // input and result always valid, info always invalid
 497     {
 498       assert(op->as_OpConvert() != nullptr, "must be");
 499       LIR_OpConvert* opConvert = (LIR_OpConvert*)op;
 500 
 501       assert(opConvert->_info == nullptr, "must be");
 502       if (opConvert->_opr->is_valid())       do_input(opConvert->_opr);
 503       if (opConvert->_result->is_valid())    do_output(opConvert->_result);
 504       do_stub(opConvert->_stub);
 505 
 506       break;
 507     }
 508 
 509 // LIR_OpBranch;
 510     case lir_branch:                   // may have info, input and result register always invalid
 511     case lir_cond_float_branch:        // may have info, input and result register always invalid
 512     {
 513       assert(op->as_OpBranch() != nullptr, "must be");
 514       LIR_OpBranch* opBranch = (LIR_OpBranch*)op;
 515 
 516       assert(opBranch->_tmp1->is_illegal() && opBranch->_tmp2->is_illegal() &&
 517              opBranch->_tmp3->is_illegal() && opBranch->_tmp4->is_illegal() &&
 518              opBranch->_tmp5->is_illegal(), "not used");
 519 
 520       if (opBranch->_opr1->is_valid()) do_input(opBranch->_opr1);
 521       if (opBranch->_opr2->is_valid()) do_input(opBranch->_opr2);
 522 
 523       if (opBranch->_info != nullptr)  do_info(opBranch->_info);
 524       assert(opBranch->_result->is_illegal(), "not used");
 525       if (opBranch->_stub != nullptr)  opBranch->stub()->visit(this);
 526 
 527       break;
 528     }
 529 
 530 
 531 // LIR_OpAllocObj
 532     case lir_alloc_object:
 533     {
 534       assert(op->as_OpAllocObj() != nullptr, "must be");
 535       LIR_OpAllocObj* opAllocObj = (LIR_OpAllocObj*)op;
 536 
 537       if (opAllocObj->_info)                     do_info(opAllocObj->_info);
 538       if (opAllocObj->_opr->is_valid()) {        do_input(opAllocObj->_opr);
 539                                                  do_temp(opAllocObj->_opr);
 540                                         }
 541       if (opAllocObj->_tmp1->is_valid())         do_temp(opAllocObj->_tmp1);
 542       if (opAllocObj->_tmp2->is_valid())         do_temp(opAllocObj->_tmp2);
 543       if (opAllocObj->_tmp3->is_valid())         do_temp(opAllocObj->_tmp3);
 544       if (opAllocObj->_tmp4->is_valid())         do_temp(opAllocObj->_tmp4);
 545       if (opAllocObj->_result->is_valid())       do_output(opAllocObj->_result);
 546       if (opAllocObj->_stub != nullptr)          do_stub(opAllocObj->_stub);
 547       break;
 548     }
 549 
 550 
 551 // LIR_Op2
 552     case lir_cmp:
 553     case lir_cmp_l2i:
 554     case lir_ucmp_fd2i:
 555     case lir_cmp_fd2i:
 556     case lir_add:
 557     case lir_sub:
 558     case lir_rem:
 559     case lir_logic_and:
 560     case lir_logic_or:
 561     case lir_logic_xor:
 562     case lir_shl:
 563     case lir_shr:
 564     case lir_ushr:
 565     case lir_xadd:
 566     case lir_xchg:
 567     case lir_assert:
 568     {
 569       assert(op->as_Op2() != nullptr, "must be");
 570       LIR_Op2* op2 = (LIR_Op2*)op;
 571       assert(op2->_tmp2->is_illegal() && op2->_tmp3->is_illegal() &&
 572              op2->_tmp4->is_illegal() && op2->_tmp5->is_illegal(), "not used");
 573 
 574       if (op2->_info)                     do_info(op2->_info);
 575       if (op2->_opr1->is_valid())         do_input(op2->_opr1);
 576       if (op2->_opr2->is_valid())         do_input(op2->_opr2);
 577       if (op2->_tmp1->is_valid())         do_temp(op2->_tmp1);
 578       if (op2->_result->is_valid())       do_output(op2->_result);
 579       if (op->code() == lir_xchg || op->code() == lir_xadd) {
 580         // on ARM and PPC, return value is loaded first so could
 581         // destroy inputs. On other platforms that implement those
 582         // (x86, sparc), the extra constrainsts are harmless.
 583         if (op2->_opr1->is_valid())       do_temp(op2->_opr1);
 584         if (op2->_opr2->is_valid())       do_temp(op2->_opr2);
 585       }
 586 
 587       break;
 588     }
 589 
 590     // special handling for cmove: right input operand must not be equal
 591     // to the result operand, otherwise the backend fails
 592     case lir_cmove:
 593     {
 594       assert(op->as_Op4() != nullptr, "must be");
 595       LIR_Op4* op4 = (LIR_Op4*)op;
 596 
 597       assert(op4->_info == nullptr && op4->_tmp1->is_illegal() && op4->_tmp2->is_illegal() &&
 598              op4->_tmp3->is_illegal() && op4->_tmp4->is_illegal() && op4->_tmp5->is_illegal(), "not used");
 599       assert(op4->_opr1->is_valid() && op4->_opr2->is_valid() && op4->_result->is_valid(), "used");
 600 
 601       do_input(op4->_opr1);
 602       do_input(op4->_opr2);
 603       if (op4->_opr3->is_valid()) do_input(op4->_opr3);
 604       if (op4->_opr4->is_valid()) do_input(op4->_opr4);
 605       do_temp(op4->_opr2);
 606       do_output(op4->_result);
 607 
 608       break;
 609     }
 610 
 611     // vspecial handling for strict operations: register input operands
 612     // as temp to guarantee that they do not overlap with other
 613     // registers
 614     case lir_mul:
 615     case lir_div:
 616     {
 617       assert(op->as_Op2() != nullptr, "must be");
 618       LIR_Op2* op2 = (LIR_Op2*)op;
 619 
 620       assert(op2->_info == nullptr, "not used");
 621       assert(op2->_opr1->is_valid(), "used");
 622       assert(op2->_opr2->is_valid(), "used");
 623       assert(op2->_result->is_valid(), "used");
 624       assert(op2->_tmp2->is_illegal() && op2->_tmp3->is_illegal() &&
 625              op2->_tmp4->is_illegal() && op2->_tmp5->is_illegal(), "not used");
 626 
 627       do_input(op2->_opr1); do_temp(op2->_opr1);
 628       do_input(op2->_opr2); do_temp(op2->_opr2);
 629       if (op2->_tmp1->is_valid()) do_temp(op2->_tmp1);
 630       do_output(op2->_result);
 631 
 632       break;
 633     }
 634 
 635     case lir_throw: {
 636       assert(op->as_Op2() != nullptr, "must be");
 637       LIR_Op2* op2 = (LIR_Op2*)op;
 638 
 639       if (op2->_info)                     do_info(op2->_info);
 640       if (op2->_opr1->is_valid())         do_temp(op2->_opr1);
 641       if (op2->_opr2->is_valid())         do_input(op2->_opr2); // exception object is input parameter
 642       assert(op2->_result->is_illegal(), "no result");
 643       assert(op2->_tmp2->is_illegal() && op2->_tmp3->is_illegal() &&
 644              op2->_tmp4->is_illegal() && op2->_tmp5->is_illegal(), "not used");
 645 
 646       break;
 647     }
 648 
 649     case lir_unwind: {
 650       assert(op->as_Op1() != nullptr, "must be");
 651       LIR_Op1* op1 = (LIR_Op1*)op;
 652 
 653       assert(op1->_info == nullptr, "no info");
 654       assert(op1->_opr->is_valid(), "exception oop");         do_input(op1->_opr);
 655       assert(op1->_tmp->is_illegal(), "not used");
 656       assert(op1->_result->is_illegal(), "no result");
 657 
 658       break;
 659     }
 660 
 661 // LIR_Op3
 662     case lir_idiv:
 663     case lir_irem: {
 664       assert(op->as_Op3() != nullptr, "must be");
 665       LIR_Op3* op3= (LIR_Op3*)op;
 666 
 667       if (op3->_info)                     do_info(op3->_info);
 668       if (op3->_opr1->is_valid())         do_input(op3->_opr1);
 669 
 670       // second operand is input and temp, so ensure that second operand
 671       // and third operand get not the same register
 672       if (op3->_opr2->is_valid())         do_input(op3->_opr2);
 673       if (op3->_opr2->is_valid())         do_temp(op3->_opr2);
 674       if (op3->_opr3->is_valid())         do_temp(op3->_opr3);
 675 
 676       if (op3->_result->is_valid())       do_output(op3->_result);
 677 
 678       break;
 679     }
 680 
 681     case lir_fmad:
 682     case lir_fmaf: {
 683       assert(op->as_Op3() != nullptr, "must be");
 684       LIR_Op3* op3= (LIR_Op3*)op;
 685       assert(op3->_info == nullptr, "no info");
 686       do_input(op3->_opr1);
 687       do_input(op3->_opr2);
 688       do_input(op3->_opr3);
 689       do_output(op3->_result);
 690       break;
 691     }
 692 
 693 // LIR_OpJavaCall
 694     case lir_static_call:
 695     case lir_optvirtual_call:
 696     case lir_icvirtual_call:
 697     case lir_dynamic_call: {
 698       LIR_OpJavaCall* opJavaCall = op->as_OpJavaCall();
 699       assert(opJavaCall != nullptr, "must be");
 700 
 701       if (opJavaCall->_receiver->is_valid())     do_input(opJavaCall->_receiver);
 702 
 703       // only visit register parameters
 704       int n = opJavaCall->_arguments->length();
 705       for (int i = opJavaCall->_receiver->is_valid() ? 1 : 0; i < n; i++) {
 706         if (!opJavaCall->_arguments->at(i)->is_pointer()) {
 707           do_input(*opJavaCall->_arguments->adr_at(i));
 708         }
 709       }
 710 
 711       if (opJavaCall->_info)                     do_info(opJavaCall->_info);
 712       if (FrameMap::method_handle_invoke_SP_save_opr() != LIR_OprFact::illegalOpr &&
 713           opJavaCall->is_method_handle_invoke()) {
 714         opJavaCall->_method_handle_invoke_SP_save_opr = FrameMap::method_handle_invoke_SP_save_opr();
 715         do_temp(opJavaCall->_method_handle_invoke_SP_save_opr);
 716       }
 717       do_call();
 718       if (opJavaCall->_result->is_valid())       do_output(opJavaCall->_result);
 719 
 720       break;
 721     }
 722 
 723 
 724 // LIR_OpRTCall
 725     case lir_rtcall: {
 726       assert(op->as_OpRTCall() != nullptr, "must be");
 727       LIR_OpRTCall* opRTCall = (LIR_OpRTCall*)op;
 728 
 729       // only visit register parameters
 730       int n = opRTCall->_arguments->length();
 731       for (int i = 0; i < n; i++) {
 732         if (!opRTCall->_arguments->at(i)->is_pointer()) {
 733           do_input(*opRTCall->_arguments->adr_at(i));
 734         }
 735       }
 736       if (opRTCall->_info)                     do_info(opRTCall->_info);
 737       if (opRTCall->_tmp->is_valid())          do_temp(opRTCall->_tmp);
 738       do_call();
 739       if (opRTCall->_result->is_valid())       do_output(opRTCall->_result);
 740 
 741       break;
 742     }
 743 
 744 
 745 // LIR_OpArrayCopy
 746     case lir_arraycopy: {
 747       assert(op->as_OpArrayCopy() != nullptr, "must be");
 748       LIR_OpArrayCopy* opArrayCopy = (LIR_OpArrayCopy*)op;
 749 
 750       assert(opArrayCopy->_result->is_illegal(), "unused");
 751       assert(opArrayCopy->_src->is_valid(), "used");          do_input(opArrayCopy->_src);     do_temp(opArrayCopy->_src);
 752       assert(opArrayCopy->_src_pos->is_valid(), "used");      do_input(opArrayCopy->_src_pos); do_temp(opArrayCopy->_src_pos);
 753       assert(opArrayCopy->_dst->is_valid(), "used");          do_input(opArrayCopy->_dst);     do_temp(opArrayCopy->_dst);
 754       assert(opArrayCopy->_dst_pos->is_valid(), "used");      do_input(opArrayCopy->_dst_pos); do_temp(opArrayCopy->_dst_pos);
 755       assert(opArrayCopy->_length->is_valid(), "used");       do_input(opArrayCopy->_length);  do_temp(opArrayCopy->_length);
 756       assert(opArrayCopy->_tmp->is_valid(), "used");          do_temp(opArrayCopy->_tmp);
 757       if (opArrayCopy->_info)                     do_info(opArrayCopy->_info);
 758 
 759       // the implementation of arraycopy always has a call into the runtime
 760       do_call();
 761 
 762       break;
 763     }
 764 
 765 
 766 // LIR_OpUpdateCRC32
 767     case lir_updatecrc32: {
 768       assert(op->as_OpUpdateCRC32() != nullptr, "must be");
 769       LIR_OpUpdateCRC32* opUp = (LIR_OpUpdateCRC32*)op;
 770 
 771       assert(opUp->_crc->is_valid(), "used");          do_input(opUp->_crc);     do_temp(opUp->_crc);
 772       assert(opUp->_val->is_valid(), "used");          do_input(opUp->_val);     do_temp(opUp->_val);
 773       assert(opUp->_result->is_valid(), "used");       do_output(opUp->_result);
 774       assert(opUp->_info == nullptr, "no info for LIR_OpUpdateCRC32");
 775 
 776       break;
 777     }
 778 
 779 
 780 // LIR_OpLock
 781     case lir_lock:
 782     case lir_unlock: {
 783       assert(op->as_OpLock() != nullptr, "must be");
 784       LIR_OpLock* opLock = (LIR_OpLock*)op;
 785 
 786       if (opLock->_info)                          do_info(opLock->_info);
 787 
 788       // TODO: check if these operands really have to be temp
 789       // (or if input is sufficient). This may have influence on the oop map!
 790       assert(opLock->_lock->is_valid(), "used");  do_temp(opLock->_lock);
 791       assert(opLock->_hdr->is_valid(),  "used");  do_temp(opLock->_hdr);
 792       assert(opLock->_obj->is_valid(),  "used");  do_temp(opLock->_obj);
 793 
 794       if (opLock->_scratch->is_valid())           do_temp(opLock->_scratch);
 795       assert(opLock->_result->is_illegal(), "unused");
 796 
 797       do_stub(opLock->_stub);
 798 
 799       break;
 800     }
 801 
 802 
 803 // LIR_OpTypeCheck
 804     case lir_instanceof:
 805     case lir_checkcast:
 806     case lir_store_check: {
 807       assert(op->as_OpTypeCheck() != nullptr, "must be");
 808       LIR_OpTypeCheck* opTypeCheck = (LIR_OpTypeCheck*)op;
 809 
 810       if (opTypeCheck->_info_for_exception)       do_info(opTypeCheck->_info_for_exception);
 811       if (opTypeCheck->_info_for_patch)           do_info(opTypeCheck->_info_for_patch);
 812       if (opTypeCheck->_object->is_valid())       do_input(opTypeCheck->_object);
 813       if (op->code() == lir_store_check && opTypeCheck->_object->is_valid()) {
 814         do_temp(opTypeCheck->_object);
 815       }
 816       if (opTypeCheck->_array->is_valid())        do_input(opTypeCheck->_array);
 817       if (opTypeCheck->_tmp1->is_valid())         do_temp(opTypeCheck->_tmp1);
 818       if (opTypeCheck->_tmp2->is_valid())         do_temp(opTypeCheck->_tmp2);
 819       if (opTypeCheck->_tmp3->is_valid())         do_temp(opTypeCheck->_tmp3);
 820       if (opTypeCheck->_result->is_valid())       do_output(opTypeCheck->_result);
 821       if (opTypeCheck->_stub != nullptr)          do_stub(opTypeCheck->_stub);
 822       break;
 823     }
 824 
 825 // LIR_OpCompareAndSwap
 826     case lir_cas_long:
 827     case lir_cas_obj:
 828     case lir_cas_int: {
 829       assert(op->as_OpCompareAndSwap() != nullptr, "must be");
 830       LIR_OpCompareAndSwap* opCmpAndSwap = (LIR_OpCompareAndSwap*)op;
 831 
 832       if (opCmpAndSwap->_info)                              do_info(opCmpAndSwap->_info);
 833       assert(opCmpAndSwap->_addr->is_valid(), "used");      do_input(opCmpAndSwap->_addr);
 834                                                             do_temp(opCmpAndSwap->_addr);
 835       assert(opCmpAndSwap->_cmp_value->is_valid(), "used"); do_input(opCmpAndSwap->_cmp_value);
 836                                                             do_temp(opCmpAndSwap->_cmp_value);
 837       assert(opCmpAndSwap->_new_value->is_valid(), "used"); do_input(opCmpAndSwap->_new_value);
 838                                                             do_temp(opCmpAndSwap->_new_value);
 839       if (opCmpAndSwap->_tmp1->is_valid())                  do_temp(opCmpAndSwap->_tmp1);
 840       if (opCmpAndSwap->_tmp2->is_valid())                  do_temp(opCmpAndSwap->_tmp2);
 841       if (opCmpAndSwap->_result->is_valid())                do_output(opCmpAndSwap->_result);
 842 
 843       break;
 844     }
 845 
 846 
 847 // LIR_OpAllocArray;
 848     case lir_alloc_array: {
 849       assert(op->as_OpAllocArray() != nullptr, "must be");
 850       LIR_OpAllocArray* opAllocArray = (LIR_OpAllocArray*)op;
 851 
 852       if (opAllocArray->_info)                        do_info(opAllocArray->_info);
 853       if (opAllocArray->_klass->is_valid()) {         do_input(opAllocArray->_klass);
 854                                                       do_temp(opAllocArray->_klass);
 855                                             }
 856       if (opAllocArray->_len->is_valid())   {         do_input(opAllocArray->_len);
 857                                                       do_temp(opAllocArray->_len);
 858                                             }
 859       if (opAllocArray->_tmp1->is_valid())            do_temp(opAllocArray->_tmp1);
 860       if (opAllocArray->_tmp2->is_valid())            do_temp(opAllocArray->_tmp2);
 861       if (opAllocArray->_tmp3->is_valid())            do_temp(opAllocArray->_tmp3);
 862       if (opAllocArray->_tmp4->is_valid())            do_temp(opAllocArray->_tmp4);
 863       if (opAllocArray->_result->is_valid())          do_output(opAllocArray->_result);
 864       if (opAllocArray->_stub != nullptr)             do_stub(opAllocArray->_stub);
 865       break;
 866     }
 867 
 868 // LIR_OpLoadKlass
 869     case lir_load_klass:
 870     {
 871       LIR_OpLoadKlass* opLoadKlass = op->as_OpLoadKlass();
 872       assert(opLoadKlass != nullptr, "must be");
 873 
 874       do_input(opLoadKlass->_obj);
 875       do_output(opLoadKlass->_result);
 876       if (opLoadKlass->_info) do_info(opLoadKlass->_info);
 877       break;
 878     }
 879 
 880 
 881 // LIR_OpProfileCall:
 882     case lir_profile_call: {
 883       assert(op->as_OpProfileCall() != nullptr, "must be");
 884       LIR_OpProfileCall* opProfileCall = (LIR_OpProfileCall*)op;
 885 
 886       if (opProfileCall->_recv->is_valid())              do_temp(opProfileCall->_recv);
 887       assert(opProfileCall->_mdo->is_valid(), "used");   do_temp(opProfileCall->_mdo);
 888       assert(opProfileCall->_tmp1->is_valid(), "used");  do_temp(opProfileCall->_tmp1);
 889       break;
 890     }
 891 
 892 // LIR_OpProfileType:
 893     case lir_profile_type: {
 894       assert(op->as_OpProfileType() != nullptr, "must be");
 895       LIR_OpProfileType* opProfileType = (LIR_OpProfileType*)op;
 896 
 897       do_input(opProfileType->_mdp); do_temp(opProfileType->_mdp);
 898       do_input(opProfileType->_obj);
 899       do_temp(opProfileType->_tmp);
 900       break;
 901     }
 902   default:
 903     op->visit(this);
 904   }
 905 }
 906 
 907 void LIR_Op::visit(LIR_OpVisitState* state) {
 908   ShouldNotReachHere();
 909 }
 910 
 911 void LIR_OpVisitState::do_stub(CodeStub* stub) {
 912   if (stub != nullptr) {
 913     stub->visit(this);
 914   }
 915 }
 916 
 917 XHandlers* LIR_OpVisitState::all_xhandler() {
 918   XHandlers* result = nullptr;
 919 
 920   int i;
 921   for (i = 0; i < info_count(); i++) {
 922     if (info_at(i)->exception_handlers() != nullptr) {
 923       result = info_at(i)->exception_handlers();
 924       break;
 925     }
 926   }
 927 
 928 #ifdef ASSERT
 929   for (i = 0; i < info_count(); i++) {
 930     assert(info_at(i)->exception_handlers() == nullptr ||
 931            info_at(i)->exception_handlers() == result,
 932            "only one xhandler list allowed per LIR-operation");
 933   }
 934 #endif
 935 
 936   if (result != nullptr) {
 937     return result;
 938   } else {
 939     return new XHandlers();
 940   }
 941 
 942   return result;
 943 }
 944 
 945 
 946 #ifdef ASSERT
 947 bool LIR_OpVisitState::no_operands(LIR_Op* op) {
 948   visit(op);
 949 
 950   return opr_count(inputMode) == 0 &&
 951          opr_count(outputMode) == 0 &&
 952          opr_count(tempMode) == 0 &&
 953          info_count() == 0 &&
 954          !has_call() &&
 955          !has_slow_case();
 956 }
 957 #endif
 958 
 959 // LIR_OpReturn
 960 LIR_OpReturn::LIR_OpReturn(LIR_Opr opr) :
 961     LIR_Op1(lir_return, opr, (CodeEmitInfo*)nullptr /* info */),
 962     _stub(nullptr) {
 963   if (VM_Version::supports_stack_watermark_barrier()) {
 964     _stub = new C1SafepointPollStub();
 965   }
 966 }
 967 
 968 //---------------------------------------------------
 969 
 970 
 971 void LIR_OpJavaCall::emit_code(LIR_Assembler* masm) {
 972   masm->emit_call(this);
 973 }
 974 
 975 void LIR_OpRTCall::emit_code(LIR_Assembler* masm) {
 976   masm->emit_rtcall(this);
 977 }
 978 
 979 void LIR_OpLabel::emit_code(LIR_Assembler* masm) {
 980   masm->emit_opLabel(this);
 981 }
 982 
 983 void LIR_OpArrayCopy::emit_code(LIR_Assembler* masm) {
 984   masm->emit_arraycopy(this);
 985   ArrayCopyStub* code_stub = stub();
 986   if (code_stub != nullptr) {
 987     masm->append_code_stub(code_stub);
 988   }
 989 }
 990 
 991 void LIR_OpUpdateCRC32::emit_code(LIR_Assembler* masm) {
 992   masm->emit_updatecrc32(this);
 993 }
 994 
 995 void LIR_Op0::emit_code(LIR_Assembler* masm) {
 996   masm->emit_op0(this);
 997 }
 998 
 999 void LIR_Op1::emit_code(LIR_Assembler* masm) {
1000   masm->emit_op1(this);
1001 }
1002 
1003 void LIR_OpAllocObj::emit_code(LIR_Assembler* masm) {
1004   masm->emit_alloc_obj(this);
1005   masm->append_code_stub(stub());
1006 }
1007 
1008 void LIR_OpBranch::emit_code(LIR_Assembler* masm) {
1009   masm->emit_opBranch(this);
1010   if (stub()) {
1011     masm->append_code_stub(stub());
1012   }
1013 }
1014 
1015 void LIR_OpConvert::emit_code(LIR_Assembler* masm) {
1016   masm->emit_opConvert(this);
1017   if (stub() != nullptr) {
1018     masm->append_code_stub(stub());
1019   }
1020 }
1021 
1022 void LIR_Op2::emit_code(LIR_Assembler* masm) {
1023   masm->emit_op2(this);
1024 }
1025 
1026 void LIR_OpAllocArray::emit_code(LIR_Assembler* masm) {
1027   masm->emit_alloc_array(this);
1028   masm->append_code_stub(stub());
1029 }
1030 
1031 void LIR_OpTypeCheck::emit_code(LIR_Assembler* masm) {
1032   masm->emit_opTypeCheck(this);
1033   if (stub()) {
1034     masm->append_code_stub(stub());
1035   }
1036 }
1037 
1038 void LIR_OpCompareAndSwap::emit_code(LIR_Assembler* masm) {
1039   masm->emit_compare_and_swap(this);
1040 }
1041 
1042 void LIR_Op3::emit_code(LIR_Assembler* masm) {
1043   masm->emit_op3(this);
1044 }
1045 
1046 void LIR_Op4::emit_code(LIR_Assembler* masm) {
1047   masm->emit_op4(this);
1048 }
1049 
1050 void LIR_OpLock::emit_code(LIR_Assembler* masm) {
1051   masm->emit_lock(this);
1052   if (stub()) {
1053     masm->append_code_stub(stub());
1054   }
1055 }
1056 
1057 void LIR_OpLoadKlass::emit_code(LIR_Assembler* masm) {
1058   masm->emit_load_klass(this);
1059 }
1060 
1061 #ifdef ASSERT
1062 void LIR_OpAssert::emit_code(LIR_Assembler* masm) {
1063   masm->emit_assert(this);
1064 }
1065 #endif
1066 
1067 void LIR_OpProfileCall::emit_code(LIR_Assembler* masm) {
1068   masm->emit_profile_call(this);
1069 }
1070 
1071 void LIR_OpProfileType::emit_code(LIR_Assembler* masm) {
1072   masm->emit_profile_type(this);
1073 }
1074 
1075 // LIR_List
1076 LIR_List::LIR_List(Compilation* compilation, BlockBegin* block)
1077   : _operations(8)
1078   , _compilation(compilation)
1079 #ifndef PRODUCT
1080   , _block(block)
1081 #endif
1082 #ifdef ASSERT
1083   , _file(nullptr)
1084   , _line(0)
1085 #endif
1086 #ifdef RISCV
1087   , _cmp_opr1(LIR_OprFact::illegalOpr)
1088   , _cmp_opr2(LIR_OprFact::illegalOpr)
1089 #endif
1090 { }
1091 
1092 
1093 #ifdef ASSERT
1094 void LIR_List::set_file_and_line(const char * file, int line) {
1095   const char * f = strrchr(file, '/');
1096   if (f == nullptr) f = strrchr(file, '\\');
1097   if (f == nullptr) {
1098     f = file;
1099   } else {
1100     f++;
1101   }
1102   _file = f;
1103   _line = line;
1104 }
1105 #endif
1106 
1107 #ifdef RISCV
1108 void LIR_List::set_cmp_oprs(LIR_Op* op) {
1109   switch (op->code()) {
1110     case lir_cmp:
1111       _cmp_opr1 = op->as_Op2()->in_opr1();
1112       _cmp_opr2 = op->as_Op2()->in_opr2();
1113       break;
1114     case lir_branch: // fall through
1115     case lir_cond_float_branch:
1116       assert(op->as_OpBranch()->cond() == lir_cond_always ||
1117             (_cmp_opr1 != LIR_OprFact::illegalOpr && _cmp_opr2 != LIR_OprFact::illegalOpr),
1118             "conditional branches must have legal operands");
1119       if (op->as_OpBranch()->cond() != lir_cond_always) {
1120         op->as_Op2()->set_in_opr1(_cmp_opr1);
1121         op->as_Op2()->set_in_opr2(_cmp_opr2);
1122       }
1123       break;
1124     case lir_cmove:
1125       op->as_Op4()->set_in_opr3(_cmp_opr1);
1126       op->as_Op4()->set_in_opr4(_cmp_opr2);
1127       break;
1128     case lir_cas_long:
1129     case lir_cas_obj:
1130     case lir_cas_int:
1131       _cmp_opr1 = op->as_OpCompareAndSwap()->result_opr();
1132       _cmp_opr2 = LIR_OprFact::intConst(0);
1133       break;
1134 #if INCLUDE_ZGC
1135     case lir_xloadbarrier_test:
1136       _cmp_opr1 = FrameMap::as_opr(t1);
1137       _cmp_opr2 = LIR_OprFact::intConst(0);
1138       break;
1139 #endif
1140     default:
1141       break;
1142   }
1143 }
1144 #endif
1145 
1146 void LIR_List::append(LIR_InsertionBuffer* buffer) {
1147   assert(this == buffer->lir_list(), "wrong lir list");
1148   const int n = _operations.length();
1149 
1150   if (buffer->number_of_ops() > 0) {
1151     // increase size of instructions list
1152     _operations.at_grow(n + buffer->number_of_ops() - 1, nullptr);
1153     // insert ops from buffer into instructions list
1154     int op_index = buffer->number_of_ops() - 1;
1155     int ip_index = buffer->number_of_insertion_points() - 1;
1156     int from_index = n - 1;
1157     int to_index = _operations.length() - 1;
1158     for (; ip_index >= 0; ip_index --) {
1159       int index = buffer->index_at(ip_index);
1160       // make room after insertion point
1161       while (index < from_index) {
1162         _operations.at_put(to_index --, _operations.at(from_index --));
1163       }
1164       // insert ops from buffer
1165       for (int i = buffer->count_at(ip_index); i > 0; i --) {
1166         _operations.at_put(to_index --, buffer->op_at(op_index --));
1167       }
1168     }
1169   }
1170 
1171   buffer->finish();
1172 }
1173 
1174 
1175 void LIR_List::oop2reg_patch(jobject o, LIR_Opr reg, CodeEmitInfo* info) {
1176   assert(reg->type() == T_OBJECT, "bad reg");
1177   append(new LIR_Op1(lir_move, LIR_OprFact::oopConst(o),  reg, T_OBJECT, lir_patch_normal, info));
1178 }
1179 
1180 void LIR_List::klass2reg_patch(Metadata* o, LIR_Opr reg, CodeEmitInfo* info) {
1181   assert(reg->type() == T_METADATA, "bad reg");
1182   append(new LIR_Op1(lir_move, LIR_OprFact::metadataConst(o), reg, T_METADATA, lir_patch_normal, info));
1183 }
1184 
1185 void LIR_List::load(LIR_Address* addr, LIR_Opr src, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1186   append(new LIR_Op1(
1187             lir_move,
1188             LIR_OprFact::address(addr),
1189             src,
1190             addr->type(),
1191             patch_code,
1192             info));
1193 }
1194 
1195 
1196 void LIR_List::volatile_load_mem_reg(LIR_Address* address, LIR_Opr dst, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1197   append(new LIR_Op1(
1198             lir_move,
1199             LIR_OprFact::address(address),
1200             dst,
1201             address->type(),
1202             patch_code,
1203             info, lir_move_volatile));
1204 }
1205 
1206 void LIR_List::volatile_load_unsafe_reg(LIR_Opr base, LIR_Opr offset, LIR_Opr dst, BasicType type, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1207   append(new LIR_Op1(
1208             lir_move,
1209             LIR_OprFact::address(new LIR_Address(base, offset, type)),
1210             dst,
1211             type,
1212             patch_code,
1213             info, lir_move_volatile));
1214 }
1215 
1216 
1217 void LIR_List::store_mem_int(jint v, LIR_Opr base, int offset_in_bytes, BasicType type, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1218   append(new LIR_Op1(
1219             lir_move,
1220             LIR_OprFact::intConst(v),
1221             LIR_OprFact::address(new LIR_Address(base, offset_in_bytes, type)),
1222             type,
1223             patch_code,
1224             info));
1225 }
1226 
1227 
1228 void LIR_List::store_mem_oop(jobject o, LIR_Opr base, int offset_in_bytes, BasicType type, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1229   append(new LIR_Op1(
1230             lir_move,
1231             LIR_OprFact::oopConst(o),
1232             LIR_OprFact::address(new LIR_Address(base, offset_in_bytes, type)),
1233             type,
1234             patch_code,
1235             info));
1236 }
1237 
1238 
1239 void LIR_List::store(LIR_Opr src, LIR_Address* addr, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1240   append(new LIR_Op1(
1241             lir_move,
1242             src,
1243             LIR_OprFact::address(addr),
1244             addr->type(),
1245             patch_code,
1246             info));
1247 }
1248 
1249 
1250 void LIR_List::volatile_store_mem_reg(LIR_Opr src, LIR_Address* addr, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1251   append(new LIR_Op1(
1252             lir_move,
1253             src,
1254             LIR_OprFact::address(addr),
1255             addr->type(),
1256             patch_code,
1257             info,
1258             lir_move_volatile));
1259 }
1260 
1261 void LIR_List::volatile_store_unsafe_reg(LIR_Opr src, LIR_Opr base, LIR_Opr offset, BasicType type, CodeEmitInfo* info, LIR_PatchCode patch_code) {
1262   append(new LIR_Op1(
1263             lir_move,
1264             src,
1265             LIR_OprFact::address(new LIR_Address(base, offset, type)),
1266             type,
1267             patch_code,
1268             info, lir_move_volatile));
1269 }
1270 
1271 
1272 void LIR_List::idiv(LIR_Opr left, LIR_Opr right, LIR_Opr res, LIR_Opr tmp, CodeEmitInfo* info) {
1273   append(new LIR_Op3(
1274                     lir_idiv,
1275                     left,
1276                     right,
1277                     tmp,
1278                     res,
1279                     info));
1280 }
1281 
1282 
1283 void LIR_List::idiv(LIR_Opr left, int right, LIR_Opr res, LIR_Opr tmp, CodeEmitInfo* info) {
1284   append(new LIR_Op3(
1285                     lir_idiv,
1286                     left,
1287                     LIR_OprFact::intConst(right),
1288                     tmp,
1289                     res,
1290                     info));
1291 }
1292 
1293 
1294 void LIR_List::irem(LIR_Opr left, LIR_Opr right, LIR_Opr res, LIR_Opr tmp, CodeEmitInfo* info) {
1295   append(new LIR_Op3(
1296                     lir_irem,
1297                     left,
1298                     right,
1299                     tmp,
1300                     res,
1301                     info));
1302 }
1303 
1304 
1305 void LIR_List::irem(LIR_Opr left, int right, LIR_Opr res, LIR_Opr tmp, CodeEmitInfo* info) {
1306   append(new LIR_Op3(
1307                     lir_irem,
1308                     left,
1309                     LIR_OprFact::intConst(right),
1310                     tmp,
1311                     res,
1312                     info));
1313 }
1314 
1315 
1316 void LIR_List::cmp_mem_int(LIR_Condition condition, LIR_Opr base, int disp, int c, CodeEmitInfo* info) {
1317   append(new LIR_Op2(
1318                     lir_cmp,
1319                     condition,
1320                     LIR_OprFact::address(new LIR_Address(base, disp, T_INT)),
1321                     LIR_OprFact::intConst(c),
1322                     info));
1323 }
1324 
1325 
1326 void LIR_List::cmp_reg_mem(LIR_Condition condition, LIR_Opr reg, LIR_Address* addr, CodeEmitInfo* info) {
1327   append(new LIR_Op2(
1328                     lir_cmp,
1329                     condition,
1330                     reg,
1331                     LIR_OprFact::address(addr),
1332                     info));
1333 }
1334 
1335 void LIR_List::allocate_object(LIR_Opr dst, LIR_Opr t1, LIR_Opr t2, LIR_Opr t3, LIR_Opr t4,
1336                                int header_size, int object_size, LIR_Opr klass, bool init_check, CodeStub* stub) {
1337   append(new LIR_OpAllocObj(
1338                            klass,
1339                            dst,
1340                            t1,
1341                            t2,
1342                            t3,
1343                            t4,
1344                            header_size,
1345                            object_size,
1346                            init_check,
1347                            stub));
1348 }
1349 
1350 void LIR_List::allocate_array(LIR_Opr dst, LIR_Opr len, LIR_Opr t1,LIR_Opr t2, LIR_Opr t3,LIR_Opr t4, BasicType type, LIR_Opr klass, CodeStub* stub, bool zero_array) {
1351   append(new LIR_OpAllocArray(
1352                            klass,
1353                            len,
1354                            dst,
1355                            t1,
1356                            t2,
1357                            t3,
1358                            t4,
1359                            type,
1360                            stub,
1361                            zero_array));
1362 }
1363 
1364 void LIR_List::shift_left(LIR_Opr value, LIR_Opr count, LIR_Opr dst, LIR_Opr tmp) {
1365  append(new LIR_Op2(
1366                     lir_shl,
1367                     value,
1368                     count,
1369                     dst,
1370                     tmp));
1371 }
1372 
1373 void LIR_List::shift_right(LIR_Opr value, LIR_Opr count, LIR_Opr dst, LIR_Opr tmp) {
1374  append(new LIR_Op2(
1375                     lir_shr,
1376                     value,
1377                     count,
1378                     dst,
1379                     tmp));
1380 }
1381 
1382 
1383 void LIR_List::unsigned_shift_right(LIR_Opr value, LIR_Opr count, LIR_Opr dst, LIR_Opr tmp) {
1384  append(new LIR_Op2(
1385                     lir_ushr,
1386                     value,
1387                     count,
1388                     dst,
1389                     tmp));
1390 }
1391 
1392 void LIR_List::fcmp2int(LIR_Opr left, LIR_Opr right, LIR_Opr dst, bool is_unordered_less) {
1393   append(new LIR_Op2(is_unordered_less ? lir_ucmp_fd2i : lir_cmp_fd2i,
1394                      left,
1395                      right,
1396                      dst));
1397 }
1398 
1399 void LIR_List::lock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub, CodeEmitInfo* info) {
1400   append(new LIR_OpLock(
1401                     lir_lock,
1402                     hdr,
1403                     obj,
1404                     lock,
1405                     scratch,
1406                     stub,
1407                     info));
1408 }
1409 
1410 void LIR_List::unlock_object(LIR_Opr hdr, LIR_Opr obj, LIR_Opr lock, LIR_Opr scratch, CodeStub* stub) {
1411   append(new LIR_OpLock(
1412                     lir_unlock,
1413                     hdr,
1414                     obj,
1415                     lock,
1416                     scratch,
1417                     stub,
1418                     nullptr));
1419 }
1420 
1421 
1422 void check_LIR() {
1423   // cannot do the proper checking as PRODUCT and other modes return different results
1424   // guarantee(sizeof(LIR_Opr) == wordSize, "may not have a v-table");
1425 }
1426 
1427 
1428 
1429 void LIR_List::checkcast (LIR_Opr result, LIR_Opr object, ciKlass* klass,
1430                           LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check,
1431                           CodeEmitInfo* info_for_exception, CodeEmitInfo* info_for_patch, CodeStub* stub,
1432                           ciMethod* profiled_method, int profiled_bci) {
1433   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_checkcast, result, object, klass,
1434                                            tmp1, tmp2, tmp3, fast_check, info_for_exception, info_for_patch, stub);
1435   if (profiled_method != nullptr && TypeProfileCasts) {
1436     c->set_profiled_method(profiled_method);
1437     c->set_profiled_bci(profiled_bci);
1438     c->set_should_profile(true);
1439   }
1440   append(c);
1441 }
1442 
1443 void LIR_List::instanceof(LIR_Opr result, LIR_Opr object, ciKlass* klass, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3, bool fast_check, CodeEmitInfo* info_for_patch, ciMethod* profiled_method, int profiled_bci) {
1444   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_instanceof, result, object, klass, tmp1, tmp2, tmp3, fast_check, nullptr, info_for_patch, nullptr);
1445   if (profiled_method != nullptr && TypeProfileCasts) {
1446     c->set_profiled_method(profiled_method);
1447     c->set_profiled_bci(profiled_bci);
1448     c->set_should_profile(true);
1449   }
1450   append(c);
1451 }
1452 
1453 
1454 void LIR_List::store_check(LIR_Opr object, LIR_Opr array, LIR_Opr tmp1, LIR_Opr tmp2, LIR_Opr tmp3,
1455                            CodeEmitInfo* info_for_exception, ciMethod* profiled_method, int profiled_bci) {
1456   LIR_OpTypeCheck* c = new LIR_OpTypeCheck(lir_store_check, object, array, tmp1, tmp2, tmp3, info_for_exception);
1457   if (profiled_method != nullptr && TypeProfileCasts) {
1458     c->set_profiled_method(profiled_method);
1459     c->set_profiled_bci(profiled_bci);
1460     c->set_should_profile(true);
1461   }
1462   append(c);
1463 }
1464 
1465 void LIR_List::null_check(LIR_Opr opr, CodeEmitInfo* info, bool deoptimize_on_null) {
1466   if (deoptimize_on_null) {
1467     // Emit an explicit null check and deoptimize if opr is null
1468     CodeStub* deopt = new DeoptimizeStub(info, Deoptimization::Reason_null_check, Deoptimization::Action_none);
1469     cmp(lir_cond_equal, opr, LIR_OprFact::oopConst(nullptr));
1470     branch(lir_cond_equal, deopt);
1471   } else {
1472     // Emit an implicit null check
1473     append(new LIR_Op1(lir_null_check, opr, info));
1474   }
1475 }
1476 
1477 void LIR_List::cas_long(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1478                         LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1479   append(new LIR_OpCompareAndSwap(lir_cas_long, addr, cmp_value, new_value, t1, t2, result));
1480 }
1481 
1482 void LIR_List::cas_obj(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1483                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1484   append(new LIR_OpCompareAndSwap(lir_cas_obj, addr, cmp_value, new_value, t1, t2, result));
1485 }
1486 
1487 void LIR_List::cas_int(LIR_Opr addr, LIR_Opr cmp_value, LIR_Opr new_value,
1488                        LIR_Opr t1, LIR_Opr t2, LIR_Opr result) {
1489   append(new LIR_OpCompareAndSwap(lir_cas_int, addr, cmp_value, new_value, t1, t2, result));
1490 }
1491 
1492 
1493 #ifdef PRODUCT
1494 
1495 void print_LIR(BlockList* blocks) {
1496 }
1497 
1498 #else
1499 // LIR_Opr
1500 void LIR_Opr::print() const {
1501   print(tty);
1502 }
1503 
1504 void LIR_Opr::print(outputStream* out) const {
1505   if (is_illegal()) {
1506     return;
1507   }
1508 
1509   out->print("[");
1510   if (is_pointer()) {
1511     pointer()->print_value_on(out);
1512   } else if (is_single_stack()) {
1513     out->print("stack:%d", single_stack_ix());
1514   } else if (is_double_stack()) {
1515     out->print("dbl_stack:%d",double_stack_ix());
1516   } else if (is_virtual()) {
1517     out->print("R%d", vreg_number());
1518   } else if (is_single_cpu()) {
1519     out->print("%s", as_register()->name());
1520   } else if (is_double_cpu()) {
1521     out->print("%s", as_register_hi()->name());
1522     out->print("%s", as_register_lo()->name());
1523 #if defined(X86)
1524   } else if (is_single_xmm()) {
1525     out->print("%s", as_xmm_float_reg()->name());
1526   } else if (is_double_xmm()) {
1527     out->print("%s", as_xmm_double_reg()->name());
1528   } else if (is_single_fpu()) {
1529     out->print("fpu%d", fpu_regnr());
1530   } else if (is_double_fpu()) {
1531     out->print("fpu%d", fpu_regnrLo());
1532 #elif defined(AARCH64)
1533   } else if (is_single_fpu()) {
1534     out->print("fpu%d", fpu_regnr());
1535   } else if (is_double_fpu()) {
1536     out->print("fpu%d", fpu_regnrLo());
1537 #elif defined(ARM)
1538   } else if (is_single_fpu()) {
1539     out->print("s%d", fpu_regnr());
1540   } else if (is_double_fpu()) {
1541     out->print("d%d", fpu_regnrLo() >> 1);
1542 #else
1543   } else if (is_single_fpu()) {
1544     out->print("%s", as_float_reg()->name());
1545   } else if (is_double_fpu()) {
1546     out->print("%s", as_double_reg()->name());
1547 #endif
1548 
1549   } else if (is_illegal()) {
1550     out->print("-");
1551   } else {
1552     out->print("Unknown Operand");
1553   }
1554   if (!is_illegal()) {
1555     out->print("|%c", type_char());
1556   }
1557   if (is_register() && is_last_use()) {
1558     out->print("(last_use)");
1559   }
1560   out->print("]");
1561 }
1562 
1563 
1564 // LIR_Address
1565 void LIR_Const::print_value_on(outputStream* out) const {
1566   switch (type()) {
1567     case T_ADDRESS:out->print("address:%d",as_jint());          break;
1568     case T_INT:    out->print("int:%d",   as_jint());           break;
1569     case T_LONG:   out->print("lng:" JLONG_FORMAT, as_jlong()); break;
1570     case T_FLOAT:  out->print("flt:%f",   as_jfloat());         break;
1571     case T_DOUBLE: out->print("dbl:%f",   as_jdouble());        break;
1572     case T_OBJECT: out->print("obj:" INTPTR_FORMAT, p2i(as_jobject()));        break;
1573     case T_METADATA: out->print("metadata:" INTPTR_FORMAT, p2i(as_metadata()));break;
1574     default:       out->print("%3d:" UINT64_FORMAT_X, type(), (uint64_t)as_jlong()); break;
1575   }
1576 }
1577 
1578 // LIR_Address
1579 void LIR_Address::print_value_on(outputStream* out) const {
1580   out->print("Base:"); _base->print(out);
1581   if (!_index->is_illegal()) {
1582     out->print(" Index:"); _index->print(out);
1583     switch (scale()) {
1584     case times_1: break;
1585     case times_2: out->print(" * 2"); break;
1586     case times_4: out->print(" * 4"); break;
1587     case times_8: out->print(" * 8"); break;
1588     }
1589   }
1590   out->print(" Disp: %zd", _disp);
1591 }
1592 
1593 // debug output of block header without InstructionPrinter
1594 //       (because phi functions are not necessary for LIR)
1595 static void print_block(BlockBegin* x) {
1596   // print block id
1597   BlockEnd* end = x->end();
1598   tty->print("B%d ", x->block_id());
1599 
1600   // print flags
1601   if (x->is_set(BlockBegin::std_entry_flag))               tty->print("std ");
1602   if (x->is_set(BlockBegin::osr_entry_flag))               tty->print("osr ");
1603   if (x->is_set(BlockBegin::exception_entry_flag))         tty->print("ex ");
1604   if (x->is_set(BlockBegin::subroutine_entry_flag))        tty->print("jsr ");
1605   if (x->is_set(BlockBegin::backward_branch_target_flag))  tty->print("bb ");
1606   if (x->is_set(BlockBegin::linear_scan_loop_header_flag)) tty->print("lh ");
1607   if (x->is_set(BlockBegin::linear_scan_loop_end_flag))    tty->print("le ");
1608 
1609   // print block bci range
1610   tty->print("[%d, %d] ", x->bci(), (end == nullptr ? -1 : end->printable_bci()));
1611 
1612   // print predecessors and successors
1613   if (x->number_of_preds() > 0) {
1614     tty->print("preds: ");
1615     for (int i = 0; i < x->number_of_preds(); i ++) {
1616       tty->print("B%d ", x->pred_at(i)->block_id());
1617     }
1618   }
1619 
1620   if (end != nullptr && x->number_of_sux() > 0) {
1621     tty->print("sux: ");
1622     for (int i = 0; i < x->number_of_sux(); i ++) {
1623       tty->print("B%d ", x->sux_at(i)->block_id());
1624     }
1625   }
1626 
1627   // print exception handlers
1628   if (x->number_of_exception_handlers() > 0) {
1629     tty->print("xhandler: ");
1630     for (int i = 0; i < x->number_of_exception_handlers();  i++) {
1631       tty->print("B%d ", x->exception_handler_at(i)->block_id());
1632     }
1633   }
1634 
1635   tty->cr();
1636 }
1637 
1638 void print_LIR(BlockList* blocks) {
1639   tty->print_cr("LIR:");
1640   int i;
1641   for (i = 0; i < blocks->length(); i++) {
1642     BlockBegin* bb = blocks->at(i);
1643     print_block(bb);
1644     tty->print("__id_Instruction___________________________________________"); tty->cr();
1645     bb->lir()->print_instructions();
1646   }
1647 }
1648 
1649 void LIR_List::print_instructions() {
1650   for (int i = 0; i < _operations.length(); i++) {
1651     _operations.at(i)->print(); tty->cr();
1652   }
1653   tty->cr();
1654 }
1655 
1656 // LIR_Ops printing routines
1657 // LIR_Op
1658 void LIR_Op::print_on(outputStream* out) const {
1659   if (id() != -1 || PrintCFGToFile) {
1660     out->print("%4d ", id());
1661   } else {
1662     out->print("     ");
1663   }
1664   out->print("%s ", name());
1665   print_instr(out);
1666   if (info() != nullptr) out->print(" [bci:%d]", info()->stack()->bci());
1667 #ifdef ASSERT
1668   if (Verbose && _file != nullptr) {
1669     out->print(" (%s:%d)", _file, _line);
1670   }
1671 #endif
1672 }
1673 
1674 const char * LIR_Op::name() const {
1675   const char* s = nullptr;
1676   switch(code()) {
1677      // LIR_Op0
1678      case lir_membar:                s = "membar";        break;
1679      case lir_membar_acquire:        s = "membar_acquire"; break;
1680      case lir_membar_release:        s = "membar_release"; break;
1681      case lir_membar_loadload:       s = "membar_loadload";   break;
1682      case lir_membar_storestore:     s = "membar_storestore"; break;
1683      case lir_membar_loadstore:      s = "membar_loadstore";  break;
1684      case lir_membar_storeload:      s = "membar_storeload";  break;
1685      case lir_label:                 s = "label";         break;
1686      case lir_nop:                   s = "nop";           break;
1687      case lir_on_spin_wait:          s = "on_spin_wait";  break;
1688      case lir_std_entry:             s = "std_entry";     break;
1689      case lir_osr_entry:             s = "osr_entry";     break;
1690      case lir_breakpoint:            s = "breakpoint";    break;
1691      case lir_get_thread:            s = "get_thread";    break;
1692      // LIR_Op1
1693      case lir_push:                  s = "push";          break;
1694      case lir_pop:                   s = "pop";           break;
1695      case lir_null_check:            s = "null_check";    break;
1696      case lir_return:                s = "return";        break;
1697      case lir_safepoint:             s = "safepoint";     break;
1698      case lir_leal:                  s = "leal";          break;
1699      case lir_branch:                s = "branch";        break;
1700      case lir_cond_float_branch:     s = "flt_cond_br";   break;
1701      case lir_move:                  s = "move";          break;
1702      case lir_abs:                   s = "abs";           break;
1703      case lir_neg:                   s = "neg";           break;
1704      case lir_sqrt:                  s = "sqrt";          break;
1705      case lir_f2hf:                  s = "f2hf";          break;
1706      case lir_hf2f:                  s = "hf2f";          break;
1707      case lir_rtcall:                s = "rtcall";        break;
1708      case lir_throw:                 s = "throw";         break;
1709      case lir_unwind:                s = "unwind";        break;
1710      case lir_convert:               s = "convert";       break;
1711      case lir_alloc_object:          s = "alloc_obj";     break;
1712      case lir_monaddr:               s = "mon_addr";      break;
1713      // LIR_Op2
1714      case lir_cmp:                   s = "cmp";           break;
1715      case lir_cmp_l2i:               s = "cmp_l2i";       break;
1716      case lir_ucmp_fd2i:             s = "ucomp_fd2i";    break;
1717      case lir_cmp_fd2i:              s = "comp_fd2i";     break;
1718      case lir_add:                   s = "add";           break;
1719      case lir_sub:                   s = "sub";           break;
1720      case lir_mul:                   s = "mul";           break;
1721      case lir_div:                   s = "div";           break;
1722      case lir_rem:                   s = "rem";           break;
1723      case lir_logic_and:             s = "logic_and";     break;
1724      case lir_logic_or:              s = "logic_or";      break;
1725      case lir_logic_xor:             s = "logic_xor";     break;
1726      case lir_shl:                   s = "shift_left";    break;
1727      case lir_shr:                   s = "shift_right";   break;
1728      case lir_ushr:                  s = "ushift_right";  break;
1729      case lir_alloc_array:           s = "alloc_array";   break;
1730      case lir_xadd:                  s = "xadd";          break;
1731      case lir_xchg:                  s = "xchg";          break;
1732      // LIR_Op3
1733      case lir_idiv:                  s = "idiv";          break;
1734      case lir_irem:                  s = "irem";          break;
1735      case lir_fmad:                  s = "fmad";          break;
1736      case lir_fmaf:                  s = "fmaf";          break;
1737      // LIR_Op4
1738      case lir_cmove:                 s = "cmove";         break;
1739      // LIR_OpJavaCall
1740      case lir_static_call:           s = "static";        break;
1741      case lir_optvirtual_call:       s = "optvirtual";    break;
1742      case lir_icvirtual_call:        s = "icvirtual";     break;
1743      case lir_dynamic_call:          s = "dynamic";       break;
1744      // LIR_OpArrayCopy
1745      case lir_arraycopy:             s = "arraycopy";     break;
1746      // LIR_OpUpdateCRC32
1747      case lir_updatecrc32:           s = "updatecrc32";   break;
1748      // LIR_OpLock
1749      case lir_lock:                  s = "lock";          break;
1750      case lir_unlock:                s = "unlock";        break;
1751      // LIR_OpTypeCheck
1752      case lir_instanceof:            s = "instanceof";    break;
1753      case lir_checkcast:             s = "checkcast";     break;
1754      case lir_store_check:           s = "store_check";   break;
1755      // LIR_OpCompareAndSwap
1756      case lir_cas_long:              s = "cas_long";      break;
1757      case lir_cas_obj:               s = "cas_obj";      break;
1758      case lir_cas_int:               s = "cas_int";      break;
1759      // LIR_OpProfileCall
1760      case lir_profile_call:          s = "profile_call";  break;
1761      // LIR_OpProfileType
1762      case lir_profile_type:          s = "profile_type";  break;
1763      // LIR_OpAssert
1764 #ifdef ASSERT
1765      case lir_assert:                s = "assert";        break;
1766 #endif
1767      case lir_none:                  ShouldNotReachHere();break;
1768     default:                         s = "illegal_op";    break;
1769   }
1770   return s;
1771 }
1772 
1773 // LIR_OpJavaCall
1774 void LIR_OpJavaCall::print_instr(outputStream* out) const {
1775   out->print("call: ");
1776   out->print("[addr: " INTPTR_FORMAT "]", p2i(address()));
1777   if (receiver()->is_valid()) {
1778     out->print(" [recv: ");   receiver()->print(out);   out->print("]");
1779   }
1780   if (result_opr()->is_valid()) {
1781     out->print(" [result: "); result_opr()->print(out); out->print("]");
1782   }
1783 }
1784 
1785 // LIR_OpLabel
1786 void LIR_OpLabel::print_instr(outputStream* out) const {
1787   out->print("[label:" INTPTR_FORMAT "]", p2i(_label));
1788 }
1789 
1790 // LIR_OpArrayCopy
1791 void LIR_OpArrayCopy::print_instr(outputStream* out) const {
1792   src()->print(out);     out->print(" ");
1793   src_pos()->print(out); out->print(" ");
1794   dst()->print(out);     out->print(" ");
1795   dst_pos()->print(out); out->print(" ");
1796   length()->print(out);  out->print(" ");
1797   tmp()->print(out);     out->print(" ");
1798 }
1799 
1800 // LIR_OpUpdateCRC32
1801 void LIR_OpUpdateCRC32::print_instr(outputStream* out) const {
1802   crc()->print(out);     out->print(" ");
1803   val()->print(out);     out->print(" ");
1804   result_opr()->print(out); out->print(" ");
1805 }
1806 
1807 // LIR_OpCompareAndSwap
1808 void LIR_OpCompareAndSwap::print_instr(outputStream* out) const {
1809   addr()->print(out);      out->print(" ");
1810   cmp_value()->print(out); out->print(" ");
1811   new_value()->print(out); out->print(" ");
1812   tmp1()->print(out);      out->print(" ");
1813   tmp2()->print(out);      out->print(" ");
1814 
1815 }
1816 
1817 // LIR_Op0
1818 void LIR_Op0::print_instr(outputStream* out) const {
1819   result_opr()->print(out);
1820 }
1821 
1822 // LIR_Op1
1823 const char * LIR_Op1::name() const {
1824   if (code() == lir_move) {
1825     switch (move_kind()) {
1826     case lir_move_normal:
1827       return "move";
1828     case lir_move_volatile:
1829       return "volatile_move";
1830     case lir_move_wide:
1831       return "wide_move";
1832     default:
1833       ShouldNotReachHere();
1834     return "illegal_op";
1835     }
1836   } else {
1837     return LIR_Op::name();
1838   }
1839 }
1840 
1841 
1842 void LIR_Op1::print_instr(outputStream* out) const {
1843   _opr->print(out);         out->print(" ");
1844   result_opr()->print(out); out->print(" ");
1845   print_patch_code(out, patch_code());
1846 }
1847 
1848 
1849 // LIR_Op1
1850 void LIR_OpRTCall::print_instr(outputStream* out) const {
1851   intx a = (intx)addr();
1852   out->print("%s", Runtime1::name_for_address(addr()));
1853   out->print(" ");
1854   tmp()->print(out);
1855 }
1856 
1857 void LIR_Op1::print_patch_code(outputStream* out, LIR_PatchCode code) {
1858   switch(code) {
1859     case lir_patch_none:                                 break;
1860     case lir_patch_low:    out->print("[patch_low]");    break;
1861     case lir_patch_high:   out->print("[patch_high]");   break;
1862     case lir_patch_normal: out->print("[patch_normal]"); break;
1863     default: ShouldNotReachHere();
1864   }
1865 }
1866 
1867 // LIR_OpBranch
1868 void LIR_OpBranch::print_instr(outputStream* out) const {
1869   print_condition(out, cond());             out->print(" ");
1870   in_opr1()->print(out); out->print(" ");
1871   in_opr2()->print(out); out->print(" ");
1872   if (block() != nullptr) {
1873     out->print("[B%d] ", block()->block_id());
1874   } else if (stub() != nullptr) {
1875     out->print("[");
1876     stub()->print_name(out);
1877     out->print(": " INTPTR_FORMAT "]", p2i(stub()));
1878     if (stub()->info() != nullptr) out->print(" [bci:%d]", stub()->info()->stack()->bci());
1879   } else {
1880     out->print("[label:" INTPTR_FORMAT "] ", p2i(label()));
1881   }
1882   if (ublock() != nullptr) {
1883     out->print("unordered: [B%d] ", ublock()->block_id());
1884   }
1885 }
1886 
1887 void LIR_Op::print_condition(outputStream* out, LIR_Condition cond) {
1888   switch(cond) {
1889     case lir_cond_equal:           out->print("[EQ]");      break;
1890     case lir_cond_notEqual:        out->print("[NE]");      break;
1891     case lir_cond_less:            out->print("[LT]");      break;
1892     case lir_cond_lessEqual:       out->print("[LE]");      break;
1893     case lir_cond_greaterEqual:    out->print("[GE]");      break;
1894     case lir_cond_greater:         out->print("[GT]");      break;
1895     case lir_cond_belowEqual:      out->print("[BE]");      break;
1896     case lir_cond_aboveEqual:      out->print("[AE]");      break;
1897     case lir_cond_always:          out->print("[AL]");      break;
1898     default:                       out->print("[%d]",cond); break;
1899   }
1900 }
1901 
1902 // LIR_OpConvert
1903 void LIR_OpConvert::print_instr(outputStream* out) const {
1904   print_bytecode(out, bytecode());
1905   in_opr()->print(out);                  out->print(" ");
1906   result_opr()->print(out);              out->print(" ");
1907 }
1908 
1909 void LIR_OpConvert::print_bytecode(outputStream* out, Bytecodes::Code code) {
1910   switch(code) {
1911     case Bytecodes::_d2f: out->print("[d2f] "); break;
1912     case Bytecodes::_d2i: out->print("[d2i] "); break;
1913     case Bytecodes::_d2l: out->print("[d2l] "); break;
1914     case Bytecodes::_f2d: out->print("[f2d] "); break;
1915     case Bytecodes::_f2i: out->print("[f2i] "); break;
1916     case Bytecodes::_f2l: out->print("[f2l] "); break;
1917     case Bytecodes::_i2b: out->print("[i2b] "); break;
1918     case Bytecodes::_i2c: out->print("[i2c] "); break;
1919     case Bytecodes::_i2d: out->print("[i2d] "); break;
1920     case Bytecodes::_i2f: out->print("[i2f] "); break;
1921     case Bytecodes::_i2l: out->print("[i2l] "); break;
1922     case Bytecodes::_i2s: out->print("[i2s] "); break;
1923     case Bytecodes::_l2i: out->print("[l2i] "); break;
1924     case Bytecodes::_l2f: out->print("[l2f] "); break;
1925     case Bytecodes::_l2d: out->print("[l2d] "); break;
1926     default:
1927       out->print("[?%d]",code);
1928     break;
1929   }
1930 }
1931 
1932 void LIR_OpAllocObj::print_instr(outputStream* out) const {
1933   klass()->print(out);                      out->print(" ");
1934   obj()->print(out);                        out->print(" ");
1935   tmp1()->print(out);                       out->print(" ");
1936   tmp2()->print(out);                       out->print(" ");
1937   tmp3()->print(out);                       out->print(" ");
1938   tmp4()->print(out);                       out->print(" ");
1939   out->print("[hdr:%d]", header_size()); out->print(" ");
1940   out->print("[obj:%d]", object_size()); out->print(" ");
1941   out->print("[lbl:" INTPTR_FORMAT "]", p2i(stub()->entry()));
1942 }
1943 
1944 // LIR_Op2
1945 void LIR_Op2::print_instr(outputStream* out) const {
1946   if (code() == lir_cmp || code() == lir_branch || code() == lir_cond_float_branch) {
1947     print_condition(out, condition());         out->print(" ");
1948   }
1949   in_opr1()->print(out);    out->print(" ");
1950   in_opr2()->print(out);    out->print(" ");
1951   if (tmp1_opr()->is_valid()) { tmp1_opr()->print(out);    out->print(" "); }
1952   if (tmp2_opr()->is_valid()) { tmp2_opr()->print(out);    out->print(" "); }
1953   if (tmp3_opr()->is_valid()) { tmp3_opr()->print(out);    out->print(" "); }
1954   if (tmp4_opr()->is_valid()) { tmp4_opr()->print(out);    out->print(" "); }
1955   if (tmp5_opr()->is_valid()) { tmp5_opr()->print(out);    out->print(" "); }
1956   result_opr()->print(out);
1957 }
1958 
1959 void LIR_OpAllocArray::print_instr(outputStream* out) const {
1960   klass()->print(out);                   out->print(" ");
1961   len()->print(out);                     out->print(" ");
1962   obj()->print(out);                     out->print(" ");
1963   tmp1()->print(out);                    out->print(" ");
1964   tmp2()->print(out);                    out->print(" ");
1965   tmp3()->print(out);                    out->print(" ");
1966   tmp4()->print(out);                    out->print(" ");
1967   out->print("[type:0x%x]", type());     out->print(" ");
1968   out->print("[label:" INTPTR_FORMAT "]", p2i(stub()->entry()));
1969 }
1970 
1971 
1972 void LIR_OpTypeCheck::print_instr(outputStream* out) const {
1973   object()->print(out);                  out->print(" ");
1974   if (code() == lir_store_check) {
1975     array()->print(out);                 out->print(" ");
1976   }
1977   if (code() != lir_store_check) {
1978     klass()->print_name_on(out);         out->print(" ");
1979     if (fast_check())                 out->print("fast_check ");
1980   }
1981   tmp1()->print(out);                    out->print(" ");
1982   tmp2()->print(out);                    out->print(" ");
1983   tmp3()->print(out);                    out->print(" ");
1984   result_opr()->print(out);              out->print(" ");
1985   if (info_for_exception() != nullptr) out->print(" [bci:%d]", info_for_exception()->stack()->bci());
1986 }
1987 
1988 
1989 // LIR_Op3
1990 void LIR_Op3::print_instr(outputStream* out) const {
1991   in_opr1()->print(out);    out->print(" ");
1992   in_opr2()->print(out);    out->print(" ");
1993   in_opr3()->print(out);    out->print(" ");
1994   result_opr()->print(out);
1995 }
1996 
1997 // LIR_Op4
1998 void LIR_Op4::print_instr(outputStream* out) const {
1999   print_condition(out, condition()); out->print(" ");
2000   in_opr1()->print(out);             out->print(" ");
2001   in_opr2()->print(out);             out->print(" ");
2002   in_opr3()->print(out);             out->print(" ");
2003   in_opr4()->print(out);             out->print(" ");
2004   result_opr()->print(out);
2005 }
2006 
2007 void LIR_OpLock::print_instr(outputStream* out) const {
2008   hdr_opr()->print(out);   out->print(" ");
2009   obj_opr()->print(out);   out->print(" ");
2010   lock_opr()->print(out);  out->print(" ");
2011   if (_scratch->is_valid()) {
2012     _scratch->print(out);  out->print(" ");
2013   }
2014   out->print("[lbl:" INTPTR_FORMAT "]", p2i(stub()->entry()));
2015 }
2016 
2017 void LIR_OpLoadKlass::print_instr(outputStream* out) const {
2018   obj()->print(out);        out->print(" ");
2019   result_opr()->print(out); out->print(" ");
2020 }
2021 
2022 #ifdef ASSERT
2023 void LIR_OpAssert::print_instr(outputStream* out) const {
2024   print_condition(out, condition()); out->print(" ");
2025   in_opr1()->print(out);             out->print(" ");
2026   in_opr2()->print(out);             out->print(", \"");
2027   out->print("%s", msg());          out->print("\"");
2028 }
2029 #endif
2030 
2031 
2032 // LIR_OpProfileCall
2033 void LIR_OpProfileCall::print_instr(outputStream* out) const {
2034   profiled_method()->name()->print_symbol_on(out);
2035   out->print(".");
2036   profiled_method()->holder()->name()->print_symbol_on(out);
2037   out->print(" @ %d ", profiled_bci());
2038   mdo()->print(out);           out->print(" ");
2039   recv()->print(out);          out->print(" ");
2040   tmp1()->print(out);          out->print(" ");
2041 }
2042 
2043 // LIR_OpProfileType
2044 void LIR_OpProfileType::print_instr(outputStream* out) const {
2045   out->print("exact = ");
2046   if (exact_klass() == nullptr) {
2047     out->print("unknown");
2048   } else {
2049     exact_klass()->print_name_on(out);
2050   }
2051   out->print(" current = "); ciTypeEntries::print_ciklass(out, current_klass());
2052   out->print(" ");
2053   mdp()->print(out);          out->print(" ");
2054   obj()->print(out);          out->print(" ");
2055   tmp()->print(out);          out->print(" ");
2056 }
2057 
2058 #endif // PRODUCT
2059 
2060 // Implementation of LIR_InsertionBuffer
2061 
2062 void LIR_InsertionBuffer::append(int index, LIR_Op* op) {
2063   assert(_index_and_count.length() % 2 == 0, "must have a count for each index");
2064 
2065   int i = number_of_insertion_points() - 1;
2066   if (i < 0 || index_at(i) < index) {
2067     append_new(index, 1);
2068   } else {
2069     assert(index_at(i) == index, "can append LIR_Ops in ascending order only");
2070     assert(count_at(i) > 0, "check");
2071     set_count_at(i, count_at(i) + 1);
2072   }
2073   _ops.push(op);
2074 
2075   DEBUG_ONLY(verify());
2076 }
2077 
2078 #ifdef ASSERT
2079 void LIR_InsertionBuffer::verify() {
2080   int sum = 0;
2081   int prev_idx = -1;
2082 
2083   for (int i = 0; i < number_of_insertion_points(); i++) {
2084     assert(prev_idx < index_at(i), "index must be ordered ascending");
2085     sum += count_at(i);
2086   }
2087   assert(sum == number_of_ops(), "wrong total sum");
2088 }
2089 #endif