1 /* 2 * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "classfile/vmClasses.hpp" 26 #include "compiler/compilationMemoryStatistic.hpp" 27 #include "compiler/compilerDefinitions.inline.hpp" 28 #include "jfr/support/jfrIntrinsics.hpp" 29 #include "opto/c2compiler.hpp" 30 #include "opto/compile.hpp" 31 #include "opto/optoreg.hpp" 32 #include "opto/output.hpp" 33 #include "opto/runtime.hpp" 34 #include "runtime/globals_extension.hpp" 35 #include "runtime/handles.inline.hpp" 36 #include "runtime/stubRoutines.hpp" 37 #include "utilities/macros.hpp" 38 39 40 // register information defined by ADLC 41 extern const char register_save_policy[]; 42 extern const int register_save_type[]; 43 44 const char* C2Compiler::retry_no_subsuming_loads() { 45 return "retry without subsuming loads"; 46 } 47 const char* C2Compiler::retry_no_escape_analysis() { 48 return "retry without escape analysis"; 49 } 50 const char* C2Compiler::retry_no_locks_coarsening() { 51 return "retry without locks coarsening"; 52 } 53 const char* C2Compiler::retry_no_iterative_escape_analysis() { 54 return "retry without iterative escape analysis"; 55 } 56 const char* C2Compiler::retry_no_reduce_allocation_merges() { 57 return "retry without reducing allocation merges"; 58 } 59 const char* C2Compiler::retry_no_superword() { 60 return "retry without SuperWord"; 61 } 62 63 void compiler_stubs_init(bool in_compiler_thread); 64 65 bool C2Compiler::init_c2_runtime() { 66 67 #ifdef ASSERT 68 if (!AlignVector && VerifyAlignVector) { 69 warning("VerifyAlignVector disabled because AlignVector is not enabled."); 70 FLAG_SET_CMDLINE(VerifyAlignVector, false); 71 } 72 #endif 73 74 // Check assumptions used while running ADLC 75 Compile::adlc_verification(); 76 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts"); 77 78 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) { 79 OptoReg::vm2opto[i] = OptoReg::Bad; 80 } 81 82 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) { 83 VMReg r = OptoReg::as_VMReg(i); 84 if (r->is_valid()) { 85 OptoReg::vm2opto[r->value()] = i; 86 } 87 } 88 89 DEBUG_ONLY( Node::init_NodeProperty(); ) 90 91 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs 92 93 // If there was an error generating the blob then UseCompiler will 94 // have been unset and we need to skip the remaining initialization 95 if (!UseCompiler) { 96 return false; 97 } 98 99 Compile::pd_compiler2_init(); 100 101 CompilerThread* thread = CompilerThread::current(); 102 103 HandleMark handle_mark(thread); 104 return OptoRuntime::generate(thread->env()); 105 } 106 107 void C2Compiler::initialize() { 108 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode"); 109 // The first compiler thread that gets here will initialize the 110 // small amount of global state (and runtime stubs) that C2 needs. 111 112 // There is a race possible once at startup and then we're fine 113 114 // Note that this is being called from a compiler thread not the 115 // main startup thread. 116 if (should_perform_init()) { 117 bool successful = C2Compiler::init_c2_runtime(); 118 int new_state = (successful) ? initialized : failed; 119 set_state(new_state); 120 } 121 } 122 123 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) { 124 assert(is_initialized(), "Compiler thread must be initialized"); 125 126 CompilationMemoryStatisticMark cmsm(directive); 127 128 bool subsume_loads = SubsumeLoads; 129 bool do_escape_analysis = DoEscapeAnalysis; 130 bool do_iterative_escape_analysis = DoEscapeAnalysis; 131 bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations; 132 bool eliminate_boxing = EliminateAutoBox; 133 bool do_locks_coarsening = EliminateLocks; 134 bool do_superword = UseSuperWord; 135 136 while (!env->failing()) { 137 ResourceMark rm; 138 // Attempt to compile while subsuming loads into machine instructions. 139 Options options(subsume_loads, 140 do_escape_analysis, 141 do_iterative_escape_analysis, 142 do_reduce_allocation_merges, 143 eliminate_boxing, 144 do_locks_coarsening, 145 do_superword, 146 install_code); 147 Compile C(env, target, entry_bci, options, directive); 148 149 // Check result and retry if appropriate. 150 if (C.failure_reason() != nullptr) { 151 if (C.failure_reason_is(retry_no_subsuming_loads())) { 152 assert(subsume_loads, "must make progress"); 153 subsume_loads = false; 154 env->report_failure(C.failure_reason()); 155 continue; // retry 156 } 157 if (C.failure_reason_is(retry_no_escape_analysis())) { 158 assert(do_escape_analysis, "must make progress"); 159 do_escape_analysis = false; 160 env->report_failure(C.failure_reason()); 161 continue; // retry 162 } 163 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) { 164 assert(do_iterative_escape_analysis, "must make progress"); 165 do_iterative_escape_analysis = false; 166 env->report_failure(C.failure_reason()); 167 continue; // retry 168 } 169 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) { 170 assert(do_reduce_allocation_merges, "must make progress"); 171 do_reduce_allocation_merges = false; 172 env->report_failure(C.failure_reason()); 173 continue; // retry 174 } 175 if (C.failure_reason_is(retry_no_locks_coarsening())) { 176 assert(do_locks_coarsening, "must make progress"); 177 do_locks_coarsening = false; 178 env->report_failure(C.failure_reason()); 179 continue; // retry 180 } 181 if (C.failure_reason_is(retry_no_superword())) { 182 assert(do_superword, "must make progress"); 183 do_superword = false; 184 env->report_failure(C.failure_reason()); 185 continue; // retry 186 } 187 if (C.has_boxed_value()) { 188 // Recompile without boxing elimination regardless failure reason. 189 assert(eliminate_boxing, "must make progress"); 190 eliminate_boxing = false; 191 env->report_failure(C.failure_reason()); 192 continue; // retry 193 } 194 // Pass any other failure reason up to the ciEnv. 195 // Note that serious, irreversible failures are already logged 196 // on the ciEnv via env->record_method_not_compilable(). 197 env->record_failure(C.failure_reason()); 198 } 199 if (StressRecompilation) { 200 if (subsume_loads) { 201 subsume_loads = false; 202 continue; // retry 203 } 204 if (do_escape_analysis) { 205 do_escape_analysis = false; 206 continue; // retry 207 } 208 if (do_locks_coarsening) { 209 do_locks_coarsening = false; 210 continue; // retry 211 } 212 } 213 // print inlining for last compilation only 214 C.dump_print_inlining(); 215 216 // No retry; just break the loop. 217 break; 218 } 219 } 220 221 void C2Compiler::print_timers() { 222 Compile::print_timers(); 223 } 224 225 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) { 226 vmIntrinsics::ID id = method->intrinsic_id(); 227 return C2Compiler::is_intrinsic_supported(id); 228 } 229 230 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) { 231 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 232 233 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) { 234 return false; 235 } 236 237 switch (id) { 238 case vmIntrinsics::_compressStringC: 239 case vmIntrinsics::_compressStringB: 240 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false; 241 break; 242 case vmIntrinsics::_inflateStringC: 243 case vmIntrinsics::_inflateStringB: 244 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false; 245 break; 246 case vmIntrinsics::_compareToL: 247 case vmIntrinsics::_compareToU: 248 case vmIntrinsics::_compareToLU: 249 case vmIntrinsics::_compareToUL: 250 if (!Matcher::match_rule_supported(Op_StrComp)) return false; 251 break; 252 case vmIntrinsics::_equalsL: 253 if (!Matcher::match_rule_supported(Op_StrEquals)) return false; 254 break; 255 case vmIntrinsics::_vectorizedHashCode: 256 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false; 257 break; 258 case vmIntrinsics::_equalsB: 259 case vmIntrinsics::_equalsC: 260 if (!Matcher::match_rule_supported(Op_AryEq)) return false; 261 break; 262 case vmIntrinsics::_copyMemory: 263 if (StubRoutines::unsafe_arraycopy() == nullptr) return false; 264 break; 265 case vmIntrinsics::_setMemory: 266 if (StubRoutines::unsafe_setmemory() == nullptr) return false; 267 break; 268 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 269 if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false; 270 break; 271 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 272 if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false; 273 break; 274 case vmIntrinsics::_galoisCounterMode_AESCrypt: 275 if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false; 276 break; 277 case vmIntrinsics::_bigIntegerRightShiftWorker: 278 if (StubRoutines::bigIntegerRightShift() == nullptr) return false; 279 break; 280 case vmIntrinsics::_bigIntegerLeftShiftWorker: 281 if (StubRoutines::bigIntegerLeftShift() == nullptr) return false; 282 break; 283 case vmIntrinsics::_encodeAsciiArray: 284 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false; 285 break; 286 case vmIntrinsics::_encodeISOArray: 287 case vmIntrinsics::_encodeByteISOArray: 288 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false; 289 break; 290 case vmIntrinsics::_countPositives: 291 if (!Matcher::match_rule_supported(Op_CountPositives)) return false; 292 break; 293 case vmIntrinsics::_bitCount_i: 294 if (!Matcher::match_rule_supported(Op_PopCountI)) return false; 295 break; 296 case vmIntrinsics::_bitCount_l: 297 if (!Matcher::match_rule_supported(Op_PopCountL)) return false; 298 break; 299 case vmIntrinsics::_compress_i: 300 case vmIntrinsics::_compress_l: 301 if (!Matcher::match_rule_supported(Op_CompressBits)) return false; 302 break; 303 case vmIntrinsics::_expand_i: 304 case vmIntrinsics::_expand_l: 305 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false; 306 break; 307 case vmIntrinsics::_numberOfLeadingZeros_i: 308 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false; 309 break; 310 case vmIntrinsics::_numberOfLeadingZeros_l: 311 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false; 312 break; 313 case vmIntrinsics::_numberOfTrailingZeros_i: 314 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false; 315 break; 316 case vmIntrinsics::_numberOfTrailingZeros_l: 317 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false; 318 break; 319 case vmIntrinsics::_reverse_i: 320 if (!Matcher::match_rule_supported(Op_ReverseI)) return false; 321 break; 322 case vmIntrinsics::_reverse_l: 323 if (!Matcher::match_rule_supported(Op_ReverseL)) return false; 324 break; 325 case vmIntrinsics::_reverseBytes_c: 326 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false; 327 break; 328 case vmIntrinsics::_reverseBytes_s: 329 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false; 330 break; 331 case vmIntrinsics::_reverseBytes_i: 332 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false; 333 break; 334 case vmIntrinsics::_reverseBytes_l: 335 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false; 336 break; 337 case vmIntrinsics::_compareUnsigned_i: 338 if (!Matcher::match_rule_supported(Op_CmpU3)) return false; 339 break; 340 case vmIntrinsics::_compareUnsigned_l: 341 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false; 342 break; 343 case vmIntrinsics::_divideUnsigned_i: 344 if (!Matcher::match_rule_supported(Op_UDivI)) return false; 345 break; 346 case vmIntrinsics::_remainderUnsigned_i: 347 if (!Matcher::match_rule_supported(Op_UModI)) return false; 348 break; 349 case vmIntrinsics::_divideUnsigned_l: 350 if (!Matcher::match_rule_supported(Op_UDivL)) return false; 351 break; 352 case vmIntrinsics::_remainderUnsigned_l: 353 if (!Matcher::match_rule_supported(Op_UModL)) return false; 354 break; 355 case vmIntrinsics::_float16ToFloat: 356 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false; 357 break; 358 case vmIntrinsics::_floatToFloat16: 359 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false; 360 break; 361 case vmIntrinsics::_sqrt_float16: 362 if (!Matcher::match_rule_supported(Op_SqrtHF)) return false; 363 break; 364 case vmIntrinsics::_fma_float16: 365 if (!Matcher::match_rule_supported(Op_FmaHF)) return false; 366 break; 367 368 /* CompareAndSet, Object: */ 369 case vmIntrinsics::_compareAndSetReference: 370 #ifdef _LP64 371 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false; 372 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false; 373 #else 374 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false; 375 #endif 376 break; 377 case vmIntrinsics::_weakCompareAndSetReferencePlain: 378 case vmIntrinsics::_weakCompareAndSetReferenceAcquire: 379 case vmIntrinsics::_weakCompareAndSetReferenceRelease: 380 case vmIntrinsics::_weakCompareAndSetReference: 381 #ifdef _LP64 382 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false; 383 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false; 384 #else 385 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false; 386 #endif 387 break; 388 /* CompareAndSet, Long: */ 389 case vmIntrinsics::_compareAndSetLong: 390 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false; 391 break; 392 case vmIntrinsics::_weakCompareAndSetLongPlain: 393 case vmIntrinsics::_weakCompareAndSetLongAcquire: 394 case vmIntrinsics::_weakCompareAndSetLongRelease: 395 case vmIntrinsics::_weakCompareAndSetLong: 396 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false; 397 break; 398 399 /* CompareAndSet, Int: */ 400 case vmIntrinsics::_compareAndSetInt: 401 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false; 402 break; 403 case vmIntrinsics::_weakCompareAndSetIntPlain: 404 case vmIntrinsics::_weakCompareAndSetIntAcquire: 405 case vmIntrinsics::_weakCompareAndSetIntRelease: 406 case vmIntrinsics::_weakCompareAndSetInt: 407 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false; 408 break; 409 410 /* CompareAndSet, Byte: */ 411 case vmIntrinsics::_compareAndSetByte: 412 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false; 413 break; 414 case vmIntrinsics::_weakCompareAndSetBytePlain: 415 case vmIntrinsics::_weakCompareAndSetByteAcquire: 416 case vmIntrinsics::_weakCompareAndSetByteRelease: 417 case vmIntrinsics::_weakCompareAndSetByte: 418 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false; 419 break; 420 421 /* CompareAndSet, Short: */ 422 case vmIntrinsics::_compareAndSetShort: 423 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false; 424 break; 425 case vmIntrinsics::_weakCompareAndSetShortPlain: 426 case vmIntrinsics::_weakCompareAndSetShortAcquire: 427 case vmIntrinsics::_weakCompareAndSetShortRelease: 428 case vmIntrinsics::_weakCompareAndSetShort: 429 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false; 430 break; 431 432 /* CompareAndExchange, Object: */ 433 case vmIntrinsics::_compareAndExchangeReference: 434 case vmIntrinsics::_compareAndExchangeReferenceAcquire: 435 case vmIntrinsics::_compareAndExchangeReferenceRelease: 436 #ifdef _LP64 437 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false; 438 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false; 439 #else 440 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false; 441 #endif 442 break; 443 444 /* CompareAndExchange, Long: */ 445 case vmIntrinsics::_compareAndExchangeLong: 446 case vmIntrinsics::_compareAndExchangeLongAcquire: 447 case vmIntrinsics::_compareAndExchangeLongRelease: 448 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false; 449 break; 450 451 /* CompareAndExchange, Int: */ 452 case vmIntrinsics::_compareAndExchangeInt: 453 case vmIntrinsics::_compareAndExchangeIntAcquire: 454 case vmIntrinsics::_compareAndExchangeIntRelease: 455 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false; 456 break; 457 458 /* CompareAndExchange, Byte: */ 459 case vmIntrinsics::_compareAndExchangeByte: 460 case vmIntrinsics::_compareAndExchangeByteAcquire: 461 case vmIntrinsics::_compareAndExchangeByteRelease: 462 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false; 463 break; 464 465 /* CompareAndExchange, Short: */ 466 case vmIntrinsics::_compareAndExchangeShort: 467 case vmIntrinsics::_compareAndExchangeShortAcquire: 468 case vmIntrinsics::_compareAndExchangeShortRelease: 469 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false; 470 break; 471 472 case vmIntrinsics::_getAndAddByte: 473 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false; 474 break; 475 case vmIntrinsics::_getAndAddShort: 476 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false; 477 break; 478 case vmIntrinsics::_getAndAddInt: 479 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false; 480 break; 481 case vmIntrinsics::_getAndAddLong: 482 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false; 483 break; 484 485 case vmIntrinsics::_getAndSetByte: 486 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false; 487 break; 488 case vmIntrinsics::_getAndSetShort: 489 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false; 490 break; 491 case vmIntrinsics::_getAndSetInt: 492 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false; 493 break; 494 case vmIntrinsics::_getAndSetLong: 495 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false; 496 break; 497 case vmIntrinsics::_getAndSetReference: 498 #ifdef _LP64 499 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false; 500 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false; 501 break; 502 #else 503 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false; 504 break; 505 #endif 506 case vmIntrinsics::_incrementExactI: 507 case vmIntrinsics::_addExactI: 508 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false; 509 break; 510 case vmIntrinsics::_incrementExactL: 511 case vmIntrinsics::_addExactL: 512 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false; 513 break; 514 case vmIntrinsics::_decrementExactI: 515 case vmIntrinsics::_subtractExactI: 516 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false; 517 break; 518 case vmIntrinsics::_decrementExactL: 519 case vmIntrinsics::_subtractExactL: 520 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false; 521 break; 522 case vmIntrinsics::_negateExactI: 523 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false; 524 break; 525 case vmIntrinsics::_negateExactL: 526 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false; 527 break; 528 case vmIntrinsics::_multiplyExactI: 529 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false; 530 break; 531 case vmIntrinsics::_multiplyExactL: 532 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false; 533 break; 534 case vmIntrinsics::_multiplyHigh: 535 if (!Matcher::match_rule_supported(Op_MulHiL)) return false; 536 break; 537 case vmIntrinsics::_unsignedMultiplyHigh: 538 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false; 539 break; 540 case vmIntrinsics::_getCallerClass: 541 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false; 542 break; 543 case vmIntrinsics::_onSpinWait: 544 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false; 545 break; 546 case vmIntrinsics::_fmaD: 547 if (!Matcher::match_rule_supported(Op_FmaD)) return false; 548 break; 549 case vmIntrinsics::_fmaF: 550 if (!Matcher::match_rule_supported(Op_FmaF)) return false; 551 break; 552 case vmIntrinsics::_isDigit: 553 if (!Matcher::match_rule_supported(Op_Digit)) return false; 554 break; 555 case vmIntrinsics::_isLowerCase: 556 if (!Matcher::match_rule_supported(Op_LowerCase)) return false; 557 break; 558 case vmIntrinsics::_isUpperCase: 559 if (!Matcher::match_rule_supported(Op_UpperCase)) return false; 560 break; 561 case vmIntrinsics::_isWhitespace: 562 if (!Matcher::match_rule_supported(Op_Whitespace)) return false; 563 break; 564 case vmIntrinsics::_maxF: 565 case vmIntrinsics::_maxF_strict: 566 if (!Matcher::match_rule_supported(Op_MaxF)) return false; 567 break; 568 case vmIntrinsics::_minF: 569 case vmIntrinsics::_minF_strict: 570 if (!Matcher::match_rule_supported(Op_MinF)) return false; 571 break; 572 case vmIntrinsics::_maxD: 573 case vmIntrinsics::_maxD_strict: 574 if (!Matcher::match_rule_supported(Op_MaxD)) return false; 575 break; 576 case vmIntrinsics::_minD: 577 case vmIntrinsics::_minD_strict: 578 if (!Matcher::match_rule_supported(Op_MinD)) return false; 579 break; 580 case vmIntrinsics::_writeback0: 581 if (!Matcher::match_rule_supported(Op_CacheWB)) return false; 582 break; 583 case vmIntrinsics::_writebackPreSync0: 584 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false; 585 break; 586 case vmIntrinsics::_writebackPostSync0: 587 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false; 588 break; 589 case vmIntrinsics::_rint: 590 case vmIntrinsics::_ceil: 591 case vmIntrinsics::_floor: 592 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false; 593 break; 594 case vmIntrinsics::_dcopySign: 595 if (!Matcher::match_rule_supported(Op_CopySignD)) return false; 596 break; 597 case vmIntrinsics::_fcopySign: 598 if (!Matcher::match_rule_supported(Op_CopySignF)) return false; 599 break; 600 case vmIntrinsics::_dsignum: 601 if (!Matcher::match_rule_supported(Op_SignumD)) return false; 602 break; 603 case vmIntrinsics::_fsignum: 604 if (!Matcher::match_rule_supported(Op_SignumF)) return false; 605 break; 606 case vmIntrinsics::_floatIsInfinite: 607 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false; 608 break; 609 case vmIntrinsics::_floatIsFinite: 610 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false; 611 break; 612 case vmIntrinsics::_doubleIsInfinite: 613 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false; 614 break; 615 case vmIntrinsics::_doubleIsFinite: 616 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false; 617 break; 618 case vmIntrinsics::_hashCode: 619 case vmIntrinsics::_identityHashCode: 620 case vmIntrinsics::_getClass: 621 case vmIntrinsics::_dsin: 622 case vmIntrinsics::_dcos: 623 case vmIntrinsics::_dtan: 624 case vmIntrinsics::_dsinh: 625 case vmIntrinsics::_dtanh: 626 case vmIntrinsics::_dcbrt: 627 case vmIntrinsics::_dabs: 628 case vmIntrinsics::_fabs: 629 case vmIntrinsics::_iabs: 630 case vmIntrinsics::_labs: 631 case vmIntrinsics::_datan2: 632 case vmIntrinsics::_dsqrt: 633 case vmIntrinsics::_dsqrt_strict: 634 case vmIntrinsics::_dexp: 635 case vmIntrinsics::_dlog: 636 case vmIntrinsics::_dlog10: 637 case vmIntrinsics::_dpow: 638 case vmIntrinsics::_roundD: 639 case vmIntrinsics::_roundF: 640 case vmIntrinsics::_min: 641 case vmIntrinsics::_max: 642 case vmIntrinsics::_min_strict: 643 case vmIntrinsics::_max_strict: 644 case vmIntrinsics::_maxL: 645 case vmIntrinsics::_minL: 646 case vmIntrinsics::_arraycopy: 647 case vmIntrinsics::_arraySort: 648 case vmIntrinsics::_arrayPartition: 649 case vmIntrinsics::_indexOfL: 650 case vmIntrinsics::_indexOfU: 651 case vmIntrinsics::_indexOfUL: 652 case vmIntrinsics::_indexOfIL: 653 case vmIntrinsics::_indexOfIU: 654 case vmIntrinsics::_indexOfIUL: 655 case vmIntrinsics::_indexOfU_char: 656 case vmIntrinsics::_indexOfL_char: 657 case vmIntrinsics::_toBytesStringU: 658 case vmIntrinsics::_getCharsStringU: 659 case vmIntrinsics::_getCharStringU: 660 case vmIntrinsics::_putCharStringU: 661 case vmIntrinsics::_getReference: 662 case vmIntrinsics::_getBoolean: 663 case vmIntrinsics::_getByte: 664 case vmIntrinsics::_getShort: 665 case vmIntrinsics::_getChar: 666 case vmIntrinsics::_getInt: 667 case vmIntrinsics::_getLong: 668 case vmIntrinsics::_getFloat: 669 case vmIntrinsics::_getDouble: 670 case vmIntrinsics::_putReference: 671 case vmIntrinsics::_putBoolean: 672 case vmIntrinsics::_putByte: 673 case vmIntrinsics::_putShort: 674 case vmIntrinsics::_putChar: 675 case vmIntrinsics::_putInt: 676 case vmIntrinsics::_putLong: 677 case vmIntrinsics::_putFloat: 678 case vmIntrinsics::_putDouble: 679 case vmIntrinsics::_getReferenceVolatile: 680 case vmIntrinsics::_getBooleanVolatile: 681 case vmIntrinsics::_getByteVolatile: 682 case vmIntrinsics::_getShortVolatile: 683 case vmIntrinsics::_getCharVolatile: 684 case vmIntrinsics::_getIntVolatile: 685 case vmIntrinsics::_getLongVolatile: 686 case vmIntrinsics::_getFloatVolatile: 687 case vmIntrinsics::_getDoubleVolatile: 688 case vmIntrinsics::_putReferenceVolatile: 689 case vmIntrinsics::_putBooleanVolatile: 690 case vmIntrinsics::_putByteVolatile: 691 case vmIntrinsics::_putShortVolatile: 692 case vmIntrinsics::_putCharVolatile: 693 case vmIntrinsics::_putIntVolatile: 694 case vmIntrinsics::_putLongVolatile: 695 case vmIntrinsics::_putFloatVolatile: 696 case vmIntrinsics::_putDoubleVolatile: 697 case vmIntrinsics::_getReferenceAcquire: 698 case vmIntrinsics::_getBooleanAcquire: 699 case vmIntrinsics::_getByteAcquire: 700 case vmIntrinsics::_getShortAcquire: 701 case vmIntrinsics::_getCharAcquire: 702 case vmIntrinsics::_getIntAcquire: 703 case vmIntrinsics::_getLongAcquire: 704 case vmIntrinsics::_getFloatAcquire: 705 case vmIntrinsics::_getDoubleAcquire: 706 case vmIntrinsics::_putReferenceRelease: 707 case vmIntrinsics::_putBooleanRelease: 708 case vmIntrinsics::_putByteRelease: 709 case vmIntrinsics::_putShortRelease: 710 case vmIntrinsics::_putCharRelease: 711 case vmIntrinsics::_putIntRelease: 712 case vmIntrinsics::_putLongRelease: 713 case vmIntrinsics::_putFloatRelease: 714 case vmIntrinsics::_putDoubleRelease: 715 case vmIntrinsics::_getReferenceOpaque: 716 case vmIntrinsics::_getBooleanOpaque: 717 case vmIntrinsics::_getByteOpaque: 718 case vmIntrinsics::_getShortOpaque: 719 case vmIntrinsics::_getCharOpaque: 720 case vmIntrinsics::_getIntOpaque: 721 case vmIntrinsics::_getLongOpaque: 722 case vmIntrinsics::_getFloatOpaque: 723 case vmIntrinsics::_getDoubleOpaque: 724 case vmIntrinsics::_putReferenceOpaque: 725 case vmIntrinsics::_putBooleanOpaque: 726 case vmIntrinsics::_putByteOpaque: 727 case vmIntrinsics::_putShortOpaque: 728 case vmIntrinsics::_putCharOpaque: 729 case vmIntrinsics::_putIntOpaque: 730 case vmIntrinsics::_putLongOpaque: 731 case vmIntrinsics::_putFloatOpaque: 732 case vmIntrinsics::_putDoubleOpaque: 733 case vmIntrinsics::_getShortUnaligned: 734 case vmIntrinsics::_getCharUnaligned: 735 case vmIntrinsics::_getIntUnaligned: 736 case vmIntrinsics::_getLongUnaligned: 737 case vmIntrinsics::_putShortUnaligned: 738 case vmIntrinsics::_putCharUnaligned: 739 case vmIntrinsics::_putIntUnaligned: 740 case vmIntrinsics::_putLongUnaligned: 741 case vmIntrinsics::_loadFence: 742 case vmIntrinsics::_storeFence: 743 case vmIntrinsics::_storeStoreFence: 744 case vmIntrinsics::_fullFence: 745 case vmIntrinsics::_currentCarrierThread: 746 case vmIntrinsics::_currentThread: 747 case vmIntrinsics::_setCurrentThread: 748 case vmIntrinsics::_scopedValueCache: 749 case vmIntrinsics::_setScopedValueCache: 750 case vmIntrinsics::_Continuation_pin: 751 case vmIntrinsics::_Continuation_unpin: 752 #ifdef JFR_HAVE_INTRINSICS 753 case vmIntrinsics::_counterTime: 754 case vmIntrinsics::_getEventWriter: 755 case vmIntrinsics::_jvm_commit: 756 #endif 757 case vmIntrinsics::_currentTimeMillis: 758 case vmIntrinsics::_nanoTime: 759 case vmIntrinsics::_allocateInstance: 760 case vmIntrinsics::_allocateUninitializedArray: 761 case vmIntrinsics::_newArray: 762 case vmIntrinsics::_getLength: 763 case vmIntrinsics::_copyOf: 764 case vmIntrinsics::_copyOfRange: 765 case vmIntrinsics::_clone: 766 case vmIntrinsics::_isAssignableFrom: 767 case vmIntrinsics::_isInstance: 768 case vmIntrinsics::_isHidden: 769 case vmIntrinsics::_getSuperclass: 770 case vmIntrinsics::_floatToRawIntBits: 771 case vmIntrinsics::_floatToIntBits: 772 case vmIntrinsics::_intBitsToFloat: 773 case vmIntrinsics::_doubleToRawLongBits: 774 case vmIntrinsics::_doubleToLongBits: 775 case vmIntrinsics::_longBitsToDouble: 776 case vmIntrinsics::_Reference_get0: 777 case vmIntrinsics::_Reference_refersTo0: 778 case vmIntrinsics::_PhantomReference_refersTo0: 779 case vmIntrinsics::_Reference_clear0: 780 case vmIntrinsics::_PhantomReference_clear0: 781 case vmIntrinsics::_Class_cast: 782 case vmIntrinsics::_aescrypt_encryptBlock: 783 case vmIntrinsics::_aescrypt_decryptBlock: 784 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 785 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 786 case vmIntrinsics::_counterMode_AESCrypt: 787 case vmIntrinsics::_md5_implCompress: 788 case vmIntrinsics::_sha_implCompress: 789 case vmIntrinsics::_sha2_implCompress: 790 case vmIntrinsics::_sha5_implCompress: 791 case vmIntrinsics::_sha3_implCompress: 792 case vmIntrinsics::_double_keccak: 793 case vmIntrinsics::_digestBase_implCompressMB: 794 case vmIntrinsics::_multiplyToLen: 795 case vmIntrinsics::_squareToLen: 796 case vmIntrinsics::_mulAdd: 797 case vmIntrinsics::_montgomeryMultiply: 798 case vmIntrinsics::_montgomerySquare: 799 case vmIntrinsics::_vectorizedMismatch: 800 case vmIntrinsics::_ghash_processBlocks: 801 case vmIntrinsics::_chacha20Block: 802 case vmIntrinsics::_kyberNtt: 803 case vmIntrinsics::_kyberInverseNtt: 804 case vmIntrinsics::_kyberNttMult: 805 case vmIntrinsics::_kyberAddPoly_2: 806 case vmIntrinsics::_kyberAddPoly_3: 807 case vmIntrinsics::_kyber12To16: 808 case vmIntrinsics::_kyberBarrettReduce: 809 case vmIntrinsics::_dilithiumAlmostNtt: 810 case vmIntrinsics::_dilithiumAlmostInverseNtt: 811 case vmIntrinsics::_dilithiumNttMult: 812 case vmIntrinsics::_dilithiumMontMulByConstant: 813 case vmIntrinsics::_dilithiumDecomposePoly: 814 case vmIntrinsics::_base64_encodeBlock: 815 case vmIntrinsics::_base64_decodeBlock: 816 case vmIntrinsics::_poly1305_processBlocks: 817 case vmIntrinsics::_intpoly_montgomeryMult_P256: 818 case vmIntrinsics::_intpoly_assign: 819 case vmIntrinsics::_updateCRC32: 820 case vmIntrinsics::_updateBytesCRC32: 821 case vmIntrinsics::_updateByteBufferCRC32: 822 case vmIntrinsics::_updateBytesCRC32C: 823 case vmIntrinsics::_updateDirectByteBufferCRC32C: 824 case vmIntrinsics::_updateBytesAdler32: 825 case vmIntrinsics::_updateByteBufferAdler32: 826 case vmIntrinsics::_profileBoolean: 827 case vmIntrinsics::_isCompileConstant: 828 case vmIntrinsics::_Preconditions_checkIndex: 829 case vmIntrinsics::_Preconditions_checkLongIndex: 830 case vmIntrinsics::_getObjectSize: 831 break; 832 case vmIntrinsics::_VectorCompressExpand: 833 case vmIntrinsics::_VectorUnaryOp: 834 case vmIntrinsics::_VectorBinaryOp: 835 case vmIntrinsics::_VectorTernaryOp: 836 case vmIntrinsics::_VectorFromBitsCoerced: 837 case vmIntrinsics::_VectorLoadOp: 838 case vmIntrinsics::_VectorLoadMaskedOp: 839 case vmIntrinsics::_VectorStoreOp: 840 case vmIntrinsics::_VectorStoreMaskedOp: 841 case vmIntrinsics::_VectorSelectFromTwoVectorOp: 842 case vmIntrinsics::_VectorGatherOp: 843 case vmIntrinsics::_VectorScatterOp: 844 case vmIntrinsics::_VectorReductionCoerced: 845 case vmIntrinsics::_VectorTest: 846 case vmIntrinsics::_VectorBlend: 847 case vmIntrinsics::_VectorRearrange: 848 case vmIntrinsics::_VectorSelectFrom: 849 case vmIntrinsics::_VectorCompare: 850 case vmIntrinsics::_VectorBroadcastInt: 851 case vmIntrinsics::_VectorConvert: 852 case vmIntrinsics::_VectorInsert: 853 case vmIntrinsics::_VectorExtract: 854 case vmIntrinsics::_VectorMaskOp: 855 case vmIntrinsics::_IndexVector: 856 case vmIntrinsics::_IndexPartiallyInUpperRange: 857 return EnableVectorSupport; 858 case vmIntrinsics::_VectorUnaryLibOp: 859 case vmIntrinsics::_VectorBinaryLibOp: 860 return EnableVectorSupport && Matcher::supports_vector_calling_convention(); 861 case vmIntrinsics::_blackhole: 862 #if INCLUDE_JVMTI 863 case vmIntrinsics::_notifyJvmtiVThreadStart: 864 case vmIntrinsics::_notifyJvmtiVThreadEnd: 865 case vmIntrinsics::_notifyJvmtiVThreadMount: 866 case vmIntrinsics::_notifyJvmtiVThreadUnmount: 867 case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend: 868 #endif 869 break; 870 871 default: 872 return false; 873 } 874 return true; 875 } 876 877 int C2Compiler::initial_code_buffer_size(int const_size) { 878 // See Compile::init_scratch_buffer_blob 879 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size; 880 int slop = 2 * CodeSection::end_slop(); // space between sections 881 return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size; 882 }