1 /* 2 * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "classfile/vmClasses.hpp" 26 #include "classfile/vmIntrinsics.hpp" 27 #include "compiler/compilationMemoryStatistic.hpp" 28 #include "compiler/compilerDefinitions.inline.hpp" 29 #include "jfr/support/jfrIntrinsics.hpp" 30 #include "opto/c2compiler.hpp" 31 #include "opto/compile.hpp" 32 #include "opto/optoreg.hpp" 33 #include "opto/output.hpp" 34 #include "opto/runtime.hpp" 35 #include "runtime/globals_extension.hpp" 36 #include "runtime/handles.inline.hpp" 37 #include "runtime/stubRoutines.hpp" 38 #include "utilities/macros.hpp" 39 40 41 // register information defined by ADLC 42 extern const char register_save_policy[]; 43 extern const int register_save_type[]; 44 45 const char* C2Compiler::retry_no_subsuming_loads() { 46 return "retry without subsuming loads"; 47 } 48 const char* C2Compiler::retry_no_escape_analysis() { 49 return "retry without escape analysis"; 50 } 51 const char* C2Compiler::retry_no_locks_coarsening() { 52 return "retry without locks coarsening"; 53 } 54 const char* C2Compiler::retry_no_iterative_escape_analysis() { 55 return "retry without iterative escape analysis"; 56 } 57 const char* C2Compiler::retry_no_reduce_allocation_merges() { 58 return "retry without reducing allocation merges"; 59 } 60 const char* C2Compiler::retry_no_superword() { 61 return "retry without SuperWord"; 62 } 63 64 void compiler_stubs_init(bool in_compiler_thread); 65 66 bool C2Compiler::init_c2_runtime() { 67 68 #ifdef ASSERT 69 if (!AlignVector && VerifyAlignVector) { 70 warning("VerifyAlignVector disabled because AlignVector is not enabled."); 71 FLAG_SET_CMDLINE(VerifyAlignVector, false); 72 } 73 #endif 74 75 // Check assumptions used while running ADLC 76 Compile::adlc_verification(); 77 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts"); 78 79 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) { 80 OptoReg::vm2opto[i] = OptoReg::Bad; 81 } 82 83 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) { 84 VMReg r = OptoReg::as_VMReg(i); 85 if (r->is_valid()) { 86 OptoReg::vm2opto[r->value()] = i; 87 } 88 } 89 90 DEBUG_ONLY( Node::init_NodeProperty(); ) 91 92 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs 93 94 // If there was an error generating the blob then UseCompiler will 95 // have been unset and we need to skip the remaining initialization 96 if (!UseCompiler) { 97 return false; 98 } 99 100 Compile::pd_compiler2_init(); 101 102 CompilerThread* thread = CompilerThread::current(); 103 104 HandleMark handle_mark(thread); 105 return OptoRuntime::generate(thread->env()); 106 } 107 108 void C2Compiler::initialize() { 109 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode"); 110 // The first compiler thread that gets here will initialize the 111 // small amount of global state (and runtime stubs) that C2 needs. 112 113 // There is a race possible once at startup and then we're fine 114 115 // Note that this is being called from a compiler thread not the 116 // main startup thread. 117 if (should_perform_init()) { 118 bool successful = C2Compiler::init_c2_runtime(); 119 int new_state = (successful) ? initialized : failed; 120 set_state(new_state); 121 } 122 } 123 124 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) { 125 assert(is_initialized(), "Compiler thread must be initialized"); 126 127 CompilationMemoryStatisticMark cmsm(directive); 128 129 bool subsume_loads = SubsumeLoads; 130 bool do_escape_analysis = DoEscapeAnalysis; 131 bool do_iterative_escape_analysis = DoEscapeAnalysis; 132 bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations; 133 // TODO 8328675 Re-enable 134 bool eliminate_boxing = false; // EliminateAutoBox; 135 bool do_locks_coarsening = EliminateLocks; 136 bool do_superword = UseSuperWord; 137 138 while (!env->failing()) { 139 ResourceMark rm; 140 // Attempt to compile while subsuming loads into machine instructions. 141 Options options(subsume_loads, 142 do_escape_analysis, 143 do_iterative_escape_analysis, 144 do_reduce_allocation_merges, 145 eliminate_boxing, 146 do_locks_coarsening, 147 do_superword, 148 install_code); 149 Compile C(env, target, entry_bci, options, directive); 150 151 // Check result and retry if appropriate. 152 if (C.failure_reason() != nullptr) { 153 if (C.failure_reason_is(retry_no_subsuming_loads())) { 154 assert(subsume_loads, "must make progress"); 155 subsume_loads = false; 156 env->report_failure(C.failure_reason()); 157 continue; // retry 158 } 159 if (C.failure_reason_is(retry_no_escape_analysis())) { 160 assert(do_escape_analysis, "must make progress"); 161 do_escape_analysis = false; 162 env->report_failure(C.failure_reason()); 163 continue; // retry 164 } 165 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) { 166 assert(do_iterative_escape_analysis, "must make progress"); 167 do_iterative_escape_analysis = false; 168 env->report_failure(C.failure_reason()); 169 continue; // retry 170 } 171 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) { 172 assert(do_reduce_allocation_merges, "must make progress"); 173 do_reduce_allocation_merges = false; 174 env->report_failure(C.failure_reason()); 175 continue; // retry 176 } 177 if (C.failure_reason_is(retry_no_locks_coarsening())) { 178 assert(do_locks_coarsening, "must make progress"); 179 do_locks_coarsening = false; 180 env->report_failure(C.failure_reason()); 181 continue; // retry 182 } 183 if (C.failure_reason_is(retry_no_superword())) { 184 assert(do_superword, "must make progress"); 185 do_superword = false; 186 env->report_failure(C.failure_reason()); 187 continue; // retry 188 } 189 if (C.has_boxed_value()) { 190 // Recompile without boxing elimination regardless failure reason. 191 assert(eliminate_boxing, "must make progress"); 192 eliminate_boxing = false; 193 env->report_failure(C.failure_reason()); 194 continue; // retry 195 } 196 // Pass any other failure reason up to the ciEnv. 197 // Note that serious, irreversible failures are already logged 198 // on the ciEnv via env->record_method_not_compilable(). 199 env->record_failure(C.failure_reason()); 200 } 201 if (StressRecompilation) { 202 if (subsume_loads) { 203 subsume_loads = false; 204 continue; // retry 205 } 206 if (do_escape_analysis) { 207 do_escape_analysis = false; 208 continue; // retry 209 } 210 if (do_locks_coarsening) { 211 do_locks_coarsening = false; 212 continue; // retry 213 } 214 } 215 // print inlining for last compilation only 216 C.dump_print_inlining(); 217 218 // No retry; just break the loop. 219 break; 220 } 221 } 222 223 void C2Compiler::print_timers() { 224 Compile::print_timers(); 225 } 226 227 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) { 228 vmIntrinsics::ID id = method->intrinsic_id(); 229 return C2Compiler::is_intrinsic_supported(id); 230 } 231 232 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) { 233 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 234 235 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) { 236 return false; 237 } 238 239 switch (id) { 240 case vmIntrinsics::_compressStringC: 241 case vmIntrinsics::_compressStringB: 242 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false; 243 break; 244 case vmIntrinsics::_inflateStringC: 245 case vmIntrinsics::_inflateStringB: 246 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false; 247 break; 248 case vmIntrinsics::_compareToL: 249 case vmIntrinsics::_compareToU: 250 case vmIntrinsics::_compareToLU: 251 case vmIntrinsics::_compareToUL: 252 if (!Matcher::match_rule_supported(Op_StrComp)) return false; 253 break; 254 case vmIntrinsics::_equalsL: 255 if (!Matcher::match_rule_supported(Op_StrEquals)) return false; 256 break; 257 case vmIntrinsics::_vectorizedHashCode: 258 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false; 259 break; 260 case vmIntrinsics::_equalsB: 261 case vmIntrinsics::_equalsC: 262 if (!Matcher::match_rule_supported(Op_AryEq)) return false; 263 break; 264 case vmIntrinsics::_copyMemory: 265 if (StubRoutines::unsafe_arraycopy() == nullptr) return false; 266 break; 267 case vmIntrinsics::_setMemory: 268 if (StubRoutines::unsafe_setmemory() == nullptr) return false; 269 break; 270 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 271 if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false; 272 break; 273 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 274 if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false; 275 break; 276 case vmIntrinsics::_galoisCounterMode_AESCrypt: 277 if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false; 278 break; 279 case vmIntrinsics::_bigIntegerRightShiftWorker: 280 if (StubRoutines::bigIntegerRightShift() == nullptr) return false; 281 break; 282 case vmIntrinsics::_bigIntegerLeftShiftWorker: 283 if (StubRoutines::bigIntegerLeftShift() == nullptr) return false; 284 break; 285 case vmIntrinsics::_encodeAsciiArray: 286 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false; 287 break; 288 case vmIntrinsics::_encodeISOArray: 289 case vmIntrinsics::_encodeByteISOArray: 290 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false; 291 break; 292 case vmIntrinsics::_countPositives: 293 if (!Matcher::match_rule_supported(Op_CountPositives)) return false; 294 break; 295 case vmIntrinsics::_bitCount_i: 296 if (!Matcher::match_rule_supported(Op_PopCountI)) return false; 297 break; 298 case vmIntrinsics::_bitCount_l: 299 if (!Matcher::match_rule_supported(Op_PopCountL)) return false; 300 break; 301 case vmIntrinsics::_compress_i: 302 case vmIntrinsics::_compress_l: 303 if (!Matcher::match_rule_supported(Op_CompressBits)) return false; 304 break; 305 case vmIntrinsics::_expand_i: 306 case vmIntrinsics::_expand_l: 307 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false; 308 break; 309 case vmIntrinsics::_numberOfLeadingZeros_i: 310 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false; 311 break; 312 case vmIntrinsics::_numberOfLeadingZeros_l: 313 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false; 314 break; 315 case vmIntrinsics::_numberOfTrailingZeros_i: 316 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false; 317 break; 318 case vmIntrinsics::_numberOfTrailingZeros_l: 319 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false; 320 break; 321 case vmIntrinsics::_reverse_i: 322 if (!Matcher::match_rule_supported(Op_ReverseI)) return false; 323 break; 324 case vmIntrinsics::_reverse_l: 325 if (!Matcher::match_rule_supported(Op_ReverseL)) return false; 326 break; 327 case vmIntrinsics::_reverseBytes_c: 328 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false; 329 break; 330 case vmIntrinsics::_reverseBytes_s: 331 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false; 332 break; 333 case vmIntrinsics::_reverseBytes_i: 334 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false; 335 break; 336 case vmIntrinsics::_reverseBytes_l: 337 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false; 338 break; 339 case vmIntrinsics::_compareUnsigned_i: 340 if (!Matcher::match_rule_supported(Op_CmpU3)) return false; 341 break; 342 case vmIntrinsics::_compareUnsigned_l: 343 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false; 344 break; 345 case vmIntrinsics::_divideUnsigned_i: 346 if (!Matcher::match_rule_supported(Op_UDivI)) return false; 347 break; 348 case vmIntrinsics::_remainderUnsigned_i: 349 if (!Matcher::match_rule_supported(Op_UModI)) return false; 350 break; 351 case vmIntrinsics::_divideUnsigned_l: 352 if (!Matcher::match_rule_supported(Op_UDivL)) return false; 353 break; 354 case vmIntrinsics::_remainderUnsigned_l: 355 if (!Matcher::match_rule_supported(Op_UModL)) return false; 356 break; 357 case vmIntrinsics::_float16ToFloat: 358 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false; 359 break; 360 case vmIntrinsics::_floatToFloat16: 361 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false; 362 break; 363 case vmIntrinsics::_sqrt_float16: 364 if (!Matcher::match_rule_supported(Op_SqrtHF)) return false; 365 break; 366 case vmIntrinsics::_fma_float16: 367 if (!Matcher::match_rule_supported(Op_FmaHF)) return false; 368 break; 369 370 /* CompareAndSet, Object: */ 371 case vmIntrinsics::_compareAndSetReference: 372 #ifdef _LP64 373 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false; 374 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false; 375 #else 376 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false; 377 #endif 378 break; 379 case vmIntrinsics::_weakCompareAndSetReferencePlain: 380 case vmIntrinsics::_weakCompareAndSetReferenceAcquire: 381 case vmIntrinsics::_weakCompareAndSetReferenceRelease: 382 case vmIntrinsics::_weakCompareAndSetReference: 383 #ifdef _LP64 384 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false; 385 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false; 386 #else 387 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false; 388 #endif 389 break; 390 /* CompareAndSet, Long: */ 391 case vmIntrinsics::_compareAndSetLong: 392 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false; 393 break; 394 case vmIntrinsics::_weakCompareAndSetLongPlain: 395 case vmIntrinsics::_weakCompareAndSetLongAcquire: 396 case vmIntrinsics::_weakCompareAndSetLongRelease: 397 case vmIntrinsics::_weakCompareAndSetLong: 398 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false; 399 break; 400 401 /* CompareAndSet, Int: */ 402 case vmIntrinsics::_compareAndSetInt: 403 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false; 404 break; 405 case vmIntrinsics::_weakCompareAndSetIntPlain: 406 case vmIntrinsics::_weakCompareAndSetIntAcquire: 407 case vmIntrinsics::_weakCompareAndSetIntRelease: 408 case vmIntrinsics::_weakCompareAndSetInt: 409 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false; 410 break; 411 412 /* CompareAndSet, Byte: */ 413 case vmIntrinsics::_compareAndSetByte: 414 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false; 415 break; 416 case vmIntrinsics::_weakCompareAndSetBytePlain: 417 case vmIntrinsics::_weakCompareAndSetByteAcquire: 418 case vmIntrinsics::_weakCompareAndSetByteRelease: 419 case vmIntrinsics::_weakCompareAndSetByte: 420 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false; 421 break; 422 423 /* CompareAndSet, Short: */ 424 case vmIntrinsics::_compareAndSetShort: 425 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false; 426 break; 427 case vmIntrinsics::_weakCompareAndSetShortPlain: 428 case vmIntrinsics::_weakCompareAndSetShortAcquire: 429 case vmIntrinsics::_weakCompareAndSetShortRelease: 430 case vmIntrinsics::_weakCompareAndSetShort: 431 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false; 432 break; 433 434 /* CompareAndExchange, Object: */ 435 case vmIntrinsics::_compareAndExchangeReference: 436 case vmIntrinsics::_compareAndExchangeReferenceAcquire: 437 case vmIntrinsics::_compareAndExchangeReferenceRelease: 438 #ifdef _LP64 439 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false; 440 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false; 441 #else 442 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false; 443 #endif 444 break; 445 446 /* CompareAndExchange, Long: */ 447 case vmIntrinsics::_compareAndExchangeLong: 448 case vmIntrinsics::_compareAndExchangeLongAcquire: 449 case vmIntrinsics::_compareAndExchangeLongRelease: 450 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false; 451 break; 452 453 /* CompareAndExchange, Int: */ 454 case vmIntrinsics::_compareAndExchangeInt: 455 case vmIntrinsics::_compareAndExchangeIntAcquire: 456 case vmIntrinsics::_compareAndExchangeIntRelease: 457 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false; 458 break; 459 460 /* CompareAndExchange, Byte: */ 461 case vmIntrinsics::_compareAndExchangeByte: 462 case vmIntrinsics::_compareAndExchangeByteAcquire: 463 case vmIntrinsics::_compareAndExchangeByteRelease: 464 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false; 465 break; 466 467 /* CompareAndExchange, Short: */ 468 case vmIntrinsics::_compareAndExchangeShort: 469 case vmIntrinsics::_compareAndExchangeShortAcquire: 470 case vmIntrinsics::_compareAndExchangeShortRelease: 471 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false; 472 break; 473 474 case vmIntrinsics::_getAndAddByte: 475 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false; 476 break; 477 case vmIntrinsics::_getAndAddShort: 478 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false; 479 break; 480 case vmIntrinsics::_getAndAddInt: 481 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false; 482 break; 483 case vmIntrinsics::_getAndAddLong: 484 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false; 485 break; 486 487 case vmIntrinsics::_getAndSetByte: 488 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false; 489 break; 490 case vmIntrinsics::_getAndSetShort: 491 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false; 492 break; 493 case vmIntrinsics::_getAndSetInt: 494 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false; 495 break; 496 case vmIntrinsics::_getAndSetLong: 497 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false; 498 break; 499 case vmIntrinsics::_getAndSetReference: 500 #ifdef _LP64 501 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false; 502 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false; 503 break; 504 #else 505 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false; 506 break; 507 #endif 508 case vmIntrinsics::_incrementExactI: 509 case vmIntrinsics::_addExactI: 510 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false; 511 break; 512 case vmIntrinsics::_incrementExactL: 513 case vmIntrinsics::_addExactL: 514 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false; 515 break; 516 case vmIntrinsics::_decrementExactI: 517 case vmIntrinsics::_subtractExactI: 518 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false; 519 break; 520 case vmIntrinsics::_decrementExactL: 521 case vmIntrinsics::_subtractExactL: 522 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false; 523 break; 524 case vmIntrinsics::_negateExactI: 525 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false; 526 break; 527 case vmIntrinsics::_negateExactL: 528 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false; 529 break; 530 case vmIntrinsics::_multiplyExactI: 531 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false; 532 break; 533 case vmIntrinsics::_multiplyExactL: 534 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false; 535 break; 536 case vmIntrinsics::_multiplyHigh: 537 if (!Matcher::match_rule_supported(Op_MulHiL)) return false; 538 break; 539 case vmIntrinsics::_unsignedMultiplyHigh: 540 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false; 541 break; 542 case vmIntrinsics::_getCallerClass: 543 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false; 544 break; 545 case vmIntrinsics::_onSpinWait: 546 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false; 547 break; 548 case vmIntrinsics::_fmaD: 549 if (!Matcher::match_rule_supported(Op_FmaD)) return false; 550 break; 551 case vmIntrinsics::_fmaF: 552 if (!Matcher::match_rule_supported(Op_FmaF)) return false; 553 break; 554 case vmIntrinsics::_isDigit: 555 if (!Matcher::match_rule_supported(Op_Digit)) return false; 556 break; 557 case vmIntrinsics::_isLowerCase: 558 if (!Matcher::match_rule_supported(Op_LowerCase)) return false; 559 break; 560 case vmIntrinsics::_isUpperCase: 561 if (!Matcher::match_rule_supported(Op_UpperCase)) return false; 562 break; 563 case vmIntrinsics::_isWhitespace: 564 if (!Matcher::match_rule_supported(Op_Whitespace)) return false; 565 break; 566 case vmIntrinsics::_maxF: 567 case vmIntrinsics::_maxF_strict: 568 if (!Matcher::match_rule_supported(Op_MaxF)) return false; 569 break; 570 case vmIntrinsics::_minF: 571 case vmIntrinsics::_minF_strict: 572 if (!Matcher::match_rule_supported(Op_MinF)) return false; 573 break; 574 case vmIntrinsics::_maxD: 575 case vmIntrinsics::_maxD_strict: 576 if (!Matcher::match_rule_supported(Op_MaxD)) return false; 577 break; 578 case vmIntrinsics::_minD: 579 case vmIntrinsics::_minD_strict: 580 if (!Matcher::match_rule_supported(Op_MinD)) return false; 581 break; 582 case vmIntrinsics::_writeback0: 583 if (!Matcher::match_rule_supported(Op_CacheWB)) return false; 584 break; 585 case vmIntrinsics::_writebackPreSync0: 586 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false; 587 break; 588 case vmIntrinsics::_writebackPostSync0: 589 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false; 590 break; 591 case vmIntrinsics::_rint: 592 case vmIntrinsics::_ceil: 593 case vmIntrinsics::_floor: 594 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false; 595 break; 596 case vmIntrinsics::_dcopySign: 597 if (!Matcher::match_rule_supported(Op_CopySignD)) return false; 598 break; 599 case vmIntrinsics::_fcopySign: 600 if (!Matcher::match_rule_supported(Op_CopySignF)) return false; 601 break; 602 case vmIntrinsics::_dsignum: 603 if (!Matcher::match_rule_supported(Op_SignumD)) return false; 604 break; 605 case vmIntrinsics::_fsignum: 606 if (!Matcher::match_rule_supported(Op_SignumF)) return false; 607 break; 608 case vmIntrinsics::_floatIsInfinite: 609 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false; 610 break; 611 case vmIntrinsics::_floatIsFinite: 612 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false; 613 break; 614 case vmIntrinsics::_doubleIsInfinite: 615 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false; 616 break; 617 case vmIntrinsics::_doubleIsFinite: 618 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false; 619 break; 620 case vmIntrinsics::_hashCode: 621 case vmIntrinsics::_identityHashCode: 622 case vmIntrinsics::_getClass: 623 case vmIntrinsics::_dsin: 624 case vmIntrinsics::_dcos: 625 case vmIntrinsics::_dtan: 626 case vmIntrinsics::_dsinh: 627 case vmIntrinsics::_dtanh: 628 case vmIntrinsics::_dcbrt: 629 case vmIntrinsics::_dabs: 630 case vmIntrinsics::_fabs: 631 case vmIntrinsics::_iabs: 632 case vmIntrinsics::_labs: 633 case vmIntrinsics::_datan2: 634 case vmIntrinsics::_dsqrt: 635 case vmIntrinsics::_dsqrt_strict: 636 case vmIntrinsics::_dexp: 637 case vmIntrinsics::_dlog: 638 case vmIntrinsics::_dlog10: 639 case vmIntrinsics::_dpow: 640 case vmIntrinsics::_roundD: 641 case vmIntrinsics::_roundF: 642 case vmIntrinsics::_min: 643 case vmIntrinsics::_max: 644 case vmIntrinsics::_min_strict: 645 case vmIntrinsics::_max_strict: 646 case vmIntrinsics::_maxL: 647 case vmIntrinsics::_minL: 648 case vmIntrinsics::_arraycopy: 649 case vmIntrinsics::_arraySort: 650 case vmIntrinsics::_arrayPartition: 651 case vmIntrinsics::_indexOfL: 652 case vmIntrinsics::_indexOfU: 653 case vmIntrinsics::_indexOfUL: 654 case vmIntrinsics::_indexOfIL: 655 case vmIntrinsics::_indexOfIU: 656 case vmIntrinsics::_indexOfIUL: 657 case vmIntrinsics::_indexOfU_char: 658 case vmIntrinsics::_indexOfL_char: 659 case vmIntrinsics::_toBytesStringU: 660 case vmIntrinsics::_getCharsStringU: 661 case vmIntrinsics::_getCharStringU: 662 case vmIntrinsics::_putCharStringU: 663 case vmIntrinsics::_makePrivateBuffer: 664 case vmIntrinsics::_finishPrivateBuffer: 665 case vmIntrinsics::_getReference: 666 case vmIntrinsics::_getBoolean: 667 case vmIntrinsics::_getByte: 668 case vmIntrinsics::_getShort: 669 case vmIntrinsics::_getChar: 670 case vmIntrinsics::_getInt: 671 case vmIntrinsics::_getLong: 672 case vmIntrinsics::_getFloat: 673 case vmIntrinsics::_getDouble: 674 case vmIntrinsics::_getValue: 675 case vmIntrinsics::_getFlatValue: 676 case vmIntrinsics::_putReference: 677 case vmIntrinsics::_putBoolean: 678 case vmIntrinsics::_putByte: 679 case vmIntrinsics::_putShort: 680 case vmIntrinsics::_putChar: 681 case vmIntrinsics::_putInt: 682 case vmIntrinsics::_putLong: 683 case vmIntrinsics::_putFloat: 684 case vmIntrinsics::_putDouble: 685 case vmIntrinsics::_putValue: 686 case vmIntrinsics::_putFlatValue: 687 case vmIntrinsics::_getReferenceVolatile: 688 case vmIntrinsics::_getBooleanVolatile: 689 case vmIntrinsics::_getByteVolatile: 690 case vmIntrinsics::_getShortVolatile: 691 case vmIntrinsics::_getCharVolatile: 692 case vmIntrinsics::_getIntVolatile: 693 case vmIntrinsics::_getLongVolatile: 694 case vmIntrinsics::_getFloatVolatile: 695 case vmIntrinsics::_getDoubleVolatile: 696 case vmIntrinsics::_putReferenceVolatile: 697 case vmIntrinsics::_putBooleanVolatile: 698 case vmIntrinsics::_putByteVolatile: 699 case vmIntrinsics::_putShortVolatile: 700 case vmIntrinsics::_putCharVolatile: 701 case vmIntrinsics::_putIntVolatile: 702 case vmIntrinsics::_putLongVolatile: 703 case vmIntrinsics::_putFloatVolatile: 704 case vmIntrinsics::_putDoubleVolatile: 705 case vmIntrinsics::_getReferenceAcquire: 706 case vmIntrinsics::_getBooleanAcquire: 707 case vmIntrinsics::_getByteAcquire: 708 case vmIntrinsics::_getShortAcquire: 709 case vmIntrinsics::_getCharAcquire: 710 case vmIntrinsics::_getIntAcquire: 711 case vmIntrinsics::_getLongAcquire: 712 case vmIntrinsics::_getFloatAcquire: 713 case vmIntrinsics::_getDoubleAcquire: 714 case vmIntrinsics::_putReferenceRelease: 715 case vmIntrinsics::_putBooleanRelease: 716 case vmIntrinsics::_putByteRelease: 717 case vmIntrinsics::_putShortRelease: 718 case vmIntrinsics::_putCharRelease: 719 case vmIntrinsics::_putIntRelease: 720 case vmIntrinsics::_putLongRelease: 721 case vmIntrinsics::_putFloatRelease: 722 case vmIntrinsics::_putDoubleRelease: 723 case vmIntrinsics::_getReferenceOpaque: 724 case vmIntrinsics::_getBooleanOpaque: 725 case vmIntrinsics::_getByteOpaque: 726 case vmIntrinsics::_getShortOpaque: 727 case vmIntrinsics::_getCharOpaque: 728 case vmIntrinsics::_getIntOpaque: 729 case vmIntrinsics::_getLongOpaque: 730 case vmIntrinsics::_getFloatOpaque: 731 case vmIntrinsics::_getDoubleOpaque: 732 case vmIntrinsics::_putReferenceOpaque: 733 case vmIntrinsics::_putBooleanOpaque: 734 case vmIntrinsics::_putByteOpaque: 735 case vmIntrinsics::_putShortOpaque: 736 case vmIntrinsics::_putCharOpaque: 737 case vmIntrinsics::_putIntOpaque: 738 case vmIntrinsics::_putLongOpaque: 739 case vmIntrinsics::_putFloatOpaque: 740 case vmIntrinsics::_putDoubleOpaque: 741 case vmIntrinsics::_getShortUnaligned: 742 case vmIntrinsics::_getCharUnaligned: 743 case vmIntrinsics::_getIntUnaligned: 744 case vmIntrinsics::_getLongUnaligned: 745 case vmIntrinsics::_putShortUnaligned: 746 case vmIntrinsics::_putCharUnaligned: 747 case vmIntrinsics::_putIntUnaligned: 748 case vmIntrinsics::_putLongUnaligned: 749 case vmIntrinsics::_loadFence: 750 case vmIntrinsics::_storeFence: 751 case vmIntrinsics::_storeStoreFence: 752 case vmIntrinsics::_fullFence: 753 case vmIntrinsics::_currentCarrierThread: 754 case vmIntrinsics::_currentThread: 755 case vmIntrinsics::_setCurrentThread: 756 case vmIntrinsics::_scopedValueCache: 757 case vmIntrinsics::_setScopedValueCache: 758 case vmIntrinsics::_Continuation_pin: 759 case vmIntrinsics::_Continuation_unpin: 760 #ifdef JFR_HAVE_INTRINSICS 761 case vmIntrinsics::_counterTime: 762 case vmIntrinsics::_getEventWriter: 763 case vmIntrinsics::_jvm_commit: 764 #endif 765 case vmIntrinsics::_currentTimeMillis: 766 case vmIntrinsics::_nanoTime: 767 case vmIntrinsics::_allocateInstance: 768 case vmIntrinsics::_allocateUninitializedArray: 769 case vmIntrinsics::_newArray: 770 case vmIntrinsics::_newNullRestrictedNonAtomicArray: 771 case vmIntrinsics::_newNullRestrictedAtomicArray: 772 case vmIntrinsics::_newNullableAtomicArray: 773 case vmIntrinsics::_getLength: 774 case vmIntrinsics::_copyOf: 775 case vmIntrinsics::_copyOfRange: 776 case vmIntrinsics::_clone: 777 case vmIntrinsics::_isAssignableFrom: 778 case vmIntrinsics::_isInstance: 779 case vmIntrinsics::_isHidden: 780 case vmIntrinsics::_getSuperclass: 781 case vmIntrinsics::_floatToRawIntBits: 782 case vmIntrinsics::_floatToIntBits: 783 case vmIntrinsics::_intBitsToFloat: 784 case vmIntrinsics::_doubleToRawLongBits: 785 case vmIntrinsics::_doubleToLongBits: 786 case vmIntrinsics::_longBitsToDouble: 787 case vmIntrinsics::_Reference_get0: 788 case vmIntrinsics::_Reference_refersTo0: 789 case vmIntrinsics::_PhantomReference_refersTo0: 790 case vmIntrinsics::_Reference_clear0: 791 case vmIntrinsics::_PhantomReference_clear0: 792 case vmIntrinsics::_Class_cast: 793 case vmIntrinsics::_aescrypt_encryptBlock: 794 case vmIntrinsics::_aescrypt_decryptBlock: 795 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 796 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 797 case vmIntrinsics::_counterMode_AESCrypt: 798 case vmIntrinsics::_md5_implCompress: 799 case vmIntrinsics::_sha_implCompress: 800 case vmIntrinsics::_sha2_implCompress: 801 case vmIntrinsics::_sha5_implCompress: 802 case vmIntrinsics::_sha3_implCompress: 803 case vmIntrinsics::_double_keccak: 804 case vmIntrinsics::_digestBase_implCompressMB: 805 case vmIntrinsics::_multiplyToLen: 806 case vmIntrinsics::_squareToLen: 807 case vmIntrinsics::_mulAdd: 808 case vmIntrinsics::_montgomeryMultiply: 809 case vmIntrinsics::_montgomerySquare: 810 case vmIntrinsics::_vectorizedMismatch: 811 case vmIntrinsics::_ghash_processBlocks: 812 case vmIntrinsics::_chacha20Block: 813 case vmIntrinsics::_kyberNtt: 814 case vmIntrinsics::_kyberInverseNtt: 815 case vmIntrinsics::_kyberNttMult: 816 case vmIntrinsics::_kyberAddPoly_2: 817 case vmIntrinsics::_kyberAddPoly_3: 818 case vmIntrinsics::_kyber12To16: 819 case vmIntrinsics::_kyberBarrettReduce: 820 case vmIntrinsics::_dilithiumAlmostNtt: 821 case vmIntrinsics::_dilithiumAlmostInverseNtt: 822 case vmIntrinsics::_dilithiumNttMult: 823 case vmIntrinsics::_dilithiumMontMulByConstant: 824 case vmIntrinsics::_dilithiumDecomposePoly: 825 case vmIntrinsics::_base64_encodeBlock: 826 case vmIntrinsics::_base64_decodeBlock: 827 case vmIntrinsics::_poly1305_processBlocks: 828 case vmIntrinsics::_intpoly_montgomeryMult_P256: 829 case vmIntrinsics::_intpoly_assign: 830 case vmIntrinsics::_updateCRC32: 831 case vmIntrinsics::_updateBytesCRC32: 832 case vmIntrinsics::_updateByteBufferCRC32: 833 case vmIntrinsics::_updateBytesCRC32C: 834 case vmIntrinsics::_updateDirectByteBufferCRC32C: 835 case vmIntrinsics::_updateBytesAdler32: 836 case vmIntrinsics::_updateByteBufferAdler32: 837 case vmIntrinsics::_profileBoolean: 838 case vmIntrinsics::_isCompileConstant: 839 case vmIntrinsics::_Preconditions_checkIndex: 840 case vmIntrinsics::_Preconditions_checkLongIndex: 841 case vmIntrinsics::_getObjectSize: 842 break; 843 case vmIntrinsics::_VectorCompressExpand: 844 case vmIntrinsics::_VectorUnaryOp: 845 case vmIntrinsics::_VectorBinaryOp: 846 case vmIntrinsics::_VectorTernaryOp: 847 case vmIntrinsics::_VectorFromBitsCoerced: 848 case vmIntrinsics::_VectorLoadOp: 849 case vmIntrinsics::_VectorLoadMaskedOp: 850 case vmIntrinsics::_VectorStoreOp: 851 case vmIntrinsics::_VectorStoreMaskedOp: 852 case vmIntrinsics::_VectorSelectFromTwoVectorOp: 853 case vmIntrinsics::_VectorGatherOp: 854 case vmIntrinsics::_VectorScatterOp: 855 case vmIntrinsics::_VectorReductionCoerced: 856 case vmIntrinsics::_VectorTest: 857 case vmIntrinsics::_VectorBlend: 858 case vmIntrinsics::_VectorRearrange: 859 case vmIntrinsics::_VectorSelectFrom: 860 case vmIntrinsics::_VectorCompare: 861 case vmIntrinsics::_VectorBroadcastInt: 862 case vmIntrinsics::_VectorConvert: 863 case vmIntrinsics::_VectorInsert: 864 case vmIntrinsics::_VectorExtract: 865 case vmIntrinsics::_VectorMaskOp: 866 case vmIntrinsics::_IndexVector: 867 case vmIntrinsics::_IndexPartiallyInUpperRange: 868 return EnableVectorSupport; 869 case vmIntrinsics::_VectorUnaryLibOp: 870 case vmIntrinsics::_VectorBinaryLibOp: 871 return EnableVectorSupport && Matcher::supports_vector_calling_convention(); 872 case vmIntrinsics::_blackhole: 873 #if INCLUDE_JVMTI 874 case vmIntrinsics::_notifyJvmtiVThreadStart: 875 case vmIntrinsics::_notifyJvmtiVThreadEnd: 876 case vmIntrinsics::_notifyJvmtiVThreadMount: 877 case vmIntrinsics::_notifyJvmtiVThreadUnmount: 878 case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend: 879 #endif 880 break; 881 882 default: 883 return false; 884 } 885 return true; 886 } 887 888 int C2Compiler::initial_code_buffer_size(int const_size) { 889 // See Compile::init_scratch_buffer_blob 890 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size; 891 int slop = 2 * CodeSection::end_slop(); // space between sections 892 return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size; 893 }