1 /*
  2  * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "classfile/vmClasses.hpp"
 26 #include "classfile/vmIntrinsics.hpp"
 27 #include "compiler/compilationMemoryStatistic.hpp"
 28 #include "compiler/compilerDefinitions.inline.hpp"
 29 #include "jfr/support/jfrIntrinsics.hpp"
 30 #include "opto/c2compiler.hpp"
 31 #include "opto/compile.hpp"
 32 #include "opto/optoreg.hpp"
 33 #include "opto/output.hpp"
 34 #include "opto/runtime.hpp"
 35 #include "runtime/globals_extension.hpp"
 36 #include "runtime/handles.inline.hpp"
 37 #include "runtime/stubRoutines.hpp"
 38 #include "utilities/macros.hpp"
 39 
 40 
 41 // register information defined by ADLC
 42 extern const char register_save_policy[];
 43 extern const int  register_save_type[];
 44 
 45 const char* C2Compiler::retry_no_subsuming_loads() {
 46   return "retry without subsuming loads";
 47 }
 48 const char* C2Compiler::retry_no_escape_analysis() {
 49   return "retry without escape analysis";
 50 }
 51 const char* C2Compiler::retry_no_locks_coarsening() {
 52   return "retry without locks coarsening";
 53 }
 54 const char* C2Compiler::retry_no_iterative_escape_analysis() {
 55   return "retry without iterative escape analysis";
 56 }
 57 const char* C2Compiler::retry_no_reduce_allocation_merges() {
 58   return "retry without reducing allocation merges";
 59 }
 60 const char* C2Compiler::retry_no_superword() {
 61   return "retry without SuperWord";
 62 }
 63 
 64 void compiler_stubs_init(bool in_compiler_thread);
 65 
 66 bool C2Compiler::init_c2_runtime() {
 67 
 68 #ifdef ASSERT
 69   if (!AlignVector && VerifyAlignVector) {
 70     warning("VerifyAlignVector disabled because AlignVector is not enabled.");
 71     FLAG_SET_CMDLINE(VerifyAlignVector, false);
 72   }
 73 #endif
 74 
 75   // Check assumptions used while running ADLC
 76   Compile::adlc_verification();
 77   assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
 78 
 79   for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
 80       OptoReg::vm2opto[i] = OptoReg::Bad;
 81   }
 82 
 83   for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
 84     VMReg r = OptoReg::as_VMReg(i);
 85     if (r->is_valid()) {
 86       OptoReg::vm2opto[r->value()] = i;
 87     }
 88   }
 89 
 90   DEBUG_ONLY( Node::init_NodeProperty(); )
 91 
 92   compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
 93 
 94   // If there was an error generating the blob then UseCompiler will
 95   // have been unset and we need to skip the remaining initialization
 96   if (!UseCompiler) {
 97     return false;
 98   }
 99 
100   Compile::pd_compiler2_init();
101 
102   CompilerThread* thread = CompilerThread::current();
103 
104   HandleMark handle_mark(thread);
105   return OptoRuntime::generate(thread->env());
106 }
107 
108 void C2Compiler::initialize() {
109   assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
110   // The first compiler thread that gets here will initialize the
111   // small amount of global state (and runtime stubs) that C2 needs.
112 
113   // There is a race possible once at startup and then we're fine
114 
115   // Note that this is being called from a compiler thread not the
116   // main startup thread.
117   if (should_perform_init()) {
118     bool successful = C2Compiler::init_c2_runtime();
119     int new_state = (successful) ? initialized : failed;
120     set_state(new_state);
121   }
122 }
123 
124 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
125   assert(is_initialized(), "Compiler thread must be initialized");
126 
127   CompilationMemoryStatisticMark cmsm(directive);
128 
129   bool subsume_loads = SubsumeLoads;
130   bool do_escape_analysis = DoEscapeAnalysis;
131   bool do_iterative_escape_analysis = DoEscapeAnalysis;
132   bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
133   // TODO 8328675 Re-enable
134   bool eliminate_boxing = false; // EliminateAutoBox;
135   bool do_locks_coarsening = EliminateLocks;
136   bool do_superword = UseSuperWord;
137 
138   while (!env->failing()) {
139     ResourceMark rm;
140     // Attempt to compile while subsuming loads into machine instructions.
141     Options options(subsume_loads,
142                     do_escape_analysis,
143                     do_iterative_escape_analysis,
144                     do_reduce_allocation_merges,
145                     eliminate_boxing,
146                     do_locks_coarsening,
147                     do_superword,
148                     install_code);
149     Compile C(env, target, entry_bci, options, directive);
150 
151     // Check result and retry if appropriate.
152     if (C.failure_reason() != nullptr) {
153       if (C.failure_reason_is(retry_no_subsuming_loads())) {
154         assert(subsume_loads, "must make progress");
155         subsume_loads = false;
156         env->report_failure(C.failure_reason());
157         continue;  // retry
158       }
159       if (C.failure_reason_is(retry_no_escape_analysis())) {
160         assert(do_escape_analysis, "must make progress");
161         do_escape_analysis = false;
162         env->report_failure(C.failure_reason());
163         continue;  // retry
164       }
165       if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
166         assert(do_iterative_escape_analysis, "must make progress");
167         do_iterative_escape_analysis = false;
168         env->report_failure(C.failure_reason());
169         continue;  // retry
170       }
171       if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
172         assert(do_reduce_allocation_merges, "must make progress");
173         do_reduce_allocation_merges = false;
174         env->report_failure(C.failure_reason());
175         continue;  // retry
176       }
177       if (C.failure_reason_is(retry_no_locks_coarsening())) {
178         assert(do_locks_coarsening, "must make progress");
179         do_locks_coarsening = false;
180         env->report_failure(C.failure_reason());
181         continue;  // retry
182       }
183       if (C.failure_reason_is(retry_no_superword())) {
184         assert(do_superword, "must make progress");
185         do_superword = false;
186         env->report_failure(C.failure_reason());
187         continue;  // retry
188       }
189       if (C.has_boxed_value()) {
190         // Recompile without boxing elimination regardless failure reason.
191         assert(eliminate_boxing, "must make progress");
192         eliminate_boxing = false;
193         env->report_failure(C.failure_reason());
194         continue;  // retry
195       }
196       // Pass any other failure reason up to the ciEnv.
197       // Note that serious, irreversible failures are already logged
198       // on the ciEnv via env->record_method_not_compilable().
199       env->record_failure(C.failure_reason());
200     }
201     if (StressRecompilation) {
202       if (subsume_loads) {
203         subsume_loads = false;
204         continue;  // retry
205       }
206       if (do_escape_analysis) {
207         do_escape_analysis = false;
208         continue;  // retry
209       }
210       if (do_locks_coarsening) {
211         do_locks_coarsening = false;
212         continue;  // retry
213       }
214     }
215     // print inlining for last compilation only
216     C.dump_print_inlining();
217 
218     // No retry; just break the loop.
219     break;
220   }
221 }
222 
223 void C2Compiler::print_timers() {
224   Compile::print_timers();
225 }
226 
227 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
228   vmIntrinsics::ID id = method->intrinsic_id();
229   return C2Compiler::is_intrinsic_supported(id);
230 }
231 
232 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
233   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
234 
235   if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
236     return false;
237   }
238 
239   switch (id) {
240   case vmIntrinsics::_compressStringC:
241   case vmIntrinsics::_compressStringB:
242     if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
243     break;
244   case vmIntrinsics::_inflateStringC:
245   case vmIntrinsics::_inflateStringB:
246     if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
247     break;
248   case vmIntrinsics::_compareToL:
249   case vmIntrinsics::_compareToU:
250   case vmIntrinsics::_compareToLU:
251   case vmIntrinsics::_compareToUL:
252     if (!Matcher::match_rule_supported(Op_StrComp)) return false;
253     break;
254   case vmIntrinsics::_equalsL:
255     if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
256     break;
257   case vmIntrinsics::_vectorizedHashCode:
258     if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
259     break;
260   case vmIntrinsics::_equalsB:
261   case vmIntrinsics::_equalsC:
262     if (!Matcher::match_rule_supported(Op_AryEq)) return false;
263     break;
264   case vmIntrinsics::_copyMemory:
265     if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
266     break;
267   case vmIntrinsics::_setMemory:
268     if (StubRoutines::unsafe_setmemory() == nullptr) return false;
269     break;
270   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
271     if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
272     break;
273   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
274     if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
275     break;
276   case vmIntrinsics::_galoisCounterMode_AESCrypt:
277     if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
278     break;
279   case vmIntrinsics::_bigIntegerRightShiftWorker:
280     if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
281     break;
282   case vmIntrinsics::_bigIntegerLeftShiftWorker:
283     if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
284     break;
285   case vmIntrinsics::_encodeAsciiArray:
286     if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
287     break;
288   case vmIntrinsics::_encodeISOArray:
289   case vmIntrinsics::_encodeByteISOArray:
290     if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
291     break;
292   case vmIntrinsics::_countPositives:
293     if (!Matcher::match_rule_supported(Op_CountPositives))  return false;
294     break;
295   case vmIntrinsics::_bitCount_i:
296     if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
297     break;
298   case vmIntrinsics::_bitCount_l:
299     if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
300     break;
301   case vmIntrinsics::_compress_i:
302   case vmIntrinsics::_compress_l:
303     if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
304     break;
305   case vmIntrinsics::_expand_i:
306   case vmIntrinsics::_expand_l:
307     if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
308     break;
309   case vmIntrinsics::_numberOfLeadingZeros_i:
310     if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
311     break;
312   case vmIntrinsics::_numberOfLeadingZeros_l:
313     if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
314     break;
315   case vmIntrinsics::_numberOfTrailingZeros_i:
316     if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
317     break;
318   case vmIntrinsics::_numberOfTrailingZeros_l:
319     if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
320     break;
321   case vmIntrinsics::_reverse_i:
322     if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
323     break;
324   case vmIntrinsics::_reverse_l:
325     if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
326     break;
327   case vmIntrinsics::_reverseBytes_c:
328     if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
329     break;
330   case vmIntrinsics::_reverseBytes_s:
331     if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
332     break;
333   case vmIntrinsics::_reverseBytes_i:
334     if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
335     break;
336   case vmIntrinsics::_reverseBytes_l:
337     if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
338     break;
339   case vmIntrinsics::_compareUnsigned_i:
340     if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
341     break;
342   case vmIntrinsics::_compareUnsigned_l:
343     if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
344     break;
345   case vmIntrinsics::_divideUnsigned_i:
346     if (!Matcher::match_rule_supported(Op_UDivI)) return false;
347     break;
348   case vmIntrinsics::_remainderUnsigned_i:
349     if (!Matcher::match_rule_supported(Op_UModI)) return false;
350     break;
351   case vmIntrinsics::_divideUnsigned_l:
352     if (!Matcher::match_rule_supported(Op_UDivL)) return false;
353     break;
354   case vmIntrinsics::_remainderUnsigned_l:
355     if (!Matcher::match_rule_supported(Op_UModL)) return false;
356     break;
357   case vmIntrinsics::_float16ToFloat:
358     if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
359     break;
360   case vmIntrinsics::_floatToFloat16:
361     if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
362     break;
363   case vmIntrinsics::_sqrt_float16:
364     if (!Matcher::match_rule_supported(Op_SqrtHF)) return false;
365     break;
366   case vmIntrinsics::_fma_float16:
367     if (!Matcher::match_rule_supported(Op_FmaHF)) return false;
368     break;
369 
370   /* CompareAndSet, Object: */
371   case vmIntrinsics::_compareAndSetReference:
372 #ifdef _LP64
373     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
374     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
375 #else
376     if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
377 #endif
378     break;
379   case vmIntrinsics::_weakCompareAndSetReferencePlain:
380   case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
381   case vmIntrinsics::_weakCompareAndSetReferenceRelease:
382   case vmIntrinsics::_weakCompareAndSetReference:
383 #ifdef _LP64
384     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
385     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
386 #else
387     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
388 #endif
389     break;
390   /* CompareAndSet, Long: */
391   case vmIntrinsics::_compareAndSetLong:
392     if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
393     break;
394   case vmIntrinsics::_weakCompareAndSetLongPlain:
395   case vmIntrinsics::_weakCompareAndSetLongAcquire:
396   case vmIntrinsics::_weakCompareAndSetLongRelease:
397   case vmIntrinsics::_weakCompareAndSetLong:
398     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
399     break;
400 
401   /* CompareAndSet, Int: */
402   case vmIntrinsics::_compareAndSetInt:
403     if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
404     break;
405   case vmIntrinsics::_weakCompareAndSetIntPlain:
406   case vmIntrinsics::_weakCompareAndSetIntAcquire:
407   case vmIntrinsics::_weakCompareAndSetIntRelease:
408   case vmIntrinsics::_weakCompareAndSetInt:
409     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
410     break;
411 
412   /* CompareAndSet, Byte: */
413   case vmIntrinsics::_compareAndSetByte:
414     if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
415     break;
416   case vmIntrinsics::_weakCompareAndSetBytePlain:
417   case vmIntrinsics::_weakCompareAndSetByteAcquire:
418   case vmIntrinsics::_weakCompareAndSetByteRelease:
419   case vmIntrinsics::_weakCompareAndSetByte:
420     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
421     break;
422 
423   /* CompareAndSet, Short: */
424   case vmIntrinsics::_compareAndSetShort:
425     if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
426     break;
427   case vmIntrinsics::_weakCompareAndSetShortPlain:
428   case vmIntrinsics::_weakCompareAndSetShortAcquire:
429   case vmIntrinsics::_weakCompareAndSetShortRelease:
430   case vmIntrinsics::_weakCompareAndSetShort:
431     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
432     break;
433 
434   /* CompareAndExchange, Object: */
435   case vmIntrinsics::_compareAndExchangeReference:
436   case vmIntrinsics::_compareAndExchangeReferenceAcquire:
437   case vmIntrinsics::_compareAndExchangeReferenceRelease:
438 #ifdef _LP64
439     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
440     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
441 #else
442     if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
443 #endif
444     break;
445 
446   /* CompareAndExchange, Long: */
447   case vmIntrinsics::_compareAndExchangeLong:
448   case vmIntrinsics::_compareAndExchangeLongAcquire:
449   case vmIntrinsics::_compareAndExchangeLongRelease:
450     if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
451     break;
452 
453   /* CompareAndExchange, Int: */
454   case vmIntrinsics::_compareAndExchangeInt:
455   case vmIntrinsics::_compareAndExchangeIntAcquire:
456   case vmIntrinsics::_compareAndExchangeIntRelease:
457     if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
458     break;
459 
460   /* CompareAndExchange, Byte: */
461   case vmIntrinsics::_compareAndExchangeByte:
462   case vmIntrinsics::_compareAndExchangeByteAcquire:
463   case vmIntrinsics::_compareAndExchangeByteRelease:
464     if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
465     break;
466 
467   /* CompareAndExchange, Short: */
468   case vmIntrinsics::_compareAndExchangeShort:
469   case vmIntrinsics::_compareAndExchangeShortAcquire:
470   case vmIntrinsics::_compareAndExchangeShortRelease:
471     if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
472     break;
473 
474   case vmIntrinsics::_getAndAddByte:
475     if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
476     break;
477   case vmIntrinsics::_getAndAddShort:
478     if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
479     break;
480   case vmIntrinsics::_getAndAddInt:
481     if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
482     break;
483   case vmIntrinsics::_getAndAddLong:
484     if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
485     break;
486 
487   case vmIntrinsics::_getAndSetByte:
488     if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
489     break;
490   case vmIntrinsics::_getAndSetShort:
491     if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
492     break;
493   case vmIntrinsics::_getAndSetInt:
494     if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
495     break;
496   case vmIntrinsics::_getAndSetLong:
497     if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
498     break;
499   case vmIntrinsics::_getAndSetReference:
500 #ifdef _LP64
501     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
502     if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
503     break;
504 #else
505     if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
506     break;
507 #endif
508   case vmIntrinsics::_incrementExactI:
509   case vmIntrinsics::_addExactI:
510     if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
511     break;
512   case vmIntrinsics::_incrementExactL:
513   case vmIntrinsics::_addExactL:
514     if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
515     break;
516   case vmIntrinsics::_decrementExactI:
517   case vmIntrinsics::_subtractExactI:
518     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
519     break;
520   case vmIntrinsics::_decrementExactL:
521   case vmIntrinsics::_subtractExactL:
522     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
523     break;
524   case vmIntrinsics::_negateExactI:
525     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
526     break;
527   case vmIntrinsics::_negateExactL:
528     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
529     break;
530   case vmIntrinsics::_multiplyExactI:
531     if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
532     break;
533   case vmIntrinsics::_multiplyExactL:
534     if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
535     break;
536   case vmIntrinsics::_multiplyHigh:
537     if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
538     break;
539   case vmIntrinsics::_unsignedMultiplyHigh:
540     if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
541     break;
542   case vmIntrinsics::_getCallerClass:
543     if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
544     break;
545   case vmIntrinsics::_onSpinWait:
546     if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
547     break;
548   case vmIntrinsics::_fmaD:
549     if (!Matcher::match_rule_supported(Op_FmaD)) return false;
550     break;
551   case vmIntrinsics::_fmaF:
552     if (!Matcher::match_rule_supported(Op_FmaF)) return false;
553     break;
554   case vmIntrinsics::_isDigit:
555     if (!Matcher::match_rule_supported(Op_Digit)) return false;
556     break;
557   case vmIntrinsics::_isLowerCase:
558     if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
559     break;
560   case vmIntrinsics::_isUpperCase:
561     if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
562     break;
563   case vmIntrinsics::_isWhitespace:
564     if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
565     break;
566   case vmIntrinsics::_maxF:
567   case vmIntrinsics::_maxF_strict:
568     if (!Matcher::match_rule_supported(Op_MaxF)) return false;
569     break;
570   case vmIntrinsics::_minF:
571   case vmIntrinsics::_minF_strict:
572     if (!Matcher::match_rule_supported(Op_MinF)) return false;
573     break;
574   case vmIntrinsics::_maxD:
575   case vmIntrinsics::_maxD_strict:
576     if (!Matcher::match_rule_supported(Op_MaxD)) return false;
577     break;
578   case vmIntrinsics::_minD:
579   case vmIntrinsics::_minD_strict:
580     if (!Matcher::match_rule_supported(Op_MinD)) return false;
581     break;
582   case vmIntrinsics::_writeback0:
583     if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
584     break;
585   case vmIntrinsics::_writebackPreSync0:
586     if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
587     break;
588   case vmIntrinsics::_writebackPostSync0:
589     if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
590     break;
591   case vmIntrinsics::_rint:
592   case vmIntrinsics::_ceil:
593   case vmIntrinsics::_floor:
594     if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
595     break;
596   case vmIntrinsics::_dcopySign:
597     if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
598     break;
599   case vmIntrinsics::_fcopySign:
600     if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
601     break;
602   case vmIntrinsics::_dsignum:
603     if (!Matcher::match_rule_supported(Op_SignumD)) return false;
604     break;
605   case vmIntrinsics::_fsignum:
606     if (!Matcher::match_rule_supported(Op_SignumF)) return false;
607     break;
608   case vmIntrinsics::_floatIsInfinite:
609     if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
610     break;
611   case vmIntrinsics::_floatIsFinite:
612     if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
613     break;
614   case vmIntrinsics::_doubleIsInfinite:
615     if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
616     break;
617   case vmIntrinsics::_doubleIsFinite:
618     if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
619     break;
620   case vmIntrinsics::_hashCode:
621   case vmIntrinsics::_identityHashCode:
622   case vmIntrinsics::_getClass:
623   case vmIntrinsics::_dsin:
624   case vmIntrinsics::_dcos:
625   case vmIntrinsics::_dtan:
626   case vmIntrinsics::_dsinh:
627   case vmIntrinsics::_dtanh:
628   case vmIntrinsics::_dcbrt:
629   case vmIntrinsics::_dabs:
630   case vmIntrinsics::_fabs:
631   case vmIntrinsics::_iabs:
632   case vmIntrinsics::_labs:
633   case vmIntrinsics::_datan2:
634   case vmIntrinsics::_dsqrt:
635   case vmIntrinsics::_dsqrt_strict:
636   case vmIntrinsics::_dexp:
637   case vmIntrinsics::_dlog:
638   case vmIntrinsics::_dlog10:
639   case vmIntrinsics::_dpow:
640   case vmIntrinsics::_roundD:
641   case vmIntrinsics::_roundF:
642   case vmIntrinsics::_min:
643   case vmIntrinsics::_max:
644   case vmIntrinsics::_min_strict:
645   case vmIntrinsics::_max_strict:
646   case vmIntrinsics::_maxL:
647   case vmIntrinsics::_minL:
648   case vmIntrinsics::_arraycopy:
649   case vmIntrinsics::_arraySort:
650   case vmIntrinsics::_arrayPartition:
651   case vmIntrinsics::_indexOfL:
652   case vmIntrinsics::_indexOfU:
653   case vmIntrinsics::_indexOfUL:
654   case vmIntrinsics::_indexOfIL:
655   case vmIntrinsics::_indexOfIU:
656   case vmIntrinsics::_indexOfIUL:
657   case vmIntrinsics::_indexOfU_char:
658   case vmIntrinsics::_indexOfL_char:
659   case vmIntrinsics::_toBytesStringU:
660   case vmIntrinsics::_getCharsStringU:
661   case vmIntrinsics::_getCharStringU:
662   case vmIntrinsics::_putCharStringU:
663   case vmIntrinsics::_makePrivateBuffer:
664   case vmIntrinsics::_finishPrivateBuffer:
665   case vmIntrinsics::_getReference:
666   case vmIntrinsics::_getBoolean:
667   case vmIntrinsics::_getByte:
668   case vmIntrinsics::_getShort:
669   case vmIntrinsics::_getChar:
670   case vmIntrinsics::_getInt:
671   case vmIntrinsics::_getLong:
672   case vmIntrinsics::_getFloat:
673   case vmIntrinsics::_getDouble:
674   case vmIntrinsics::_getValue:
675   case vmIntrinsics::_getFlatValue:
676   case vmIntrinsics::_putReference:
677   case vmIntrinsics::_putBoolean:
678   case vmIntrinsics::_putByte:
679   case vmIntrinsics::_putShort:
680   case vmIntrinsics::_putChar:
681   case vmIntrinsics::_putInt:
682   case vmIntrinsics::_putLong:
683   case vmIntrinsics::_putFloat:
684   case vmIntrinsics::_putDouble:
685   case vmIntrinsics::_putValue:
686   case vmIntrinsics::_putFlatValue:
687   case vmIntrinsics::_getReferenceVolatile:
688   case vmIntrinsics::_getBooleanVolatile:
689   case vmIntrinsics::_getByteVolatile:
690   case vmIntrinsics::_getShortVolatile:
691   case vmIntrinsics::_getCharVolatile:
692   case vmIntrinsics::_getIntVolatile:
693   case vmIntrinsics::_getLongVolatile:
694   case vmIntrinsics::_getFloatVolatile:
695   case vmIntrinsics::_getDoubleVolatile:
696   case vmIntrinsics::_putReferenceVolatile:
697   case vmIntrinsics::_putBooleanVolatile:
698   case vmIntrinsics::_putByteVolatile:
699   case vmIntrinsics::_putShortVolatile:
700   case vmIntrinsics::_putCharVolatile:
701   case vmIntrinsics::_putIntVolatile:
702   case vmIntrinsics::_putLongVolatile:
703   case vmIntrinsics::_putFloatVolatile:
704   case vmIntrinsics::_putDoubleVolatile:
705   case vmIntrinsics::_getReferenceAcquire:
706   case vmIntrinsics::_getBooleanAcquire:
707   case vmIntrinsics::_getByteAcquire:
708   case vmIntrinsics::_getShortAcquire:
709   case vmIntrinsics::_getCharAcquire:
710   case vmIntrinsics::_getIntAcquire:
711   case vmIntrinsics::_getLongAcquire:
712   case vmIntrinsics::_getFloatAcquire:
713   case vmIntrinsics::_getDoubleAcquire:
714   case vmIntrinsics::_putReferenceRelease:
715   case vmIntrinsics::_putBooleanRelease:
716   case vmIntrinsics::_putByteRelease:
717   case vmIntrinsics::_putShortRelease:
718   case vmIntrinsics::_putCharRelease:
719   case vmIntrinsics::_putIntRelease:
720   case vmIntrinsics::_putLongRelease:
721   case vmIntrinsics::_putFloatRelease:
722   case vmIntrinsics::_putDoubleRelease:
723   case vmIntrinsics::_getReferenceOpaque:
724   case vmIntrinsics::_getBooleanOpaque:
725   case vmIntrinsics::_getByteOpaque:
726   case vmIntrinsics::_getShortOpaque:
727   case vmIntrinsics::_getCharOpaque:
728   case vmIntrinsics::_getIntOpaque:
729   case vmIntrinsics::_getLongOpaque:
730   case vmIntrinsics::_getFloatOpaque:
731   case vmIntrinsics::_getDoubleOpaque:
732   case vmIntrinsics::_putReferenceOpaque:
733   case vmIntrinsics::_putBooleanOpaque:
734   case vmIntrinsics::_putByteOpaque:
735   case vmIntrinsics::_putShortOpaque:
736   case vmIntrinsics::_putCharOpaque:
737   case vmIntrinsics::_putIntOpaque:
738   case vmIntrinsics::_putLongOpaque:
739   case vmIntrinsics::_putFloatOpaque:
740   case vmIntrinsics::_putDoubleOpaque:
741   case vmIntrinsics::_getShortUnaligned:
742   case vmIntrinsics::_getCharUnaligned:
743   case vmIntrinsics::_getIntUnaligned:
744   case vmIntrinsics::_getLongUnaligned:
745   case vmIntrinsics::_putShortUnaligned:
746   case vmIntrinsics::_putCharUnaligned:
747   case vmIntrinsics::_putIntUnaligned:
748   case vmIntrinsics::_putLongUnaligned:
749   case vmIntrinsics::_loadFence:
750   case vmIntrinsics::_storeFence:
751   case vmIntrinsics::_storeStoreFence:
752   case vmIntrinsics::_fullFence:
753   case vmIntrinsics::_currentCarrierThread:
754   case vmIntrinsics::_currentThread:
755   case vmIntrinsics::_setCurrentThread:
756   case vmIntrinsics::_scopedValueCache:
757   case vmIntrinsics::_setScopedValueCache:
758   case vmIntrinsics::_Continuation_pin:
759   case vmIntrinsics::_Continuation_unpin:
760 #ifdef JFR_HAVE_INTRINSICS
761   case vmIntrinsics::_counterTime:
762   case vmIntrinsics::_getEventWriter:
763   case vmIntrinsics::_jvm_commit:
764 #endif
765   case vmIntrinsics::_currentTimeMillis:
766   case vmIntrinsics::_nanoTime:
767   case vmIntrinsics::_allocateInstance:
768   case vmIntrinsics::_allocateUninitializedArray:
769   case vmIntrinsics::_newArray:
770   case vmIntrinsics::_newNullRestrictedNonAtomicArray:
771   case vmIntrinsics::_newNullRestrictedAtomicArray:
772   case vmIntrinsics::_newNullableAtomicArray:
773   case vmIntrinsics::_getLength:
774   case vmIntrinsics::_copyOf:
775   case vmIntrinsics::_copyOfRange:
776   case vmIntrinsics::_clone:
777   case vmIntrinsics::_isAssignableFrom:
778   case vmIntrinsics::_isInstance:
779   case vmIntrinsics::_isHidden:
780   case vmIntrinsics::_getSuperclass:
781   case vmIntrinsics::_floatToRawIntBits:
782   case vmIntrinsics::_floatToIntBits:
783   case vmIntrinsics::_intBitsToFloat:
784   case vmIntrinsics::_doubleToRawLongBits:
785   case vmIntrinsics::_doubleToLongBits:
786   case vmIntrinsics::_longBitsToDouble:
787   case vmIntrinsics::_Reference_get0:
788   case vmIntrinsics::_Reference_refersTo0:
789   case vmIntrinsics::_PhantomReference_refersTo0:
790   case vmIntrinsics::_Reference_clear0:
791   case vmIntrinsics::_PhantomReference_clear0:
792   case vmIntrinsics::_Class_cast:
793   case vmIntrinsics::_aescrypt_encryptBlock:
794   case vmIntrinsics::_aescrypt_decryptBlock:
795   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
796   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
797   case vmIntrinsics::_counterMode_AESCrypt:
798   case vmIntrinsics::_md5_implCompress:
799   case vmIntrinsics::_sha_implCompress:
800   case vmIntrinsics::_sha2_implCompress:
801   case vmIntrinsics::_sha5_implCompress:
802   case vmIntrinsics::_sha3_implCompress:
803   case vmIntrinsics::_double_keccak:
804   case vmIntrinsics::_digestBase_implCompressMB:
805   case vmIntrinsics::_multiplyToLen:
806   case vmIntrinsics::_squareToLen:
807   case vmIntrinsics::_mulAdd:
808   case vmIntrinsics::_montgomeryMultiply:
809   case vmIntrinsics::_montgomerySquare:
810   case vmIntrinsics::_vectorizedMismatch:
811   case vmIntrinsics::_ghash_processBlocks:
812   case vmIntrinsics::_chacha20Block:
813   case vmIntrinsics::_kyberNtt:
814   case vmIntrinsics::_kyberInverseNtt:
815   case vmIntrinsics::_kyberNttMult:
816   case vmIntrinsics::_kyberAddPoly_2:
817   case vmIntrinsics::_kyberAddPoly_3:
818   case vmIntrinsics::_kyber12To16:
819   case vmIntrinsics::_kyberBarrettReduce:
820   case vmIntrinsics::_dilithiumAlmostNtt:
821   case vmIntrinsics::_dilithiumAlmostInverseNtt:
822   case vmIntrinsics::_dilithiumNttMult:
823   case vmIntrinsics::_dilithiumMontMulByConstant:
824   case vmIntrinsics::_dilithiumDecomposePoly:
825   case vmIntrinsics::_base64_encodeBlock:
826   case vmIntrinsics::_base64_decodeBlock:
827   case vmIntrinsics::_poly1305_processBlocks:
828   case vmIntrinsics::_intpoly_montgomeryMult_P256:
829   case vmIntrinsics::_intpoly_assign:
830   case vmIntrinsics::_updateCRC32:
831   case vmIntrinsics::_updateBytesCRC32:
832   case vmIntrinsics::_updateByteBufferCRC32:
833   case vmIntrinsics::_updateBytesCRC32C:
834   case vmIntrinsics::_updateDirectByteBufferCRC32C:
835   case vmIntrinsics::_updateBytesAdler32:
836   case vmIntrinsics::_updateByteBufferAdler32:
837   case vmIntrinsics::_profileBoolean:
838   case vmIntrinsics::_isCompileConstant:
839   case vmIntrinsics::_Preconditions_checkIndex:
840   case vmIntrinsics::_Preconditions_checkLongIndex:
841   case vmIntrinsics::_getObjectSize:
842     break;
843   case vmIntrinsics::_VectorCompressExpand:
844   case vmIntrinsics::_VectorUnaryOp:
845   case vmIntrinsics::_VectorBinaryOp:
846   case vmIntrinsics::_VectorTernaryOp:
847   case vmIntrinsics::_VectorFromBitsCoerced:
848   case vmIntrinsics::_VectorLoadOp:
849   case vmIntrinsics::_VectorLoadMaskedOp:
850   case vmIntrinsics::_VectorStoreOp:
851   case vmIntrinsics::_VectorStoreMaskedOp:
852   case vmIntrinsics::_VectorSelectFromTwoVectorOp:
853   case vmIntrinsics::_VectorGatherOp:
854   case vmIntrinsics::_VectorScatterOp:
855   case vmIntrinsics::_VectorReductionCoerced:
856   case vmIntrinsics::_VectorTest:
857   case vmIntrinsics::_VectorBlend:
858   case vmIntrinsics::_VectorRearrange:
859   case vmIntrinsics::_VectorSelectFrom:
860   case vmIntrinsics::_VectorCompare:
861   case vmIntrinsics::_VectorBroadcastInt:
862   case vmIntrinsics::_VectorConvert:
863   case vmIntrinsics::_VectorInsert:
864   case vmIntrinsics::_VectorExtract:
865   case vmIntrinsics::_VectorMaskOp:
866   case vmIntrinsics::_IndexVector:
867   case vmIntrinsics::_IndexPartiallyInUpperRange:
868     return EnableVectorSupport;
869   case vmIntrinsics::_VectorUnaryLibOp:
870   case vmIntrinsics::_VectorBinaryLibOp:
871     return EnableVectorSupport && Matcher::supports_vector_calling_convention();
872   case vmIntrinsics::_blackhole:
873 #if INCLUDE_JVMTI
874   case vmIntrinsics::_notifyJvmtiVThreadStart:
875   case vmIntrinsics::_notifyJvmtiVThreadEnd:
876   case vmIntrinsics::_notifyJvmtiVThreadMount:
877   case vmIntrinsics::_notifyJvmtiVThreadUnmount:
878   case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend:
879 #endif
880     break;
881 
882   default:
883     return false;
884   }
885   return true;
886 }
887 
888 int C2Compiler::initial_code_buffer_size(int const_size) {
889   // See Compile::init_scratch_buffer_blob
890   int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
891   int slop = 2 * CodeSection::end_slop(); // space between sections
892   return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
893 }