1 /*
  2  * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "classfile/vmClasses.hpp"
 26 #include "compiler/compilationMemoryStatistic.hpp"
 27 #include "compiler/compilerDefinitions.inline.hpp"
 28 #include "jfr/support/jfrIntrinsics.hpp"
 29 #include "opto/c2compiler.hpp"
 30 #include "opto/compile.hpp"
 31 #include "opto/optoreg.hpp"
 32 #include "opto/output.hpp"
 33 #include "opto/runtime.hpp"
 34 #include "runtime/globals_extension.hpp"
 35 #include "runtime/handles.inline.hpp"
 36 #include "runtime/stubRoutines.hpp"
 37 #include "utilities/macros.hpp"
 38 
 39 
 40 // register information defined by ADLC
 41 extern const char register_save_policy[];
 42 extern const int  register_save_type[];
 43 
 44 const char* C2Compiler::retry_no_subsuming_loads() {
 45   return "retry without subsuming loads";
 46 }
 47 const char* C2Compiler::retry_no_escape_analysis() {
 48   return "retry without escape analysis";
 49 }
 50 const char* C2Compiler::retry_no_locks_coarsening() {
 51   return "retry without locks coarsening";
 52 }
 53 const char* C2Compiler::retry_no_iterative_escape_analysis() {
 54   return "retry without iterative escape analysis";
 55 }
 56 const char* C2Compiler::retry_no_reduce_allocation_merges() {
 57   return "retry without reducing allocation merges";
 58 }
 59 const char* C2Compiler::retry_no_superword() {
 60   return "retry without SuperWord";
 61 }
 62 
 63 void compiler_stubs_init(bool in_compiler_thread);
 64 
 65 bool C2Compiler::init_c2_runtime() {
 66 
 67 #ifdef ASSERT
 68   if (!AlignVector && VerifyAlignVector) {
 69     warning("VerifyAlignVector disabled because AlignVector is not enabled.");
 70     FLAG_SET_CMDLINE(VerifyAlignVector, false);
 71   }
 72 #endif
 73 
 74   // Check assumptions used while running ADLC
 75   Compile::adlc_verification();
 76   assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
 77 
 78   for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
 79       OptoReg::vm2opto[i] = OptoReg::Bad;
 80   }
 81 
 82   for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
 83     VMReg r = OptoReg::as_VMReg(i);
 84     if (r->is_valid()) {
 85       OptoReg::vm2opto[r->value()] = i;
 86     }
 87   }
 88 
 89   DEBUG_ONLY( Node::init_NodeProperty(); )
 90 
 91   compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
 92 
 93   // If there was an error generating the blob then UseCompiler will
 94   // have been unset and we need to skip the remaining initialization
 95   if (!UseCompiler) {
 96     return false;
 97   }
 98 
 99   Compile::pd_compiler2_init();
100 
101   CompilerThread* thread = CompilerThread::current();
102 
103   HandleMark handle_mark(thread);
104   return OptoRuntime::generate(thread->env());
105 }
106 
107 void C2Compiler::initialize() {
108   assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
109   // The first compiler thread that gets here will initialize the
110   // small amount of global state (and runtime stubs) that C2 needs.
111 
112   // There is a race possible once at startup and then we're fine
113 
114   // Note that this is being called from a compiler thread not the
115   // main startup thread.
116   if (should_perform_init()) {
117     bool successful = C2Compiler::init_c2_runtime();
118     int new_state = (successful) ? initialized : failed;
119     set_state(new_state);
120   }
121 }
122 
123 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
124   assert(is_initialized(), "Compiler thread must be initialized");
125 
126   CompilationMemoryStatisticMark cmsm(directive);
127 
128   bool subsume_loads = SubsumeLoads;
129   bool do_escape_analysis = DoEscapeAnalysis;
130   bool do_iterative_escape_analysis = DoEscapeAnalysis;
131   bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
132   bool eliminate_boxing = EliminateAutoBox;
133   bool do_locks_coarsening = EliminateLocks;
134   bool do_superword = UseSuperWord;
135 
136   while (!env->failing()) {
137     ResourceMark rm;
138     // Attempt to compile while subsuming loads into machine instructions.
139     Options options(subsume_loads,
140                     do_escape_analysis,
141                     do_iterative_escape_analysis,
142                     do_reduce_allocation_merges,
143                     eliminate_boxing,
144                     do_locks_coarsening,
145                     do_superword,
146                     install_code);
147     Compile C(env, target, entry_bci, options, directive);
148 
149     // Check result and retry if appropriate.
150     if (C.failure_reason() != nullptr) {
151       if (C.failure_reason_is(retry_no_subsuming_loads())) {
152         assert(subsume_loads, "must make progress");
153         subsume_loads = false;
154         env->report_failure(C.failure_reason());
155         continue;  // retry
156       }
157       if (C.failure_reason_is(retry_no_escape_analysis())) {
158         assert(do_escape_analysis, "must make progress");
159         do_escape_analysis = false;
160         env->report_failure(C.failure_reason());
161         continue;  // retry
162       }
163       if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
164         assert(do_iterative_escape_analysis, "must make progress");
165         do_iterative_escape_analysis = false;
166         env->report_failure(C.failure_reason());
167         continue;  // retry
168       }
169       if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
170         assert(do_reduce_allocation_merges, "must make progress");
171         do_reduce_allocation_merges = false;
172         env->report_failure(C.failure_reason());
173         continue;  // retry
174       }
175       if (C.failure_reason_is(retry_no_locks_coarsening())) {
176         assert(do_locks_coarsening, "must make progress");
177         do_locks_coarsening = false;
178         env->report_failure(C.failure_reason());
179         continue;  // retry
180       }
181       if (C.failure_reason_is(retry_no_superword())) {
182         assert(do_superword, "must make progress");
183         do_superword = false;
184         env->report_failure(C.failure_reason());
185         continue;  // retry
186       }
187       if (C.has_boxed_value()) {
188         // Recompile without boxing elimination regardless failure reason.
189         assert(eliminate_boxing, "must make progress");
190         eliminate_boxing = false;
191         env->report_failure(C.failure_reason());
192         continue;  // retry
193       }
194       // Pass any other failure reason up to the ciEnv.
195       // Note that serious, irreversible failures are already logged
196       // on the ciEnv via env->record_method_not_compilable().
197       env->record_failure(C.failure_reason());
198     }
199     if (StressRecompilation) {
200       if (subsume_loads) {
201         subsume_loads = false;
202         continue;  // retry
203       }
204       if (do_escape_analysis) {
205         do_escape_analysis = false;
206         continue;  // retry
207       }
208       if (do_locks_coarsening) {
209         do_locks_coarsening = false;
210         continue;  // retry
211       }
212     }
213     // print inlining for last compilation only
214     C.dump_print_inlining();
215 
216     // No retry; just break the loop.
217     break;
218   }
219 }
220 
221 void C2Compiler::print_timers() {
222   Compile::print_timers();
223 }
224 
225 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
226   vmIntrinsics::ID id = method->intrinsic_id();
227   return C2Compiler::is_intrinsic_supported(id);
228 }
229 
230 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
231   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
232 
233   if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
234     return false;
235   }
236 
237   switch (id) {
238   case vmIntrinsics::_compressStringC:
239   case vmIntrinsics::_compressStringB:
240     if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
241     break;
242   case vmIntrinsics::_inflateStringC:
243   case vmIntrinsics::_inflateStringB:
244     if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
245     break;
246   case vmIntrinsics::_compareToL:
247   case vmIntrinsics::_compareToU:
248   case vmIntrinsics::_compareToLU:
249   case vmIntrinsics::_compareToUL:
250     if (!Matcher::match_rule_supported(Op_StrComp)) return false;
251     break;
252   case vmIntrinsics::_equalsL:
253     if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
254     break;
255   case vmIntrinsics::_vectorizedHashCode:
256     if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
257     break;
258   case vmIntrinsics::_equalsB:
259   case vmIntrinsics::_equalsC:
260     if (!Matcher::match_rule_supported(Op_AryEq)) return false;
261     break;
262   case vmIntrinsics::_copyMemory:
263     if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
264     break;
265   case vmIntrinsics::_setMemory:
266     if (StubRoutines::unsafe_setmemory() == nullptr) return false;
267     break;
268   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
269     if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
270     break;
271   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
272     if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
273     break;
274   case vmIntrinsics::_galoisCounterMode_AESCrypt:
275     if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
276     break;
277   case vmIntrinsics::_bigIntegerRightShiftWorker:
278     if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
279     break;
280   case vmIntrinsics::_bigIntegerLeftShiftWorker:
281     if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
282     break;
283   case vmIntrinsics::_encodeAsciiArray:
284     if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
285     break;
286   case vmIntrinsics::_encodeISOArray:
287   case vmIntrinsics::_encodeByteISOArray:
288     if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
289     break;
290   case vmIntrinsics::_countPositives:
291     if (!Matcher::match_rule_supported(Op_CountPositives))  return false;
292     break;
293   case vmIntrinsics::_bitCount_i:
294     if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
295     break;
296   case vmIntrinsics::_bitCount_l:
297     if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
298     break;
299   case vmIntrinsics::_compress_i:
300   case vmIntrinsics::_compress_l:
301     if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
302     break;
303   case vmIntrinsics::_expand_i:
304   case vmIntrinsics::_expand_l:
305     if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
306     break;
307   case vmIntrinsics::_numberOfLeadingZeros_i:
308     if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
309     break;
310   case vmIntrinsics::_numberOfLeadingZeros_l:
311     if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
312     break;
313   case vmIntrinsics::_numberOfTrailingZeros_i:
314     if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
315     break;
316   case vmIntrinsics::_numberOfTrailingZeros_l:
317     if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
318     break;
319   case vmIntrinsics::_reverse_i:
320     if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
321     break;
322   case vmIntrinsics::_reverse_l:
323     if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
324     break;
325   case vmIntrinsics::_reverseBytes_c:
326     if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
327     break;
328   case vmIntrinsics::_reverseBytes_s:
329     if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
330     break;
331   case vmIntrinsics::_reverseBytes_i:
332     if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
333     break;
334   case vmIntrinsics::_reverseBytes_l:
335     if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
336     break;
337   case vmIntrinsics::_compareUnsigned_i:
338     if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
339     break;
340   case vmIntrinsics::_compareUnsigned_l:
341     if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
342     break;
343   case vmIntrinsics::_divideUnsigned_i:
344     if (!Matcher::match_rule_supported(Op_UDivI)) return false;
345     break;
346   case vmIntrinsics::_remainderUnsigned_i:
347     if (!Matcher::match_rule_supported(Op_UModI)) return false;
348     break;
349   case vmIntrinsics::_divideUnsigned_l:
350     if (!Matcher::match_rule_supported(Op_UDivL)) return false;
351     break;
352   case vmIntrinsics::_remainderUnsigned_l:
353     if (!Matcher::match_rule_supported(Op_UModL)) return false;
354     break;
355   case vmIntrinsics::_float16ToFloat:
356     if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
357     break;
358   case vmIntrinsics::_floatToFloat16:
359     if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
360     break;
361   case vmIntrinsics::_sqrt_float16:
362     if (!Matcher::match_rule_supported(Op_SqrtHF)) return false;
363     break;
364   case vmIntrinsics::_fma_float16:
365     if (!Matcher::match_rule_supported(Op_FmaHF)) return false;
366     break;
367 
368   /* CompareAndSet, Object: */
369   case vmIntrinsics::_compareAndSetReference:
370 #ifdef _LP64
371     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
372     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
373 #else
374     if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
375 #endif
376     break;
377   case vmIntrinsics::_weakCompareAndSetReferencePlain:
378   case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
379   case vmIntrinsics::_weakCompareAndSetReferenceRelease:
380   case vmIntrinsics::_weakCompareAndSetReference:
381 #ifdef _LP64
382     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
383     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
384 #else
385     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
386 #endif
387     break;
388   /* CompareAndSet, Long: */
389   case vmIntrinsics::_compareAndSetLong:
390     if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
391     break;
392   case vmIntrinsics::_weakCompareAndSetLongPlain:
393   case vmIntrinsics::_weakCompareAndSetLongAcquire:
394   case vmIntrinsics::_weakCompareAndSetLongRelease:
395   case vmIntrinsics::_weakCompareAndSetLong:
396     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
397     break;
398 
399   /* CompareAndSet, Int: */
400   case vmIntrinsics::_compareAndSetInt:
401     if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
402     break;
403   case vmIntrinsics::_weakCompareAndSetIntPlain:
404   case vmIntrinsics::_weakCompareAndSetIntAcquire:
405   case vmIntrinsics::_weakCompareAndSetIntRelease:
406   case vmIntrinsics::_weakCompareAndSetInt:
407     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
408     break;
409 
410   /* CompareAndSet, Byte: */
411   case vmIntrinsics::_compareAndSetByte:
412     if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
413     break;
414   case vmIntrinsics::_weakCompareAndSetBytePlain:
415   case vmIntrinsics::_weakCompareAndSetByteAcquire:
416   case vmIntrinsics::_weakCompareAndSetByteRelease:
417   case vmIntrinsics::_weakCompareAndSetByte:
418     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
419     break;
420 
421   /* CompareAndSet, Short: */
422   case vmIntrinsics::_compareAndSetShort:
423     if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
424     break;
425   case vmIntrinsics::_weakCompareAndSetShortPlain:
426   case vmIntrinsics::_weakCompareAndSetShortAcquire:
427   case vmIntrinsics::_weakCompareAndSetShortRelease:
428   case vmIntrinsics::_weakCompareAndSetShort:
429     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
430     break;
431 
432   /* CompareAndExchange, Object: */
433   case vmIntrinsics::_compareAndExchangeReference:
434   case vmIntrinsics::_compareAndExchangeReferenceAcquire:
435   case vmIntrinsics::_compareAndExchangeReferenceRelease:
436 #ifdef _LP64
437     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
438     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
439 #else
440     if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
441 #endif
442     break;
443 
444   /* CompareAndExchange, Long: */
445   case vmIntrinsics::_compareAndExchangeLong:
446   case vmIntrinsics::_compareAndExchangeLongAcquire:
447   case vmIntrinsics::_compareAndExchangeLongRelease:
448     if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
449     break;
450 
451   /* CompareAndExchange, Int: */
452   case vmIntrinsics::_compareAndExchangeInt:
453   case vmIntrinsics::_compareAndExchangeIntAcquire:
454   case vmIntrinsics::_compareAndExchangeIntRelease:
455     if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
456     break;
457 
458   /* CompareAndExchange, Byte: */
459   case vmIntrinsics::_compareAndExchangeByte:
460   case vmIntrinsics::_compareAndExchangeByteAcquire:
461   case vmIntrinsics::_compareAndExchangeByteRelease:
462     if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
463     break;
464 
465   /* CompareAndExchange, Short: */
466   case vmIntrinsics::_compareAndExchangeShort:
467   case vmIntrinsics::_compareAndExchangeShortAcquire:
468   case vmIntrinsics::_compareAndExchangeShortRelease:
469     if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
470     break;
471 
472   case vmIntrinsics::_getAndAddByte:
473     if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
474     break;
475   case vmIntrinsics::_getAndAddShort:
476     if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
477     break;
478   case vmIntrinsics::_getAndAddInt:
479     if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
480     break;
481   case vmIntrinsics::_getAndAddLong:
482     if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
483     break;
484 
485   case vmIntrinsics::_getAndSetByte:
486     if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
487     break;
488   case vmIntrinsics::_getAndSetShort:
489     if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
490     break;
491   case vmIntrinsics::_getAndSetInt:
492     if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
493     break;
494   case vmIntrinsics::_getAndSetLong:
495     if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
496     break;
497   case vmIntrinsics::_getAndSetReference:
498 #ifdef _LP64
499     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
500     if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
501     break;
502 #else
503     if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
504     break;
505 #endif
506   case vmIntrinsics::_incrementExactI:
507   case vmIntrinsics::_addExactI:
508     if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
509     break;
510   case vmIntrinsics::_incrementExactL:
511   case vmIntrinsics::_addExactL:
512     if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
513     break;
514   case vmIntrinsics::_decrementExactI:
515   case vmIntrinsics::_subtractExactI:
516     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
517     break;
518   case vmIntrinsics::_decrementExactL:
519   case vmIntrinsics::_subtractExactL:
520     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
521     break;
522   case vmIntrinsics::_negateExactI:
523     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
524     break;
525   case vmIntrinsics::_negateExactL:
526     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
527     break;
528   case vmIntrinsics::_multiplyExactI:
529     if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
530     break;
531   case vmIntrinsics::_multiplyExactL:
532     if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
533     break;
534   case vmIntrinsics::_multiplyHigh:
535     if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
536     break;
537   case vmIntrinsics::_unsignedMultiplyHigh:
538     if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
539     break;
540   case vmIntrinsics::_getCallerClass:
541     if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
542     break;
543   case vmIntrinsics::_onSpinWait:
544     if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
545     break;
546   case vmIntrinsics::_fmaD:
547     if (!Matcher::match_rule_supported(Op_FmaD)) return false;
548     break;
549   case vmIntrinsics::_fmaF:
550     if (!Matcher::match_rule_supported(Op_FmaF)) return false;
551     break;
552   case vmIntrinsics::_isDigit:
553     if (!Matcher::match_rule_supported(Op_Digit)) return false;
554     break;
555   case vmIntrinsics::_isLowerCase:
556     if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
557     break;
558   case vmIntrinsics::_isUpperCase:
559     if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
560     break;
561   case vmIntrinsics::_isWhitespace:
562     if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
563     break;
564   case vmIntrinsics::_maxF:
565   case vmIntrinsics::_maxF_strict:
566     if (!Matcher::match_rule_supported(Op_MaxF)) return false;
567     break;
568   case vmIntrinsics::_minF:
569   case vmIntrinsics::_minF_strict:
570     if (!Matcher::match_rule_supported(Op_MinF)) return false;
571     break;
572   case vmIntrinsics::_maxD:
573   case vmIntrinsics::_maxD_strict:
574     if (!Matcher::match_rule_supported(Op_MaxD)) return false;
575     break;
576   case vmIntrinsics::_minD:
577   case vmIntrinsics::_minD_strict:
578     if (!Matcher::match_rule_supported(Op_MinD)) return false;
579     break;
580   case vmIntrinsics::_writeback0:
581     if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
582     break;
583   case vmIntrinsics::_writebackPreSync0:
584     if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
585     break;
586   case vmIntrinsics::_writebackPostSync0:
587     if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
588     break;
589   case vmIntrinsics::_rint:
590   case vmIntrinsics::_ceil:
591   case vmIntrinsics::_floor:
592     if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
593     break;
594   case vmIntrinsics::_dcopySign:
595     if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
596     break;
597   case vmIntrinsics::_fcopySign:
598     if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
599     break;
600   case vmIntrinsics::_dsignum:
601     if (!Matcher::match_rule_supported(Op_SignumD)) return false;
602     break;
603   case vmIntrinsics::_fsignum:
604     if (!Matcher::match_rule_supported(Op_SignumF)) return false;
605     break;
606   case vmIntrinsics::_floatIsInfinite:
607     if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
608     break;
609   case vmIntrinsics::_floatIsFinite:
610     if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
611     break;
612   case vmIntrinsics::_doubleIsInfinite:
613     if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
614     break;
615   case vmIntrinsics::_doubleIsFinite:
616     if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
617     break;
618   case vmIntrinsics::_hashCode:
619   case vmIntrinsics::_identityHashCode:
620   case vmIntrinsics::_getClass:
621   case vmIntrinsics::_dsin:
622   case vmIntrinsics::_dcos:
623   case vmIntrinsics::_dtan:
624   case vmIntrinsics::_dsinh:
625   case vmIntrinsics::_dtanh:
626   case vmIntrinsics::_dcbrt:
627   case vmIntrinsics::_dabs:
628   case vmIntrinsics::_fabs:
629   case vmIntrinsics::_iabs:
630   case vmIntrinsics::_labs:
631   case vmIntrinsics::_datan2:
632   case vmIntrinsics::_dsqrt:
633   case vmIntrinsics::_dsqrt_strict:
634   case vmIntrinsics::_dexp:
635   case vmIntrinsics::_dlog:
636   case vmIntrinsics::_dlog10:
637   case vmIntrinsics::_dpow:
638   case vmIntrinsics::_roundD:
639   case vmIntrinsics::_roundF:
640   case vmIntrinsics::_min:
641   case vmIntrinsics::_max:
642   case vmIntrinsics::_min_strict:
643   case vmIntrinsics::_max_strict:
644   case vmIntrinsics::_maxL:
645   case vmIntrinsics::_minL:
646   case vmIntrinsics::_arraycopy:
647   case vmIntrinsics::_arraySort:
648   case vmIntrinsics::_arrayPartition:
649   case vmIntrinsics::_indexOfL:
650   case vmIntrinsics::_indexOfU:
651   case vmIntrinsics::_indexOfUL:
652   case vmIntrinsics::_indexOfIL:
653   case vmIntrinsics::_indexOfIU:
654   case vmIntrinsics::_indexOfIUL:
655   case vmIntrinsics::_indexOfU_char:
656   case vmIntrinsics::_indexOfL_char:
657   case vmIntrinsics::_toBytesStringU:
658   case vmIntrinsics::_getCharsStringU:
659   case vmIntrinsics::_getCharStringU:
660   case vmIntrinsics::_putCharStringU:
661   case vmIntrinsics::_getReference:
662   case vmIntrinsics::_getBoolean:
663   case vmIntrinsics::_getByte:
664   case vmIntrinsics::_getShort:
665   case vmIntrinsics::_getChar:
666   case vmIntrinsics::_getInt:
667   case vmIntrinsics::_getLong:
668   case vmIntrinsics::_getFloat:
669   case vmIntrinsics::_getDouble:
670   case vmIntrinsics::_putReference:
671   case vmIntrinsics::_putBoolean:
672   case vmIntrinsics::_putByte:
673   case vmIntrinsics::_putShort:
674   case vmIntrinsics::_putChar:
675   case vmIntrinsics::_putInt:
676   case vmIntrinsics::_putLong:
677   case vmIntrinsics::_putFloat:
678   case vmIntrinsics::_putDouble:
679   case vmIntrinsics::_getReferenceVolatile:
680   case vmIntrinsics::_getBooleanVolatile:
681   case vmIntrinsics::_getByteVolatile:
682   case vmIntrinsics::_getShortVolatile:
683   case vmIntrinsics::_getCharVolatile:
684   case vmIntrinsics::_getIntVolatile:
685   case vmIntrinsics::_getLongVolatile:
686   case vmIntrinsics::_getFloatVolatile:
687   case vmIntrinsics::_getDoubleVolatile:
688   case vmIntrinsics::_putReferenceVolatile:
689   case vmIntrinsics::_putBooleanVolatile:
690   case vmIntrinsics::_putByteVolatile:
691   case vmIntrinsics::_putShortVolatile:
692   case vmIntrinsics::_putCharVolatile:
693   case vmIntrinsics::_putIntVolatile:
694   case vmIntrinsics::_putLongVolatile:
695   case vmIntrinsics::_putFloatVolatile:
696   case vmIntrinsics::_putDoubleVolatile:
697   case vmIntrinsics::_getReferenceAcquire:
698   case vmIntrinsics::_getBooleanAcquire:
699   case vmIntrinsics::_getByteAcquire:
700   case vmIntrinsics::_getShortAcquire:
701   case vmIntrinsics::_getCharAcquire:
702   case vmIntrinsics::_getIntAcquire:
703   case vmIntrinsics::_getLongAcquire:
704   case vmIntrinsics::_getFloatAcquire:
705   case vmIntrinsics::_getDoubleAcquire:
706   case vmIntrinsics::_putReferenceRelease:
707   case vmIntrinsics::_putBooleanRelease:
708   case vmIntrinsics::_putByteRelease:
709   case vmIntrinsics::_putShortRelease:
710   case vmIntrinsics::_putCharRelease:
711   case vmIntrinsics::_putIntRelease:
712   case vmIntrinsics::_putLongRelease:
713   case vmIntrinsics::_putFloatRelease:
714   case vmIntrinsics::_putDoubleRelease:
715   case vmIntrinsics::_getReferenceOpaque:
716   case vmIntrinsics::_getBooleanOpaque:
717   case vmIntrinsics::_getByteOpaque:
718   case vmIntrinsics::_getShortOpaque:
719   case vmIntrinsics::_getCharOpaque:
720   case vmIntrinsics::_getIntOpaque:
721   case vmIntrinsics::_getLongOpaque:
722   case vmIntrinsics::_getFloatOpaque:
723   case vmIntrinsics::_getDoubleOpaque:
724   case vmIntrinsics::_putReferenceOpaque:
725   case vmIntrinsics::_putBooleanOpaque:
726   case vmIntrinsics::_putByteOpaque:
727   case vmIntrinsics::_putShortOpaque:
728   case vmIntrinsics::_putCharOpaque:
729   case vmIntrinsics::_putIntOpaque:
730   case vmIntrinsics::_putLongOpaque:
731   case vmIntrinsics::_putFloatOpaque:
732   case vmIntrinsics::_putDoubleOpaque:
733   case vmIntrinsics::_getShortUnaligned:
734   case vmIntrinsics::_getCharUnaligned:
735   case vmIntrinsics::_getIntUnaligned:
736   case vmIntrinsics::_getLongUnaligned:
737   case vmIntrinsics::_putShortUnaligned:
738   case vmIntrinsics::_putCharUnaligned:
739   case vmIntrinsics::_putIntUnaligned:
740   case vmIntrinsics::_putLongUnaligned:
741   case vmIntrinsics::_loadFence:
742   case vmIntrinsics::_storeFence:
743   case vmIntrinsics::_storeStoreFence:
744   case vmIntrinsics::_fullFence:
745   case vmIntrinsics::_currentCarrierThread:
746   case vmIntrinsics::_currentThread:
747   case vmIntrinsics::_setCurrentThread:
748   case vmIntrinsics::_scopedValueCache:
749   case vmIntrinsics::_setScopedValueCache:
750   case vmIntrinsics::_Continuation_pin:
751   case vmIntrinsics::_Continuation_unpin:
752 #ifdef JFR_HAVE_INTRINSICS
753   case vmIntrinsics::_counterTime:
754   case vmIntrinsics::_getEventWriter:
755   case vmIntrinsics::_jvm_commit:
756 #endif
757   case vmIntrinsics::_currentTimeMillis:
758   case vmIntrinsics::_nanoTime:
759   case vmIntrinsics::_allocateInstance:
760   case vmIntrinsics::_allocateUninitializedArray:
761   case vmIntrinsics::_newArray:
762   case vmIntrinsics::_getLength:
763   case vmIntrinsics::_copyOf:
764   case vmIntrinsics::_copyOfRange:
765   case vmIntrinsics::_clone:
766   case vmIntrinsics::_isAssignableFrom:
767   case vmIntrinsics::_isInstance:
768   case vmIntrinsics::_isHidden:
769   case vmIntrinsics::_getSuperclass:
770   case vmIntrinsics::_floatToRawIntBits:
771   case vmIntrinsics::_floatToIntBits:
772   case vmIntrinsics::_intBitsToFloat:
773   case vmIntrinsics::_doubleToRawLongBits:
774   case vmIntrinsics::_doubleToLongBits:
775   case vmIntrinsics::_longBitsToDouble:
776   case vmIntrinsics::_Reference_get0:
777   case vmIntrinsics::_Reference_refersTo0:
778   case vmIntrinsics::_PhantomReference_refersTo0:
779   case vmIntrinsics::_Reference_clear0:
780   case vmIntrinsics::_PhantomReference_clear0:
781   case vmIntrinsics::_Class_cast:
782   case vmIntrinsics::_aescrypt_encryptBlock:
783   case vmIntrinsics::_aescrypt_decryptBlock:
784   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
785   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
786   case vmIntrinsics::_counterMode_AESCrypt:
787   case vmIntrinsics::_md5_implCompress:
788   case vmIntrinsics::_sha_implCompress:
789   case vmIntrinsics::_sha2_implCompress:
790   case vmIntrinsics::_sha5_implCompress:
791   case vmIntrinsics::_sha3_implCompress:
792   case vmIntrinsics::_double_keccak:
793   case vmIntrinsics::_digestBase_implCompressMB:
794   case vmIntrinsics::_multiplyToLen:
795   case vmIntrinsics::_squareToLen:
796   case vmIntrinsics::_mulAdd:
797   case vmIntrinsics::_montgomeryMultiply:
798   case vmIntrinsics::_montgomerySquare:
799   case vmIntrinsics::_vectorizedMismatch:
800   case vmIntrinsics::_ghash_processBlocks:
801   case vmIntrinsics::_chacha20Block:
802   case vmIntrinsics::_kyberNtt:
803   case vmIntrinsics::_kyberInverseNtt:
804   case vmIntrinsics::_kyberNttMult:
805   case vmIntrinsics::_kyberAddPoly_2:
806   case vmIntrinsics::_kyberAddPoly_3:
807   case vmIntrinsics::_kyber12To16:
808   case vmIntrinsics::_kyberBarrettReduce:
809   case vmIntrinsics::_dilithiumAlmostNtt:
810   case vmIntrinsics::_dilithiumAlmostInverseNtt:
811   case vmIntrinsics::_dilithiumNttMult:
812   case vmIntrinsics::_dilithiumMontMulByConstant:
813   case vmIntrinsics::_dilithiumDecomposePoly:
814   case vmIntrinsics::_base64_encodeBlock:
815   case vmIntrinsics::_base64_decodeBlock:
816   case vmIntrinsics::_poly1305_processBlocks:
817   case vmIntrinsics::_intpoly_montgomeryMult_P256:
818   case vmIntrinsics::_intpoly_assign:
819   case vmIntrinsics::_updateCRC32:
820   case vmIntrinsics::_updateBytesCRC32:
821   case vmIntrinsics::_updateByteBufferCRC32:
822   case vmIntrinsics::_updateBytesCRC32C:
823   case vmIntrinsics::_updateDirectByteBufferCRC32C:
824   case vmIntrinsics::_updateBytesAdler32:
825   case vmIntrinsics::_updateByteBufferAdler32:
826   case vmIntrinsics::_profileBoolean:
827   case vmIntrinsics::_isCompileConstant:
828   case vmIntrinsics::_Preconditions_checkIndex:
829   case vmIntrinsics::_Preconditions_checkLongIndex:
830   case vmIntrinsics::_getObjectSize:
831     break;
832   case vmIntrinsics::_VectorCompressExpand:
833   case vmIntrinsics::_VectorUnaryOp:
834   case vmIntrinsics::_VectorBinaryOp:
835   case vmIntrinsics::_VectorTernaryOp:
836   case vmIntrinsics::_VectorFromBitsCoerced:
837   case vmIntrinsics::_VectorLoadOp:
838   case vmIntrinsics::_VectorLoadMaskedOp:
839   case vmIntrinsics::_VectorStoreOp:
840   case vmIntrinsics::_VectorStoreMaskedOp:
841   case vmIntrinsics::_VectorSelectFromTwoVectorOp:
842   case vmIntrinsics::_VectorGatherOp:
843   case vmIntrinsics::_VectorScatterOp:
844   case vmIntrinsics::_VectorReductionCoerced:
845   case vmIntrinsics::_VectorTest:
846   case vmIntrinsics::_VectorBlend:
847   case vmIntrinsics::_VectorRearrange:
848   case vmIntrinsics::_VectorSelectFrom:
849   case vmIntrinsics::_VectorCompare:
850   case vmIntrinsics::_VectorBroadcastInt:
851   case vmIntrinsics::_VectorConvert:
852   case vmIntrinsics::_VectorInsert:
853   case vmIntrinsics::_VectorExtract:
854   case vmIntrinsics::_VectorMaskOp:
855   case vmIntrinsics::_IndexVector:
856   case vmIntrinsics::_IndexPartiallyInUpperRange:
857     return EnableVectorSupport;
858   case vmIntrinsics::_VectorUnaryLibOp:
859   case vmIntrinsics::_VectorBinaryLibOp:
860     return EnableVectorSupport && Matcher::supports_vector_calling_convention();
861   case vmIntrinsics::_blackhole:
862 #if INCLUDE_JVMTI
863   case vmIntrinsics::_notifyJvmtiVThreadStart:
864   case vmIntrinsics::_notifyJvmtiVThreadEnd:
865   case vmIntrinsics::_notifyJvmtiVThreadMount:
866   case vmIntrinsics::_notifyJvmtiVThreadUnmount:
867   case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend:
868 #endif
869     break;
870 
871   default:
872     return false;
873   }
874   return true;
875 }
876 
877 int C2Compiler::initial_code_buffer_size(int const_size) {
878   // See Compile::init_scratch_buffer_blob
879   int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
880   int slop = 2 * CodeSection::end_slop(); // space between sections
881   return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
882 }