1 /*
  2  * Copyright (c) 1999, 2023, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "precompiled.hpp"
 26 #include "classfile/vmClasses.hpp"
 27 #include "compiler/compilerDefinitions.inline.hpp"
 28 #include "runtime/handles.inline.hpp"
 29 #include "jfr/support/jfrIntrinsics.hpp"
 30 #include "opto/c2compiler.hpp"
 31 #include "opto/compile.hpp"
 32 #include "opto/optoreg.hpp"
 33 #include "opto/output.hpp"
 34 #include "opto/runtime.hpp"
 35 #include "runtime/stubRoutines.hpp"
 36 #include "utilities/macros.hpp"
 37 
 38 
 39 // register information defined by ADLC
 40 extern const char register_save_policy[];
 41 extern const int  register_save_type[];
 42 
 43 const char* C2Compiler::retry_no_subsuming_loads() {
 44   return "retry without subsuming loads";
 45 }
 46 const char* C2Compiler::retry_no_escape_analysis() {
 47   return "retry without escape analysis";
 48 }
 49 const char* C2Compiler::retry_no_locks_coarsening() {
 50   return "retry without locks coarsening";
 51 }
 52 const char* C2Compiler::retry_no_iterative_escape_analysis() {
 53   return "retry without iterative escape analysis";
 54 }
 55 const char* C2Compiler::retry_class_loading_during_parsing() {
 56   return "retry class loading during parsing";
 57 }
 58 bool C2Compiler::init_c2_runtime() {
 59 
 60   // Check assumptions used while running ADLC
 61   Compile::adlc_verification();
 62   assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
 63 
 64   for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
 65       OptoReg::vm2opto[i] = OptoReg::Bad;
 66   }
 67 
 68   for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
 69     VMReg r = OptoReg::as_VMReg(i);
 70     if (r->is_valid()) {
 71       OptoReg::vm2opto[r->value()] = i;
 72     }
 73   }
 74 
 75   DEBUG_ONLY( Node::init_NodeProperty(); )
 76 
 77   Compile::pd_compiler2_init();
 78 
 79   CompilerThread* thread = CompilerThread::current();
 80 
 81   HandleMark handle_mark(thread);
 82   return OptoRuntime::generate(thread->env());
 83 }
 84 
 85 void C2Compiler::initialize() {
 86   assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
 87   // The first compiler thread that gets here will initialize the
 88   // small amount of global state (and runtime stubs) that C2 needs.
 89 
 90   // There is a race possible once at startup and then we're fine
 91 
 92   // Note that this is being called from a compiler thread not the
 93   // main startup thread.
 94   if (should_perform_init()) {
 95     bool successful = C2Compiler::init_c2_runtime();
 96     int new_state = (successful) ? initialized : failed;
 97     set_state(new_state);
 98   }
 99 }
100 
101 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
102   assert(is_initialized(), "Compiler thread must be initialized");
103 
104   bool subsume_loads = SubsumeLoads;
105   bool do_escape_analysis = DoEscapeAnalysis;
106   bool do_iterative_escape_analysis = DoEscapeAnalysis;
107   bool eliminate_boxing = EliminateAutoBox;
108   bool do_locks_coarsening = EliminateLocks;
109 
110   while (!env->failing()) {
111     // Attempt to compile while subsuming loads into machine instructions.
112     Options options(subsume_loads, do_escape_analysis, do_iterative_escape_analysis, eliminate_boxing, do_locks_coarsening, install_code);
113     Compile C(env, target, entry_bci, options, directive);
114 
115     // Check result and retry if appropriate.
116     if (C.failure_reason() != NULL) {
117       if (C.failure_reason_is(retry_class_loading_during_parsing())) {
118         env->report_failure(C.failure_reason());
119         continue;  // retry
120       }
121       if (C.failure_reason_is(retry_no_subsuming_loads())) {
122         assert(subsume_loads, "must make progress");
123         subsume_loads = false;
124         env->report_failure(C.failure_reason());
125         continue;  // retry
126       }
127       if (C.failure_reason_is(retry_no_escape_analysis())) {
128         assert(do_escape_analysis, "must make progress");
129         do_escape_analysis = false;
130         env->report_failure(C.failure_reason());
131         continue;  // retry
132       }
133       if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
134         assert(do_iterative_escape_analysis, "must make progress");
135         do_iterative_escape_analysis = false;
136         env->report_failure(C.failure_reason());
137         continue;  // retry
138       }
139       if (C.failure_reason_is(retry_no_locks_coarsening())) {
140         assert(do_locks_coarsening, "must make progress");
141         do_locks_coarsening = false;
142         env->report_failure(C.failure_reason());
143         continue;  // retry
144       }
145       if (C.has_boxed_value()) {
146         // Recompile without boxing elimination regardless failure reason.
147         assert(eliminate_boxing, "must make progress");
148         eliminate_boxing = false;
149         env->report_failure(C.failure_reason());
150         continue;  // retry
151       }
152       // Pass any other failure reason up to the ciEnv.
153       // Note that serious, irreversible failures are already logged
154       // on the ciEnv via env->record_method_not_compilable().
155       env->record_failure(C.failure_reason());
156     }
157     if (StressRecompilation) {
158       if (subsume_loads) {
159         subsume_loads = false;
160         continue;  // retry
161       }
162       if (do_escape_analysis) {
163         do_escape_analysis = false;
164         continue;  // retry
165       }
166       if (do_locks_coarsening) {
167         do_locks_coarsening = false;
168         continue;  // retry
169       }
170     }
171     // print inlining for last compilation only
172     C.dump_print_inlining();
173 
174     // No retry; just break the loop.
175     break;
176   }
177 }
178 
179 void C2Compiler::print_timers() {
180   Compile::print_timers();
181 }
182 
183 bool C2Compiler::is_intrinsic_supported(const methodHandle& method, bool is_virtual) {
184   vmIntrinsics::ID id = method->intrinsic_id();
185   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
186 
187   if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
188     return false;
189   }
190 
191   // Only Object.hashCode and Object.clone intrinsics implement also a virtual
192   // dispatch because calling both methods is expensive but both methods are
193   // frequently overridden. All other intrinsics implement only a non-virtual
194   // dispatch.
195   if (is_virtual) {
196     switch (id) {
197     case vmIntrinsics::_hashCode:
198     case vmIntrinsics::_clone:
199       break;
200     default:
201       return false;
202     }
203   }
204 
205   switch (id) {
206   case vmIntrinsics::_compressStringC:
207   case vmIntrinsics::_compressStringB:
208     if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
209     break;
210   case vmIntrinsics::_inflateStringC:
211   case vmIntrinsics::_inflateStringB:
212     if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
213     break;
214   case vmIntrinsics::_compareToL:
215   case vmIntrinsics::_compareToU:
216   case vmIntrinsics::_compareToLU:
217   case vmIntrinsics::_compareToUL:
218     if (!Matcher::match_rule_supported(Op_StrComp)) return false;
219     break;
220   case vmIntrinsics::_equalsL:
221   case vmIntrinsics::_equalsU:
222     if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
223     break;
224   case vmIntrinsics::_vectorizedHashCode:
225     if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
226     break;
227   case vmIntrinsics::_equalsB:
228   case vmIntrinsics::_equalsC:
229     if (!Matcher::match_rule_supported(Op_AryEq)) return false;
230     break;
231   case vmIntrinsics::_copyMemory:
232     if (StubRoutines::unsafe_arraycopy() == NULL) return false;
233     break;
234   case vmIntrinsics::_encodeAsciiArray:
235     if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
236     break;
237   case vmIntrinsics::_encodeISOArray:
238   case vmIntrinsics::_encodeByteISOArray:
239     if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
240     break;
241   case vmIntrinsics::_countPositives:
242     if (!Matcher::match_rule_supported(Op_CountPositives))  return false;
243     break;
244   case vmIntrinsics::_bitCount_i:
245     if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
246     break;
247   case vmIntrinsics::_bitCount_l:
248     if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
249     break;
250   case vmIntrinsics::_compress_i:
251   case vmIntrinsics::_compress_l:
252     if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
253     break;
254   case vmIntrinsics::_expand_i:
255   case vmIntrinsics::_expand_l:
256     if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
257     break;
258   case vmIntrinsics::_numberOfLeadingZeros_i:
259     if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
260     break;
261   case vmIntrinsics::_numberOfLeadingZeros_l:
262     if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
263     break;
264   case vmIntrinsics::_numberOfTrailingZeros_i:
265     if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
266     break;
267   case vmIntrinsics::_numberOfTrailingZeros_l:
268     if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
269     break;
270   case vmIntrinsics::_reverse_i:
271     if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
272     break;
273   case vmIntrinsics::_reverse_l:
274     if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
275     break;
276   case vmIntrinsics::_reverseBytes_c:
277     if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
278     break;
279   case vmIntrinsics::_reverseBytes_s:
280     if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
281     break;
282   case vmIntrinsics::_reverseBytes_i:
283     if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
284     break;
285   case vmIntrinsics::_reverseBytes_l:
286     if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
287     break;
288   case vmIntrinsics::_compareUnsigned_i:
289     if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
290     break;
291   case vmIntrinsics::_compareUnsigned_l:
292     if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
293     break;
294   case vmIntrinsics::_divideUnsigned_i:
295     if (!Matcher::match_rule_supported(Op_UDivI)) return false;
296     break;
297   case vmIntrinsics::_remainderUnsigned_i:
298     if (!Matcher::match_rule_supported(Op_UModI)) return false;
299     break;
300   case vmIntrinsics::_divideUnsigned_l:
301     if (!Matcher::match_rule_supported(Op_UDivL)) return false;
302     break;
303   case vmIntrinsics::_remainderUnsigned_l:
304     if (!Matcher::match_rule_supported(Op_UModL)) return false;
305     break;
306   case vmIntrinsics::_float16ToFloat:
307     if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
308     break;
309   case vmIntrinsics::_floatToFloat16:
310     if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
311     break;
312 
313   /* CompareAndSet, Object: */
314   case vmIntrinsics::_compareAndSetReference:
315 #ifdef _LP64
316     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
317     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
318 #else
319     if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
320 #endif
321     break;
322   case vmIntrinsics::_weakCompareAndSetReferencePlain:
323   case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
324   case vmIntrinsics::_weakCompareAndSetReferenceRelease:
325   case vmIntrinsics::_weakCompareAndSetReference:
326 #ifdef _LP64
327     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
328     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
329 #else
330     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
331 #endif
332     break;
333   /* CompareAndSet, Long: */
334   case vmIntrinsics::_compareAndSetLong:
335     if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
336     break;
337   case vmIntrinsics::_weakCompareAndSetLongPlain:
338   case vmIntrinsics::_weakCompareAndSetLongAcquire:
339   case vmIntrinsics::_weakCompareAndSetLongRelease:
340   case vmIntrinsics::_weakCompareAndSetLong:
341     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
342     break;
343 
344   /* CompareAndSet, Int: */
345   case vmIntrinsics::_compareAndSetInt:
346     if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
347     break;
348   case vmIntrinsics::_weakCompareAndSetIntPlain:
349   case vmIntrinsics::_weakCompareAndSetIntAcquire:
350   case vmIntrinsics::_weakCompareAndSetIntRelease:
351   case vmIntrinsics::_weakCompareAndSetInt:
352     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
353     break;
354 
355   /* CompareAndSet, Byte: */
356   case vmIntrinsics::_compareAndSetByte:
357     if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
358     break;
359   case vmIntrinsics::_weakCompareAndSetBytePlain:
360   case vmIntrinsics::_weakCompareAndSetByteAcquire:
361   case vmIntrinsics::_weakCompareAndSetByteRelease:
362   case vmIntrinsics::_weakCompareAndSetByte:
363     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
364     break;
365 
366   /* CompareAndSet, Short: */
367   case vmIntrinsics::_compareAndSetShort:
368     if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
369     break;
370   case vmIntrinsics::_weakCompareAndSetShortPlain:
371   case vmIntrinsics::_weakCompareAndSetShortAcquire:
372   case vmIntrinsics::_weakCompareAndSetShortRelease:
373   case vmIntrinsics::_weakCompareAndSetShort:
374     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
375     break;
376 
377   /* CompareAndExchange, Object: */
378   case vmIntrinsics::_compareAndExchangeReference:
379   case vmIntrinsics::_compareAndExchangeReferenceAcquire:
380   case vmIntrinsics::_compareAndExchangeReferenceRelease:
381 #ifdef _LP64
382     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
383     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
384 #else
385     if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
386 #endif
387     break;
388 
389   /* CompareAndExchange, Long: */
390   case vmIntrinsics::_compareAndExchangeLong:
391   case vmIntrinsics::_compareAndExchangeLongAcquire:
392   case vmIntrinsics::_compareAndExchangeLongRelease:
393     if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
394     break;
395 
396   /* CompareAndExchange, Int: */
397   case vmIntrinsics::_compareAndExchangeInt:
398   case vmIntrinsics::_compareAndExchangeIntAcquire:
399   case vmIntrinsics::_compareAndExchangeIntRelease:
400     if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
401     break;
402 
403   /* CompareAndExchange, Byte: */
404   case vmIntrinsics::_compareAndExchangeByte:
405   case vmIntrinsics::_compareAndExchangeByteAcquire:
406   case vmIntrinsics::_compareAndExchangeByteRelease:
407     if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
408     break;
409 
410   /* CompareAndExchange, Short: */
411   case vmIntrinsics::_compareAndExchangeShort:
412   case vmIntrinsics::_compareAndExchangeShortAcquire:
413   case vmIntrinsics::_compareAndExchangeShortRelease:
414     if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
415     break;
416 
417   case vmIntrinsics::_getAndAddByte:
418     if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
419     break;
420   case vmIntrinsics::_getAndAddShort:
421     if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
422     break;
423   case vmIntrinsics::_getAndAddInt:
424     if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
425     break;
426   case vmIntrinsics::_getAndAddLong:
427     if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
428     break;
429 
430   case vmIntrinsics::_getAndSetByte:
431     if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
432     break;
433   case vmIntrinsics::_getAndSetShort:
434     if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
435     break;
436   case vmIntrinsics::_getAndSetInt:
437     if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
438     break;
439   case vmIntrinsics::_getAndSetLong:
440     if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
441     break;
442   case vmIntrinsics::_getAndSetReference:
443 #ifdef _LP64
444     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
445     if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
446     break;
447 #else
448     if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
449     break;
450 #endif
451   case vmIntrinsics::_incrementExactI:
452   case vmIntrinsics::_addExactI:
453     if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
454     break;
455   case vmIntrinsics::_incrementExactL:
456   case vmIntrinsics::_addExactL:
457     if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
458     break;
459   case vmIntrinsics::_decrementExactI:
460   case vmIntrinsics::_subtractExactI:
461     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
462     break;
463   case vmIntrinsics::_decrementExactL:
464   case vmIntrinsics::_subtractExactL:
465     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
466     break;
467   case vmIntrinsics::_negateExactI:
468     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
469     break;
470   case vmIntrinsics::_negateExactL:
471     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
472     break;
473   case vmIntrinsics::_multiplyExactI:
474     if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
475     break;
476   case vmIntrinsics::_multiplyExactL:
477     if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
478     break;
479   case vmIntrinsics::_multiplyHigh:
480     if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
481     break;
482   case vmIntrinsics::_unsignedMultiplyHigh:
483     if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
484     break;
485   case vmIntrinsics::_getCallerClass:
486     if (vmClasses::reflect_CallerSensitive_klass() == NULL) return false;
487     break;
488   case vmIntrinsics::_onSpinWait:
489     if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
490     break;
491   case vmIntrinsics::_fmaD:
492     if (!UseFMA || !Matcher::match_rule_supported(Op_FmaD)) return false;
493     break;
494   case vmIntrinsics::_fmaF:
495     if (!UseFMA || !Matcher::match_rule_supported(Op_FmaF)) return false;
496     break;
497   case vmIntrinsics::_isDigit:
498     if (!Matcher::match_rule_supported(Op_Digit)) return false;
499     break;
500   case vmIntrinsics::_isLowerCase:
501     if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
502     break;
503   case vmIntrinsics::_isUpperCase:
504     if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
505     break;
506   case vmIntrinsics::_isWhitespace:
507     if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
508     break;
509   case vmIntrinsics::_maxF:
510   case vmIntrinsics::_maxF_strict:
511     if (!Matcher::match_rule_supported(Op_MaxF)) return false;
512     break;
513   case vmIntrinsics::_minF:
514   case vmIntrinsics::_minF_strict:
515     if (!Matcher::match_rule_supported(Op_MinF)) return false;
516     break;
517   case vmIntrinsics::_maxD:
518   case vmIntrinsics::_maxD_strict:
519     if (!Matcher::match_rule_supported(Op_MaxD)) return false;
520     break;
521   case vmIntrinsics::_minD:
522   case vmIntrinsics::_minD_strict:
523     if (!Matcher::match_rule_supported(Op_MinD)) return false;
524     break;
525   case vmIntrinsics::_writeback0:
526     if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
527     break;
528   case vmIntrinsics::_writebackPreSync0:
529     if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
530     break;
531   case vmIntrinsics::_writebackPostSync0:
532     if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
533     break;
534   case vmIntrinsics::_rint:
535   case vmIntrinsics::_ceil:
536   case vmIntrinsics::_floor:
537     if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
538     break;
539   case vmIntrinsics::_dcopySign:
540     if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
541     break;
542   case vmIntrinsics::_fcopySign:
543     if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
544     break;
545   case vmIntrinsics::_dsignum:
546     if (!Matcher::match_rule_supported(Op_SignumD)) return false;
547     break;
548   case vmIntrinsics::_fsignum:
549     if (!Matcher::match_rule_supported(Op_SignumF)) return false;
550     break;
551   case vmIntrinsics::_floatIsInfinite:
552     if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
553     break;
554   case vmIntrinsics::_floatIsFinite:
555     if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
556     break;
557   case vmIntrinsics::_doubleIsInfinite:
558     if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
559     break;
560   case vmIntrinsics::_doubleIsFinite:
561     if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
562     break;
563   case vmIntrinsics::_hashCode:
564   case vmIntrinsics::_identityHashCode:
565   case vmIntrinsics::_getClass:
566   case vmIntrinsics::_dsin:
567   case vmIntrinsics::_dcos:
568   case vmIntrinsics::_dtan:
569   case vmIntrinsics::_dabs:
570   case vmIntrinsics::_fabs:
571   case vmIntrinsics::_iabs:
572   case vmIntrinsics::_labs:
573   case vmIntrinsics::_datan2:
574   case vmIntrinsics::_dsqrt:
575   case vmIntrinsics::_dsqrt_strict:
576   case vmIntrinsics::_dexp:
577   case vmIntrinsics::_dlog:
578   case vmIntrinsics::_dlog10:
579   case vmIntrinsics::_dpow:
580   case vmIntrinsics::_roundD:
581   case vmIntrinsics::_roundF:
582   case vmIntrinsics::_min:
583   case vmIntrinsics::_max:
584   case vmIntrinsics::_min_strict:
585   case vmIntrinsics::_max_strict:
586   case vmIntrinsics::_arraycopy:
587   case vmIntrinsics::_indexOfL:
588   case vmIntrinsics::_indexOfU:
589   case vmIntrinsics::_indexOfUL:
590   case vmIntrinsics::_indexOfIL:
591   case vmIntrinsics::_indexOfIU:
592   case vmIntrinsics::_indexOfIUL:
593   case vmIntrinsics::_indexOfU_char:
594   case vmIntrinsics::_indexOfL_char:
595   case vmIntrinsics::_toBytesStringU:
596   case vmIntrinsics::_getCharsStringU:
597   case vmIntrinsics::_getCharStringU:
598   case vmIntrinsics::_putCharStringU:
599   case vmIntrinsics::_getReference:
600   case vmIntrinsics::_getBoolean:
601   case vmIntrinsics::_getByte:
602   case vmIntrinsics::_getShort:
603   case vmIntrinsics::_getChar:
604   case vmIntrinsics::_getInt:
605   case vmIntrinsics::_getLong:
606   case vmIntrinsics::_getFloat:
607   case vmIntrinsics::_getDouble:
608   case vmIntrinsics::_putReference:
609   case vmIntrinsics::_putBoolean:
610   case vmIntrinsics::_putByte:
611   case vmIntrinsics::_putShort:
612   case vmIntrinsics::_putChar:
613   case vmIntrinsics::_putInt:
614   case vmIntrinsics::_putLong:
615   case vmIntrinsics::_putFloat:
616   case vmIntrinsics::_putDouble:
617   case vmIntrinsics::_getReferenceVolatile:
618   case vmIntrinsics::_getBooleanVolatile:
619   case vmIntrinsics::_getByteVolatile:
620   case vmIntrinsics::_getShortVolatile:
621   case vmIntrinsics::_getCharVolatile:
622   case vmIntrinsics::_getIntVolatile:
623   case vmIntrinsics::_getLongVolatile:
624   case vmIntrinsics::_getFloatVolatile:
625   case vmIntrinsics::_getDoubleVolatile:
626   case vmIntrinsics::_putReferenceVolatile:
627   case vmIntrinsics::_putBooleanVolatile:
628   case vmIntrinsics::_putByteVolatile:
629   case vmIntrinsics::_putShortVolatile:
630   case vmIntrinsics::_putCharVolatile:
631   case vmIntrinsics::_putIntVolatile:
632   case vmIntrinsics::_putLongVolatile:
633   case vmIntrinsics::_putFloatVolatile:
634   case vmIntrinsics::_putDoubleVolatile:
635   case vmIntrinsics::_getReferenceAcquire:
636   case vmIntrinsics::_getBooleanAcquire:
637   case vmIntrinsics::_getByteAcquire:
638   case vmIntrinsics::_getShortAcquire:
639   case vmIntrinsics::_getCharAcquire:
640   case vmIntrinsics::_getIntAcquire:
641   case vmIntrinsics::_getLongAcquire:
642   case vmIntrinsics::_getFloatAcquire:
643   case vmIntrinsics::_getDoubleAcquire:
644   case vmIntrinsics::_putReferenceRelease:
645   case vmIntrinsics::_putBooleanRelease:
646   case vmIntrinsics::_putByteRelease:
647   case vmIntrinsics::_putShortRelease:
648   case vmIntrinsics::_putCharRelease:
649   case vmIntrinsics::_putIntRelease:
650   case vmIntrinsics::_putLongRelease:
651   case vmIntrinsics::_putFloatRelease:
652   case vmIntrinsics::_putDoubleRelease:
653   case vmIntrinsics::_getReferenceOpaque:
654   case vmIntrinsics::_getBooleanOpaque:
655   case vmIntrinsics::_getByteOpaque:
656   case vmIntrinsics::_getShortOpaque:
657   case vmIntrinsics::_getCharOpaque:
658   case vmIntrinsics::_getIntOpaque:
659   case vmIntrinsics::_getLongOpaque:
660   case vmIntrinsics::_getFloatOpaque:
661   case vmIntrinsics::_getDoubleOpaque:
662   case vmIntrinsics::_putReferenceOpaque:
663   case vmIntrinsics::_putBooleanOpaque:
664   case vmIntrinsics::_putByteOpaque:
665   case vmIntrinsics::_putShortOpaque:
666   case vmIntrinsics::_putCharOpaque:
667   case vmIntrinsics::_putIntOpaque:
668   case vmIntrinsics::_putLongOpaque:
669   case vmIntrinsics::_putFloatOpaque:
670   case vmIntrinsics::_putDoubleOpaque:
671   case vmIntrinsics::_getShortUnaligned:
672   case vmIntrinsics::_getCharUnaligned:
673   case vmIntrinsics::_getIntUnaligned:
674   case vmIntrinsics::_getLongUnaligned:
675   case vmIntrinsics::_putShortUnaligned:
676   case vmIntrinsics::_putCharUnaligned:
677   case vmIntrinsics::_putIntUnaligned:
678   case vmIntrinsics::_putLongUnaligned:
679   case vmIntrinsics::_loadFence:
680   case vmIntrinsics::_storeFence:
681   case vmIntrinsics::_storeStoreFence:
682   case vmIntrinsics::_fullFence:
683   case vmIntrinsics::_currentCarrierThread:
684   case vmIntrinsics::_currentThread:
685   case vmIntrinsics::_setCurrentThread:
686   case vmIntrinsics::_scopedValueCache:
687   case vmIntrinsics::_setScopedValueCache:
688 #ifdef JFR_HAVE_INTRINSICS
689   case vmIntrinsics::_counterTime:
690   case vmIntrinsics::_getEventWriter:
691 #endif
692   case vmIntrinsics::_currentTimeMillis:
693   case vmIntrinsics::_nanoTime:
694   case vmIntrinsics::_allocateInstance:
695   case vmIntrinsics::_allocateUninitializedArray:
696   case vmIntrinsics::_newArray:
697   case vmIntrinsics::_getLength:
698   case vmIntrinsics::_copyOf:
699   case vmIntrinsics::_copyOfRange:
700   case vmIntrinsics::_clone:
701   case vmIntrinsics::_isAssignableFrom:
702   case vmIntrinsics::_isInstance:
703   case vmIntrinsics::_getModifiers:
704   case vmIntrinsics::_isInterface:
705   case vmIntrinsics::_isArray:
706   case vmIntrinsics::_isPrimitive:
707   case vmIntrinsics::_isHidden:
708   case vmIntrinsics::_getSuperclass:
709   case vmIntrinsics::_getClassAccessFlags:
710   case vmIntrinsics::_floatToRawIntBits:
711   case vmIntrinsics::_floatToIntBits:
712   case vmIntrinsics::_intBitsToFloat:
713   case vmIntrinsics::_doubleToRawLongBits:
714   case vmIntrinsics::_doubleToLongBits:
715   case vmIntrinsics::_longBitsToDouble:
716   case vmIntrinsics::_Reference_get:
717   case vmIntrinsics::_Reference_refersTo0:
718   case vmIntrinsics::_PhantomReference_refersTo0:
719   case vmIntrinsics::_Class_cast:
720   case vmIntrinsics::_aescrypt_encryptBlock:
721   case vmIntrinsics::_aescrypt_decryptBlock:
722   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
723   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
724   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
725   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
726   case vmIntrinsics::_counterMode_AESCrypt:
727   case vmIntrinsics::_galoisCounterMode_AESCrypt:
728   case vmIntrinsics::_md5_implCompress:
729   case vmIntrinsics::_sha_implCompress:
730   case vmIntrinsics::_sha2_implCompress:
731   case vmIntrinsics::_sha5_implCompress:
732   case vmIntrinsics::_sha3_implCompress:
733   case vmIntrinsics::_digestBase_implCompressMB:
734   case vmIntrinsics::_multiplyToLen:
735   case vmIntrinsics::_squareToLen:
736   case vmIntrinsics::_mulAdd:
737   case vmIntrinsics::_montgomeryMultiply:
738   case vmIntrinsics::_montgomerySquare:
739   case vmIntrinsics::_bigIntegerRightShiftWorker:
740   case vmIntrinsics::_bigIntegerLeftShiftWorker:
741   case vmIntrinsics::_vectorizedMismatch:
742   case vmIntrinsics::_ghash_processBlocks:
743   case vmIntrinsics::_chacha20Block:
744   case vmIntrinsics::_base64_encodeBlock:
745   case vmIntrinsics::_base64_decodeBlock:
746   case vmIntrinsics::_poly1305_processBlocks:
747   case vmIntrinsics::_updateCRC32:
748   case vmIntrinsics::_updateBytesCRC32:
749   case vmIntrinsics::_updateByteBufferCRC32:
750   case vmIntrinsics::_updateBytesCRC32C:
751   case vmIntrinsics::_updateDirectByteBufferCRC32C:
752   case vmIntrinsics::_updateBytesAdler32:
753   case vmIntrinsics::_updateByteBufferAdler32:
754   case vmIntrinsics::_profileBoolean:
755   case vmIntrinsics::_isCompileConstant:
756   case vmIntrinsics::_Preconditions_checkIndex:
757   case vmIntrinsics::_Preconditions_checkLongIndex:
758   case vmIntrinsics::_getObjectSize:
759   case vmIntrinsics::_shipilev_magic_sizeOf:
760   case vmIntrinsics::_shipilev_magic_addressOf:
761     break;
762 
763   case vmIntrinsics::_VectorCompressExpand:
764   case vmIntrinsics::_VectorUnaryOp:
765   case vmIntrinsics::_VectorBinaryOp:
766   case vmIntrinsics::_VectorTernaryOp:
767   case vmIntrinsics::_VectorFromBitsCoerced:
768   case vmIntrinsics::_VectorShuffleIota:
769   case vmIntrinsics::_VectorShuffleToVector:
770   case vmIntrinsics::_VectorLoadOp:
771   case vmIntrinsics::_VectorLoadMaskedOp:
772   case vmIntrinsics::_VectorStoreOp:
773   case vmIntrinsics::_VectorStoreMaskedOp:
774   case vmIntrinsics::_VectorGatherOp:
775   case vmIntrinsics::_VectorScatterOp:
776   case vmIntrinsics::_VectorReductionCoerced:
777   case vmIntrinsics::_VectorTest:
778   case vmIntrinsics::_VectorBlend:
779   case vmIntrinsics::_VectorRearrange:
780   case vmIntrinsics::_VectorCompare:
781   case vmIntrinsics::_VectorBroadcastInt:
782   case vmIntrinsics::_VectorConvert:
783   case vmIntrinsics::_VectorInsert:
784   case vmIntrinsics::_VectorExtract:
785   case vmIntrinsics::_VectorMaskOp:
786   case vmIntrinsics::_IndexVector:
787     return EnableVectorSupport;
788   case vmIntrinsics::_blackhole:
789     break;
790   case vmIntrinsics::_shipilev_magic_timestamp:
791     return Matcher::match_rule_supported(Op_Timestamp);
792   case vmIntrinsics::_shipilev_magic_timestamp_serial:
793     return Matcher::match_rule_supported(Op_TimestampSerial);
794   default:
795     return false;
796   }
797   return true;
798 }
799 
800 int C2Compiler::initial_code_buffer_size(int const_size) {
801   // See Compile::init_scratch_buffer_blob
802   int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
803   int slop = 2 * CodeSection::end_slop(); // space between sections
804   return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
805 }