1 /*
  2  * Copyright (c) 1999, 2023, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "precompiled.hpp"
 26 #include "classfile/vmClasses.hpp"
 27 #include "compiler/compilationMemoryStatistic.hpp"
 28 #include "compiler/compilerDefinitions.inline.hpp"
 29 #include "runtime/handles.inline.hpp"
 30 #include "jfr/support/jfrIntrinsics.hpp"
 31 #include "opto/c2compiler.hpp"
 32 #include "opto/compile.hpp"
 33 #include "opto/optoreg.hpp"
 34 #include "opto/output.hpp"
 35 #include "opto/runtime.hpp"
 36 #include "runtime/stubRoutines.hpp"
 37 #include "utilities/macros.hpp"
 38 
 39 
 40 // register information defined by ADLC
 41 extern const char register_save_policy[];
 42 extern const int  register_save_type[];
 43 
 44 const char* C2Compiler::retry_no_subsuming_loads() {
 45   return "retry without subsuming loads";
 46 }
 47 const char* C2Compiler::retry_no_escape_analysis() {
 48   return "retry without escape analysis";
 49 }
 50 const char* C2Compiler::retry_no_locks_coarsening() {
 51   return "retry without locks coarsening";
 52 }
 53 const char* C2Compiler::retry_no_iterative_escape_analysis() {
 54   return "retry without iterative escape analysis";
 55 }
 56 const char* C2Compiler::retry_no_reduce_allocation_merges() {
 57   return "retry without reducing allocation merges";
 58 }
 59 const char* C2Compiler::retry_no_superword() {
 60   return "retry without SuperWord";
 61 }
 62 
 63 void compiler_stubs_init(bool in_compiler_thread);
 64 
 65 bool C2Compiler::init_c2_runtime() {
 66 
 67   // Check assumptions used while running ADLC
 68   Compile::adlc_verification();
 69   assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
 70 
 71   for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
 72       OptoReg::vm2opto[i] = OptoReg::Bad;
 73   }
 74 
 75   for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
 76     VMReg r = OptoReg::as_VMReg(i);
 77     if (r->is_valid()) {
 78       OptoReg::vm2opto[r->value()] = i;
 79     }
 80   }
 81 
 82   DEBUG_ONLY( Node::init_NodeProperty(); )
 83 
 84   compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
 85 
 86   Compile::pd_compiler2_init();
 87 
 88   CompilerThread* thread = CompilerThread::current();
 89 
 90   HandleMark handle_mark(thread);
 91   return OptoRuntime::generate(thread->env());
 92 }
 93 
 94 void C2Compiler::initialize() {
 95   assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
 96   // The first compiler thread that gets here will initialize the
 97   // small amount of global state (and runtime stubs) that C2 needs.
 98 
 99   // There is a race possible once at startup and then we're fine
100 
101   // Note that this is being called from a compiler thread not the
102   // main startup thread.
103   if (should_perform_init()) {
104     bool successful = C2Compiler::init_c2_runtime();
105     int new_state = (successful) ? initialized : failed;
106     set_state(new_state);
107   }
108 }
109 
110 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
111   assert(is_initialized(), "Compiler thread must be initialized");
112 
113   CompilationMemoryStatisticMark cmsm(directive);
114 
115   bool subsume_loads = SubsumeLoads;
116   bool do_escape_analysis = DoEscapeAnalysis;
117   bool do_iterative_escape_analysis = DoEscapeAnalysis;
118   bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
119   // TODO 8328675 Re-enable
120   bool eliminate_boxing = false; // EliminateAutoBox;
121   bool do_locks_coarsening = EliminateLocks;
122   bool do_superword = UseSuperWord;
123 
124   while (!env->failing()) {
125     ResourceMark rm;
126     // Attempt to compile while subsuming loads into machine instructions.
127     Options options(subsume_loads,
128                     do_escape_analysis,
129                     do_iterative_escape_analysis,
130                     do_reduce_allocation_merges,
131                     eliminate_boxing,
132                     do_locks_coarsening,
133                     do_superword,
134                     install_code);
135     Compile C(env, target, entry_bci, options, directive);
136 
137     // Check result and retry if appropriate.
138     if (C.failure_reason() != nullptr) {
139       if (C.failure_reason_is(retry_no_subsuming_loads())) {
140         assert(subsume_loads, "must make progress");
141         subsume_loads = false;
142         env->report_failure(C.failure_reason());
143         continue;  // retry
144       }
145       if (C.failure_reason_is(retry_no_escape_analysis())) {
146         assert(do_escape_analysis, "must make progress");
147         do_escape_analysis = false;
148         env->report_failure(C.failure_reason());
149         continue;  // retry
150       }
151       if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
152         assert(do_iterative_escape_analysis, "must make progress");
153         do_iterative_escape_analysis = false;
154         env->report_failure(C.failure_reason());
155         continue;  // retry
156       }
157       if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
158         assert(do_reduce_allocation_merges, "must make progress");
159         do_reduce_allocation_merges = false;
160         env->report_failure(C.failure_reason());
161         continue;  // retry
162       }
163       if (C.failure_reason_is(retry_no_locks_coarsening())) {
164         assert(do_locks_coarsening, "must make progress");
165         do_locks_coarsening = false;
166         env->report_failure(C.failure_reason());
167         continue;  // retry
168       }
169       if (C.failure_reason_is(retry_no_superword())) {
170         assert(do_superword, "must make progress");
171         do_superword = false;
172         env->report_failure(C.failure_reason());
173         continue;  // retry
174       }
175       if (C.has_boxed_value()) {
176         // Recompile without boxing elimination regardless failure reason.
177         assert(eliminate_boxing, "must make progress");
178         eliminate_boxing = false;
179         env->report_failure(C.failure_reason());
180         continue;  // retry
181       }
182       // Pass any other failure reason up to the ciEnv.
183       // Note that serious, irreversible failures are already logged
184       // on the ciEnv via env->record_method_not_compilable().
185       env->record_failure(C.failure_reason());
186     }
187     if (StressRecompilation) {
188       if (subsume_loads) {
189         subsume_loads = false;
190         continue;  // retry
191       }
192       if (do_escape_analysis) {
193         do_escape_analysis = false;
194         continue;  // retry
195       }
196       if (do_locks_coarsening) {
197         do_locks_coarsening = false;
198         continue;  // retry
199       }
200     }
201     // print inlining for last compilation only
202     C.dump_print_inlining();
203 
204     // No retry; just break the loop.
205     break;
206   }
207 }
208 
209 void C2Compiler::print_timers() {
210   Compile::print_timers();
211 }
212 
213 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
214   vmIntrinsics::ID id = method->intrinsic_id();
215   return C2Compiler::is_intrinsic_supported(id);
216 }
217 
218 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
219   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
220 
221   if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
222     return false;
223   }
224 
225   switch (id) {
226   case vmIntrinsics::_compressStringC:
227   case vmIntrinsics::_compressStringB:
228     if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
229     break;
230   case vmIntrinsics::_inflateStringC:
231   case vmIntrinsics::_inflateStringB:
232     if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
233     break;
234   case vmIntrinsics::_compareToL:
235   case vmIntrinsics::_compareToU:
236   case vmIntrinsics::_compareToLU:
237   case vmIntrinsics::_compareToUL:
238     if (!Matcher::match_rule_supported(Op_StrComp)) return false;
239     break;
240   case vmIntrinsics::_equalsL:
241   case vmIntrinsics::_equalsU:
242     if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
243     break;
244   case vmIntrinsics::_vectorizedHashCode:
245     if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
246     break;
247   case vmIntrinsics::_equalsB:
248   case vmIntrinsics::_equalsC:
249     if (!Matcher::match_rule_supported(Op_AryEq)) return false;
250     break;
251   case vmIntrinsics::_copyMemory:
252     if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
253     break;
254   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
255     if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
256     break;
257   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
258     if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
259     break;
260   case vmIntrinsics::_galoisCounterMode_AESCrypt:
261     if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
262     break;
263   case vmIntrinsics::_bigIntegerRightShiftWorker:
264     if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
265     break;
266   case vmIntrinsics::_bigIntegerLeftShiftWorker:
267     if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
268     break;
269   case vmIntrinsics::_encodeAsciiArray:
270     if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
271     break;
272   case vmIntrinsics::_encodeISOArray:
273   case vmIntrinsics::_encodeByteISOArray:
274     if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
275     break;
276   case vmIntrinsics::_countPositives:
277     if (!Matcher::match_rule_supported(Op_CountPositives))  return false;
278     break;
279   case vmIntrinsics::_bitCount_i:
280     if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
281     break;
282   case vmIntrinsics::_bitCount_l:
283     if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
284     break;
285   case vmIntrinsics::_compress_i:
286   case vmIntrinsics::_compress_l:
287     if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
288     break;
289   case vmIntrinsics::_expand_i:
290   case vmIntrinsics::_expand_l:
291     if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
292     break;
293   case vmIntrinsics::_numberOfLeadingZeros_i:
294     if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
295     break;
296   case vmIntrinsics::_numberOfLeadingZeros_l:
297     if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
298     break;
299   case vmIntrinsics::_numberOfTrailingZeros_i:
300     if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
301     break;
302   case vmIntrinsics::_numberOfTrailingZeros_l:
303     if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
304     break;
305   case vmIntrinsics::_reverse_i:
306     if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
307     break;
308   case vmIntrinsics::_reverse_l:
309     if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
310     break;
311   case vmIntrinsics::_reverseBytes_c:
312     if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
313     break;
314   case vmIntrinsics::_reverseBytes_s:
315     if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
316     break;
317   case vmIntrinsics::_reverseBytes_i:
318     if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
319     break;
320   case vmIntrinsics::_reverseBytes_l:
321     if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
322     break;
323   case vmIntrinsics::_compareUnsigned_i:
324     if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
325     break;
326   case vmIntrinsics::_compareUnsigned_l:
327     if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
328     break;
329   case vmIntrinsics::_divideUnsigned_i:
330     if (!Matcher::match_rule_supported(Op_UDivI)) return false;
331     break;
332   case vmIntrinsics::_remainderUnsigned_i:
333     if (!Matcher::match_rule_supported(Op_UModI)) return false;
334     break;
335   case vmIntrinsics::_divideUnsigned_l:
336     if (!Matcher::match_rule_supported(Op_UDivL)) return false;
337     break;
338   case vmIntrinsics::_remainderUnsigned_l:
339     if (!Matcher::match_rule_supported(Op_UModL)) return false;
340     break;
341   case vmIntrinsics::_float16ToFloat:
342     if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
343     break;
344   case vmIntrinsics::_floatToFloat16:
345     if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
346     break;
347 
348   /* CompareAndSet, Object: */
349   case vmIntrinsics::_compareAndSetReference:
350 #ifdef _LP64
351     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
352     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
353 #else
354     if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
355 #endif
356     break;
357   case vmIntrinsics::_weakCompareAndSetReferencePlain:
358   case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
359   case vmIntrinsics::_weakCompareAndSetReferenceRelease:
360   case vmIntrinsics::_weakCompareAndSetReference:
361 #ifdef _LP64
362     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
363     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
364 #else
365     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
366 #endif
367     break;
368   /* CompareAndSet, Long: */
369   case vmIntrinsics::_compareAndSetLong:
370     if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
371     break;
372   case vmIntrinsics::_weakCompareAndSetLongPlain:
373   case vmIntrinsics::_weakCompareAndSetLongAcquire:
374   case vmIntrinsics::_weakCompareAndSetLongRelease:
375   case vmIntrinsics::_weakCompareAndSetLong:
376     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
377     break;
378 
379   /* CompareAndSet, Int: */
380   case vmIntrinsics::_compareAndSetInt:
381     if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
382     break;
383   case vmIntrinsics::_weakCompareAndSetIntPlain:
384   case vmIntrinsics::_weakCompareAndSetIntAcquire:
385   case vmIntrinsics::_weakCompareAndSetIntRelease:
386   case vmIntrinsics::_weakCompareAndSetInt:
387     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
388     break;
389 
390   /* CompareAndSet, Byte: */
391   case vmIntrinsics::_compareAndSetByte:
392     if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
393     break;
394   case vmIntrinsics::_weakCompareAndSetBytePlain:
395   case vmIntrinsics::_weakCompareAndSetByteAcquire:
396   case vmIntrinsics::_weakCompareAndSetByteRelease:
397   case vmIntrinsics::_weakCompareAndSetByte:
398     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
399     break;
400 
401   /* CompareAndSet, Short: */
402   case vmIntrinsics::_compareAndSetShort:
403     if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
404     break;
405   case vmIntrinsics::_weakCompareAndSetShortPlain:
406   case vmIntrinsics::_weakCompareAndSetShortAcquire:
407   case vmIntrinsics::_weakCompareAndSetShortRelease:
408   case vmIntrinsics::_weakCompareAndSetShort:
409     if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
410     break;
411 
412   /* CompareAndExchange, Object: */
413   case vmIntrinsics::_compareAndExchangeReference:
414   case vmIntrinsics::_compareAndExchangeReferenceAcquire:
415   case vmIntrinsics::_compareAndExchangeReferenceRelease:
416 #ifdef _LP64
417     if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
418     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
419 #else
420     if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
421 #endif
422     break;
423 
424   /* CompareAndExchange, Long: */
425   case vmIntrinsics::_compareAndExchangeLong:
426   case vmIntrinsics::_compareAndExchangeLongAcquire:
427   case vmIntrinsics::_compareAndExchangeLongRelease:
428     if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
429     break;
430 
431   /* CompareAndExchange, Int: */
432   case vmIntrinsics::_compareAndExchangeInt:
433   case vmIntrinsics::_compareAndExchangeIntAcquire:
434   case vmIntrinsics::_compareAndExchangeIntRelease:
435     if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
436     break;
437 
438   /* CompareAndExchange, Byte: */
439   case vmIntrinsics::_compareAndExchangeByte:
440   case vmIntrinsics::_compareAndExchangeByteAcquire:
441   case vmIntrinsics::_compareAndExchangeByteRelease:
442     if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
443     break;
444 
445   /* CompareAndExchange, Short: */
446   case vmIntrinsics::_compareAndExchangeShort:
447   case vmIntrinsics::_compareAndExchangeShortAcquire:
448   case vmIntrinsics::_compareAndExchangeShortRelease:
449     if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
450     break;
451 
452   case vmIntrinsics::_getAndAddByte:
453     if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
454     break;
455   case vmIntrinsics::_getAndAddShort:
456     if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
457     break;
458   case vmIntrinsics::_getAndAddInt:
459     if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
460     break;
461   case vmIntrinsics::_getAndAddLong:
462     if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
463     break;
464 
465   case vmIntrinsics::_getAndSetByte:
466     if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
467     break;
468   case vmIntrinsics::_getAndSetShort:
469     if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
470     break;
471   case vmIntrinsics::_getAndSetInt:
472     if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
473     break;
474   case vmIntrinsics::_getAndSetLong:
475     if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
476     break;
477   case vmIntrinsics::_getAndSetReference:
478 #ifdef _LP64
479     if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
480     if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
481     break;
482 #else
483     if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
484     break;
485 #endif
486   case vmIntrinsics::_incrementExactI:
487   case vmIntrinsics::_addExactI:
488     if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
489     break;
490   case vmIntrinsics::_incrementExactL:
491   case vmIntrinsics::_addExactL:
492     if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
493     break;
494   case vmIntrinsics::_decrementExactI:
495   case vmIntrinsics::_subtractExactI:
496     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
497     break;
498   case vmIntrinsics::_decrementExactL:
499   case vmIntrinsics::_subtractExactL:
500     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
501     break;
502   case vmIntrinsics::_negateExactI:
503     if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
504     break;
505   case vmIntrinsics::_negateExactL:
506     if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
507     break;
508   case vmIntrinsics::_multiplyExactI:
509     if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
510     break;
511   case vmIntrinsics::_multiplyExactL:
512     if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
513     break;
514   case vmIntrinsics::_multiplyHigh:
515     if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
516     break;
517   case vmIntrinsics::_unsignedMultiplyHigh:
518     if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
519     break;
520   case vmIntrinsics::_getCallerClass:
521     if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
522     break;
523   case vmIntrinsics::_onSpinWait:
524     if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
525     break;
526   case vmIntrinsics::_fmaD:
527     if (!Matcher::match_rule_supported(Op_FmaD)) return false;
528     break;
529   case vmIntrinsics::_fmaF:
530     if (!Matcher::match_rule_supported(Op_FmaF)) return false;
531     break;
532   case vmIntrinsics::_isDigit:
533     if (!Matcher::match_rule_supported(Op_Digit)) return false;
534     break;
535   case vmIntrinsics::_isLowerCase:
536     if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
537     break;
538   case vmIntrinsics::_isUpperCase:
539     if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
540     break;
541   case vmIntrinsics::_isWhitespace:
542     if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
543     break;
544   case vmIntrinsics::_maxF:
545   case vmIntrinsics::_maxF_strict:
546     if (!Matcher::match_rule_supported(Op_MaxF)) return false;
547     break;
548   case vmIntrinsics::_minF:
549   case vmIntrinsics::_minF_strict:
550     if (!Matcher::match_rule_supported(Op_MinF)) return false;
551     break;
552   case vmIntrinsics::_maxD:
553   case vmIntrinsics::_maxD_strict:
554     if (!Matcher::match_rule_supported(Op_MaxD)) return false;
555     break;
556   case vmIntrinsics::_minD:
557   case vmIntrinsics::_minD_strict:
558     if (!Matcher::match_rule_supported(Op_MinD)) return false;
559     break;
560   case vmIntrinsics::_writeback0:
561     if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
562     break;
563   case vmIntrinsics::_writebackPreSync0:
564     if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
565     break;
566   case vmIntrinsics::_writebackPostSync0:
567     if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
568     break;
569   case vmIntrinsics::_rint:
570   case vmIntrinsics::_ceil:
571   case vmIntrinsics::_floor:
572     if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
573     break;
574   case vmIntrinsics::_dcopySign:
575     if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
576     break;
577   case vmIntrinsics::_fcopySign:
578     if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
579     break;
580   case vmIntrinsics::_dsignum:
581     if (!Matcher::match_rule_supported(Op_SignumD)) return false;
582     break;
583   case vmIntrinsics::_fsignum:
584     if (!Matcher::match_rule_supported(Op_SignumF)) return false;
585     break;
586   case vmIntrinsics::_floatIsInfinite:
587     if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
588     break;
589   case vmIntrinsics::_floatIsFinite:
590     if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
591     break;
592   case vmIntrinsics::_doubleIsInfinite:
593     if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
594     break;
595   case vmIntrinsics::_doubleIsFinite:
596     if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
597     break;
598   case vmIntrinsics::_hashCode:
599   case vmIntrinsics::_identityHashCode:
600   case vmIntrinsics::_getClass:
601   case vmIntrinsics::_dsin:
602   case vmIntrinsics::_dcos:
603   case vmIntrinsics::_dtan:
604   case vmIntrinsics::_dabs:
605   case vmIntrinsics::_fabs:
606   case vmIntrinsics::_iabs:
607   case vmIntrinsics::_labs:
608   case vmIntrinsics::_datan2:
609   case vmIntrinsics::_dsqrt:
610   case vmIntrinsics::_dsqrt_strict:
611   case vmIntrinsics::_dexp:
612   case vmIntrinsics::_dlog:
613   case vmIntrinsics::_dlog10:
614   case vmIntrinsics::_dpow:
615   case vmIntrinsics::_roundD:
616   case vmIntrinsics::_roundF:
617   case vmIntrinsics::_min:
618   case vmIntrinsics::_max:
619   case vmIntrinsics::_min_strict:
620   case vmIntrinsics::_max_strict:
621   case vmIntrinsics::_arraycopy:
622   case vmIntrinsics::_arraySort:
623   case vmIntrinsics::_arrayPartition:
624   case vmIntrinsics::_indexOfL:
625   case vmIntrinsics::_indexOfU:
626   case vmIntrinsics::_indexOfUL:
627   case vmIntrinsics::_indexOfIL:
628   case vmIntrinsics::_indexOfIU:
629   case vmIntrinsics::_indexOfIUL:
630   case vmIntrinsics::_indexOfU_char:
631   case vmIntrinsics::_indexOfL_char:
632   case vmIntrinsics::_toBytesStringU:
633   case vmIntrinsics::_getCharsStringU:
634   case vmIntrinsics::_getCharStringU:
635   case vmIntrinsics::_putCharStringU:
636   case vmIntrinsics::_makePrivateBuffer:
637   case vmIntrinsics::_finishPrivateBuffer:
638   case vmIntrinsics::_getReference:
639   case vmIntrinsics::_getBoolean:
640   case vmIntrinsics::_getByte:
641   case vmIntrinsics::_getShort:
642   case vmIntrinsics::_getChar:
643   case vmIntrinsics::_getInt:
644   case vmIntrinsics::_getLong:
645   case vmIntrinsics::_getFloat:
646   case vmIntrinsics::_getDouble:
647   case vmIntrinsics::_getValue:
648   case vmIntrinsics::_putReference:
649   case vmIntrinsics::_putBoolean:
650   case vmIntrinsics::_putByte:
651   case vmIntrinsics::_putShort:
652   case vmIntrinsics::_putChar:
653   case vmIntrinsics::_putInt:
654   case vmIntrinsics::_putLong:
655   case vmIntrinsics::_putFloat:
656   case vmIntrinsics::_putDouble:
657   case vmIntrinsics::_putValue:
658   case vmIntrinsics::_getReferenceVolatile:
659   case vmIntrinsics::_getBooleanVolatile:
660   case vmIntrinsics::_getByteVolatile:
661   case vmIntrinsics::_getShortVolatile:
662   case vmIntrinsics::_getCharVolatile:
663   case vmIntrinsics::_getIntVolatile:
664   case vmIntrinsics::_getLongVolatile:
665   case vmIntrinsics::_getFloatVolatile:
666   case vmIntrinsics::_getDoubleVolatile:
667   case vmIntrinsics::_putReferenceVolatile:
668   case vmIntrinsics::_putBooleanVolatile:
669   case vmIntrinsics::_putByteVolatile:
670   case vmIntrinsics::_putShortVolatile:
671   case vmIntrinsics::_putCharVolatile:
672   case vmIntrinsics::_putIntVolatile:
673   case vmIntrinsics::_putLongVolatile:
674   case vmIntrinsics::_putFloatVolatile:
675   case vmIntrinsics::_putDoubleVolatile:
676   case vmIntrinsics::_getReferenceAcquire:
677   case vmIntrinsics::_getBooleanAcquire:
678   case vmIntrinsics::_getByteAcquire:
679   case vmIntrinsics::_getShortAcquire:
680   case vmIntrinsics::_getCharAcquire:
681   case vmIntrinsics::_getIntAcquire:
682   case vmIntrinsics::_getLongAcquire:
683   case vmIntrinsics::_getFloatAcquire:
684   case vmIntrinsics::_getDoubleAcquire:
685   case vmIntrinsics::_putReferenceRelease:
686   case vmIntrinsics::_putBooleanRelease:
687   case vmIntrinsics::_putByteRelease:
688   case vmIntrinsics::_putShortRelease:
689   case vmIntrinsics::_putCharRelease:
690   case vmIntrinsics::_putIntRelease:
691   case vmIntrinsics::_putLongRelease:
692   case vmIntrinsics::_putFloatRelease:
693   case vmIntrinsics::_putDoubleRelease:
694   case vmIntrinsics::_getReferenceOpaque:
695   case vmIntrinsics::_getBooleanOpaque:
696   case vmIntrinsics::_getByteOpaque:
697   case vmIntrinsics::_getShortOpaque:
698   case vmIntrinsics::_getCharOpaque:
699   case vmIntrinsics::_getIntOpaque:
700   case vmIntrinsics::_getLongOpaque:
701   case vmIntrinsics::_getFloatOpaque:
702   case vmIntrinsics::_getDoubleOpaque:
703   case vmIntrinsics::_putReferenceOpaque:
704   case vmIntrinsics::_putBooleanOpaque:
705   case vmIntrinsics::_putByteOpaque:
706   case vmIntrinsics::_putShortOpaque:
707   case vmIntrinsics::_putCharOpaque:
708   case vmIntrinsics::_putIntOpaque:
709   case vmIntrinsics::_putLongOpaque:
710   case vmIntrinsics::_putFloatOpaque:
711   case vmIntrinsics::_putDoubleOpaque:
712   case vmIntrinsics::_getShortUnaligned:
713   case vmIntrinsics::_getCharUnaligned:
714   case vmIntrinsics::_getIntUnaligned:
715   case vmIntrinsics::_getLongUnaligned:
716   case vmIntrinsics::_putShortUnaligned:
717   case vmIntrinsics::_putCharUnaligned:
718   case vmIntrinsics::_putIntUnaligned:
719   case vmIntrinsics::_putLongUnaligned:
720   case vmIntrinsics::_loadFence:
721   case vmIntrinsics::_storeFence:
722   case vmIntrinsics::_storeStoreFence:
723   case vmIntrinsics::_fullFence:
724   case vmIntrinsics::_currentCarrierThread:
725   case vmIntrinsics::_currentThread:
726   case vmIntrinsics::_setCurrentThread:
727   case vmIntrinsics::_scopedValueCache:
728   case vmIntrinsics::_setScopedValueCache:
729 #ifdef JFR_HAVE_INTRINSICS
730   case vmIntrinsics::_counterTime:
731   case vmIntrinsics::_getEventWriter:
732   case vmIntrinsics::_jvm_commit:
733 #endif
734   case vmIntrinsics::_currentTimeMillis:
735   case vmIntrinsics::_nanoTime:
736   case vmIntrinsics::_allocateInstance:
737   case vmIntrinsics::_allocateUninitializedArray:
738   case vmIntrinsics::_isFlatArray:
739   case vmIntrinsics::_newArray:
740   case vmIntrinsics::_newNullRestrictedArray:
741   case vmIntrinsics::_getLength:
742   case vmIntrinsics::_copyOf:
743   case vmIntrinsics::_copyOfRange:
744   case vmIntrinsics::_clone:
745   case vmIntrinsics::_isAssignableFrom:
746   case vmIntrinsics::_isInstance:
747   case vmIntrinsics::_getModifiers:
748   case vmIntrinsics::_isInterface:
749   case vmIntrinsics::_isArray:
750   case vmIntrinsics::_isPrimitive:
751   case vmIntrinsics::_isHidden:
752   case vmIntrinsics::_getSuperclass:
753   case vmIntrinsics::_getClassAccessFlags:
754   case vmIntrinsics::_floatToRawIntBits:
755   case vmIntrinsics::_floatToIntBits:
756   case vmIntrinsics::_intBitsToFloat:
757   case vmIntrinsics::_doubleToRawLongBits:
758   case vmIntrinsics::_doubleToLongBits:
759   case vmIntrinsics::_longBitsToDouble:
760   case vmIntrinsics::_Reference_get:
761   case vmIntrinsics::_Reference_refersTo0:
762   case vmIntrinsics::_PhantomReference_refersTo0:
763   case vmIntrinsics::_Class_cast:
764   case vmIntrinsics::_aescrypt_encryptBlock:
765   case vmIntrinsics::_aescrypt_decryptBlock:
766   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
767   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
768   case vmIntrinsics::_counterMode_AESCrypt:
769   case vmIntrinsics::_md5_implCompress:
770   case vmIntrinsics::_sha_implCompress:
771   case vmIntrinsics::_sha2_implCompress:
772   case vmIntrinsics::_sha5_implCompress:
773   case vmIntrinsics::_sha3_implCompress:
774   case vmIntrinsics::_digestBase_implCompressMB:
775   case vmIntrinsics::_multiplyToLen:
776   case vmIntrinsics::_squareToLen:
777   case vmIntrinsics::_mulAdd:
778   case vmIntrinsics::_montgomeryMultiply:
779   case vmIntrinsics::_montgomerySquare:
780   case vmIntrinsics::_vectorizedMismatch:
781   case vmIntrinsics::_ghash_processBlocks:
782   case vmIntrinsics::_chacha20Block:
783   case vmIntrinsics::_base64_encodeBlock:
784   case vmIntrinsics::_base64_decodeBlock:
785   case vmIntrinsics::_poly1305_processBlocks:
786   case vmIntrinsics::_updateCRC32:
787   case vmIntrinsics::_updateBytesCRC32:
788   case vmIntrinsics::_updateByteBufferCRC32:
789   case vmIntrinsics::_updateBytesCRC32C:
790   case vmIntrinsics::_updateDirectByteBufferCRC32C:
791   case vmIntrinsics::_updateBytesAdler32:
792   case vmIntrinsics::_updateByteBufferAdler32:
793   case vmIntrinsics::_profileBoolean:
794   case vmIntrinsics::_isCompileConstant:
795   case vmIntrinsics::_Preconditions_checkIndex:
796   case vmIntrinsics::_Preconditions_checkLongIndex:
797   case vmIntrinsics::_getObjectSize:
798     break;
799   case vmIntrinsics::_VectorCompressExpand:
800   case vmIntrinsics::_VectorUnaryOp:
801   case vmIntrinsics::_VectorBinaryOp:
802   case vmIntrinsics::_VectorTernaryOp:
803   case vmIntrinsics::_VectorFromBitsCoerced:
804   case vmIntrinsics::_VectorShuffleIota:
805   case vmIntrinsics::_VectorShuffleToVector:
806   case vmIntrinsics::_VectorLoadOp:
807   case vmIntrinsics::_VectorLoadMaskedOp:
808   case vmIntrinsics::_VectorStoreOp:
809   case vmIntrinsics::_VectorStoreMaskedOp:
810   case vmIntrinsics::_VectorGatherOp:
811   case vmIntrinsics::_VectorScatterOp:
812   case vmIntrinsics::_VectorReductionCoerced:
813   case vmIntrinsics::_VectorTest:
814   case vmIntrinsics::_VectorBlend:
815   case vmIntrinsics::_VectorRearrange:
816   case vmIntrinsics::_VectorCompare:
817   case vmIntrinsics::_VectorBroadcastInt:
818   case vmIntrinsics::_VectorConvert:
819   case vmIntrinsics::_VectorInsert:
820   case vmIntrinsics::_VectorExtract:
821   case vmIntrinsics::_VectorMaskOp:
822   case vmIntrinsics::_IndexVector:
823   case vmIntrinsics::_IndexPartiallyInUpperRange:
824     return EnableVectorSupport;
825   case vmIntrinsics::_blackhole:
826 #if INCLUDE_JVMTI
827   case vmIntrinsics::_notifyJvmtiVThreadStart:
828   case vmIntrinsics::_notifyJvmtiVThreadEnd:
829   case vmIntrinsics::_notifyJvmtiVThreadMount:
830   case vmIntrinsics::_notifyJvmtiVThreadUnmount:
831   case vmIntrinsics::_notifyJvmtiVThreadHideFrames:
832 #endif
833     break;
834 
835   default:
836     return false;
837   }
838   return true;
839 }
840 
841 int C2Compiler::initial_code_buffer_size(int const_size) {
842   // See Compile::init_scratch_buffer_blob
843   int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
844   int slop = 2 * CodeSection::end_slop(); // space between sections
845   return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
846 }