1 /*
2 * Copyright (c) 1999, 2024, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "classfile/vmClasses.hpp"
27 #include "code/SCCache.hpp"
28 #include "compiler/compilationMemoryStatistic.hpp"
29 #include "compiler/compilerDefinitions.inline.hpp"
30 #include "runtime/handles.inline.hpp"
31 #include "jfr/support/jfrIntrinsics.hpp"
32 #include "opto/c2compiler.hpp"
33 #include "opto/compile.hpp"
34 #include "opto/optoreg.hpp"
35 #include "opto/output.hpp"
36 #include "opto/runtime.hpp"
37 #include "runtime/stubRoutines.hpp"
38 #include "runtime/globals_extension.hpp"
39 #include "utilities/macros.hpp"
40
41
42 // register information defined by ADLC
43 extern const char register_save_policy[];
44 extern const int register_save_type[];
45
46 const char* C2Compiler::retry_no_subsuming_loads() {
47 return "retry without subsuming loads";
48 }
49 const char* C2Compiler::retry_no_escape_analysis() {
50 return "retry without escape analysis";
51 }
52 const char* C2Compiler::retry_no_locks_coarsening() {
53 return "retry without locks coarsening";
54 }
55 const char* C2Compiler::retry_no_iterative_escape_analysis() {
56 return "retry without iterative escape analysis";
57 }
58 const char* C2Compiler::retry_no_reduce_allocation_merges() {
59 return "retry without reducing allocation merges";
60 }
61 const char* C2Compiler::retry_no_superword() {
62 return "retry without SuperWord";
63 }
64
65 const char* C2Compiler::retry_no_clinit_barriers() {
66 return "retry without class initialization barriers";
67 }
68
69 void compiler_stubs_init(bool in_compiler_thread);
70
71 bool C2Compiler::init_c2_runtime() {
72
73 #ifdef ASSERT
74 if (!AlignVector && VerifyAlignVector) {
75 warning("VerifyAlignVector disabled because AlignVector is not enabled.");
76 FLAG_SET_CMDLINE(VerifyAlignVector, false);
77 }
78 #endif
79
80 // Check assumptions used while running ADLC
81 Compile::adlc_verification();
82 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
83
84 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
85 OptoReg::vm2opto[i] = OptoReg::Bad;
86 }
87
88 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
89 VMReg r = OptoReg::as_VMReg(i);
90 if (r->is_valid()) {
91 OptoReg::vm2opto[r->value()] = i;
92 }
93 }
94
95 DEBUG_ONLY( Node::init_NodeProperty(); )
96
97 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
98
99 Compile::pd_compiler2_init();
100
101 CompilerThread* thread = CompilerThread::current();
102
103 HandleMark handle_mark(thread);
104 bool success = OptoRuntime::generate(thread->env());
105 if (success) {
106 SCCache::init_opto_table();
107 }
108 return success;
109 }
110
111 void C2Compiler::initialize() {
112 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
113 // The first compiler thread that gets here will initialize the
114 // small amount of global state (and runtime stubs) that C2 needs.
115
116 // There is a race possible once at startup and then we're fine
117
118 // Note that this is being called from a compiler thread not the
119 // main startup thread.
120 if (should_perform_init()) {
121 bool successful = C2Compiler::init_c2_runtime();
122 int new_state = (successful) ? initialized : failed;
123 set_state(new_state);
124 }
125 }
126
127 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
128 assert(is_initialized(), "Compiler thread must be initialized");
129 CompilationMemoryStatisticMark cmsm(directive);
130 CompileTask* task = env->task();
131 if (install_code && task->is_scc()) {
132 bool success = SCCache::load_nmethod(env, target, entry_bci, this, CompLevel_full_optimization);
133 if (success) {
134 assert(task->is_success(), "sanity");
135 return;
136 }
137 if (!task->preload()) { // Do not mark entry if pre-loading failed - it can pass normal load
138 SCCache::invalidate(task->scc_entry()); // mark sca_entry as not entrant
139 }
140 if (SCCache::is_code_load_thread_on()) {
141 env->record_failure("Failed to load cached code");
142 // Bail out if failed to load cached code in SC thread
143 return;
144 }
145 task->clear_scc();
146 }
147
148 bool subsume_loads = SubsumeLoads;
149 bool do_escape_analysis = DoEscapeAnalysis;
150 bool do_iterative_escape_analysis = DoEscapeAnalysis;
151 bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
152 bool eliminate_boxing = EliminateAutoBox;
153 bool do_locks_coarsening = EliminateLocks;
154 bool do_superword = UseSuperWord;
155 bool for_preload = (task->compile_reason() != CompileTask::Reason_Precompile) && // non-preload version is requested
156 SCCache::gen_preload_code(target, entry_bci);
157 if (task->compile_reason() == CompileTask::Reason_PrecompileForPreload) {
158 assert(for_preload, "required");
159 }
160 while (!env->failing()) {
161 ResourceMark rm;
162 // Attempt to compile while subsuming loads into machine instructions.
163 Options options(subsume_loads,
164 do_escape_analysis,
165 do_iterative_escape_analysis,
166 do_reduce_allocation_merges,
167 eliminate_boxing,
168 do_locks_coarsening,
169 do_superword,
170 for_preload,
171 install_code);
172 Compile C(env, target, entry_bci, options, directive);
173
174 // Check result and retry if appropriate.
175 if (C.failure_reason() != nullptr) {
176 if (C.failure_reason_is(retry_no_subsuming_loads())) {
177 assert(subsume_loads, "must make progress");
178 subsume_loads = false;
179 env->report_failure(C.failure_reason());
180 continue; // retry
181 }
182 if (C.failure_reason_is(retry_no_escape_analysis())) {
183 assert(do_escape_analysis, "must make progress");
184 do_escape_analysis = false;
185 env->report_failure(C.failure_reason());
186 continue; // retry
187 }
188 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
189 assert(do_iterative_escape_analysis, "must make progress");
190 do_iterative_escape_analysis = false;
191 env->report_failure(C.failure_reason());
192 continue; // retry
193 }
194 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
195 assert(do_reduce_allocation_merges, "must make progress");
196 do_reduce_allocation_merges = false;
197 env->report_failure(C.failure_reason());
198 continue; // retry
199 }
200 if (C.failure_reason_is(retry_no_locks_coarsening())) {
201 assert(do_locks_coarsening, "must make progress");
202 do_locks_coarsening = false;
203 env->report_failure(C.failure_reason());
204 continue; // retry
205 }
206 if (C.failure_reason_is(retry_no_clinit_barriers())) {
207 assert(for_preload, "must make progress");
208 for_preload = false;
209 continue;
210 }
211 if (C.failure_reason_is(retry_no_superword())) {
212 assert(do_superword, "must make progress");
213 do_superword = false;
214 env->report_failure(C.failure_reason());
215 continue; // retry
216 }
217 if (C.has_boxed_value()) {
218 // Recompile without boxing elimination regardless failure reason.
219 assert(eliminate_boxing, "must make progress");
220 eliminate_boxing = false;
221 env->report_failure(C.failure_reason());
222 continue; // retry
223 }
224 // Pass any other failure reason up to the ciEnv.
225 // Note that serious, irreversible failures are already logged
226 // on the ciEnv via env->record_method_not_compilable().
227 env->record_failure(C.failure_reason());
228 }
229 if (StressRecompilation) {
230 if (subsume_loads) {
231 subsume_loads = false;
232 continue; // retry
233 }
234 if (do_escape_analysis) {
235 do_escape_analysis = false;
236 continue; // retry
237 }
238 if (do_locks_coarsening) {
239 do_locks_coarsening = false;
240 continue; // retry
241 }
242 }
243 // print inlining for last compilation only
244 C.dump_print_inlining();
245
246 // No retry; just break the loop.
247 break;
248 }
249 }
250
251 void C2Compiler::print_timers() {
252 Compile::print_timers();
253 }
254
255 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
256 vmIntrinsics::ID id = method->intrinsic_id();
257 return C2Compiler::is_intrinsic_supported(id);
258 }
259
260 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
261 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
262
263 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
264 return false;
265 }
266
267 switch (id) {
268 case vmIntrinsics::_compressStringC:
269 case vmIntrinsics::_compressStringB:
270 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
271 break;
272 case vmIntrinsics::_inflateStringC:
273 case vmIntrinsics::_inflateStringB:
274 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
275 break;
276 case vmIntrinsics::_compareToL:
277 case vmIntrinsics::_compareToU:
278 case vmIntrinsics::_compareToLU:
279 case vmIntrinsics::_compareToUL:
280 if (!Matcher::match_rule_supported(Op_StrComp)) return false;
281 break;
282 case vmIntrinsics::_equalsL:
283 if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
284 break;
285 case vmIntrinsics::_vectorizedHashCode:
286 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
287 break;
288 case vmIntrinsics::_equalsB:
289 case vmIntrinsics::_equalsC:
290 if (!Matcher::match_rule_supported(Op_AryEq)) return false;
291 break;
292 case vmIntrinsics::_copyMemory:
293 if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
294 break;
295 case vmIntrinsics::_setMemory:
296 if (StubRoutines::unsafe_setmemory() == nullptr) return false;
297 break;
298 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
299 if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
300 break;
301 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
302 if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
303 break;
304 case vmIntrinsics::_galoisCounterMode_AESCrypt:
305 if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
306 break;
307 case vmIntrinsics::_bigIntegerRightShiftWorker:
308 if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
309 break;
310 case vmIntrinsics::_bigIntegerLeftShiftWorker:
311 if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
312 break;
313 case vmIntrinsics::_encodeAsciiArray:
314 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
315 break;
316 case vmIntrinsics::_encodeISOArray:
317 case vmIntrinsics::_encodeByteISOArray:
318 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
319 break;
320 case vmIntrinsics::_countPositives:
321 if (!Matcher::match_rule_supported(Op_CountPositives)) return false;
322 break;
323 case vmIntrinsics::_bitCount_i:
324 if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
325 break;
326 case vmIntrinsics::_bitCount_l:
327 if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
328 break;
329 case vmIntrinsics::_compress_i:
330 case vmIntrinsics::_compress_l:
331 if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
332 break;
333 case vmIntrinsics::_expand_i:
334 case vmIntrinsics::_expand_l:
335 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
336 break;
337 case vmIntrinsics::_numberOfLeadingZeros_i:
338 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
339 break;
340 case vmIntrinsics::_numberOfLeadingZeros_l:
341 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
342 break;
343 case vmIntrinsics::_numberOfTrailingZeros_i:
344 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
345 break;
346 case vmIntrinsics::_numberOfTrailingZeros_l:
347 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
348 break;
349 case vmIntrinsics::_reverse_i:
350 if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
351 break;
352 case vmIntrinsics::_reverse_l:
353 if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
354 break;
355 case vmIntrinsics::_reverseBytes_c:
356 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
357 break;
358 case vmIntrinsics::_reverseBytes_s:
359 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
360 break;
361 case vmIntrinsics::_reverseBytes_i:
362 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
363 break;
364 case vmIntrinsics::_reverseBytes_l:
365 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
366 break;
367 case vmIntrinsics::_compareUnsigned_i:
368 if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
369 break;
370 case vmIntrinsics::_compareUnsigned_l:
371 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
372 break;
373 case vmIntrinsics::_divideUnsigned_i:
374 if (!Matcher::match_rule_supported(Op_UDivI)) return false;
375 break;
376 case vmIntrinsics::_remainderUnsigned_i:
377 if (!Matcher::match_rule_supported(Op_UModI)) return false;
378 break;
379 case vmIntrinsics::_divideUnsigned_l:
380 if (!Matcher::match_rule_supported(Op_UDivL)) return false;
381 break;
382 case vmIntrinsics::_remainderUnsigned_l:
383 if (!Matcher::match_rule_supported(Op_UModL)) return false;
384 break;
385 case vmIntrinsics::_float16ToFloat:
386 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
387 break;
388 case vmIntrinsics::_floatToFloat16:
389 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
390 break;
391
392 /* CompareAndSet, Object: */
393 case vmIntrinsics::_compareAndSetReference:
394 #ifdef _LP64
395 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
396 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
397 #else
398 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
399 #endif
400 break;
401 case vmIntrinsics::_weakCompareAndSetReferencePlain:
402 case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
403 case vmIntrinsics::_weakCompareAndSetReferenceRelease:
404 case vmIntrinsics::_weakCompareAndSetReference:
405 #ifdef _LP64
406 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
407 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
408 #else
409 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
410 #endif
411 break;
412 /* CompareAndSet, Long: */
413 case vmIntrinsics::_compareAndSetLong:
414 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
415 break;
416 case vmIntrinsics::_weakCompareAndSetLongPlain:
417 case vmIntrinsics::_weakCompareAndSetLongAcquire:
418 case vmIntrinsics::_weakCompareAndSetLongRelease:
419 case vmIntrinsics::_weakCompareAndSetLong:
420 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
421 break;
422
423 /* CompareAndSet, Int: */
424 case vmIntrinsics::_compareAndSetInt:
425 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
426 break;
427 case vmIntrinsics::_weakCompareAndSetIntPlain:
428 case vmIntrinsics::_weakCompareAndSetIntAcquire:
429 case vmIntrinsics::_weakCompareAndSetIntRelease:
430 case vmIntrinsics::_weakCompareAndSetInt:
431 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
432 break;
433
434 /* CompareAndSet, Byte: */
435 case vmIntrinsics::_compareAndSetByte:
436 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
437 break;
438 case vmIntrinsics::_weakCompareAndSetBytePlain:
439 case vmIntrinsics::_weakCompareAndSetByteAcquire:
440 case vmIntrinsics::_weakCompareAndSetByteRelease:
441 case vmIntrinsics::_weakCompareAndSetByte:
442 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
443 break;
444
445 /* CompareAndSet, Short: */
446 case vmIntrinsics::_compareAndSetShort:
447 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
448 break;
449 case vmIntrinsics::_weakCompareAndSetShortPlain:
450 case vmIntrinsics::_weakCompareAndSetShortAcquire:
451 case vmIntrinsics::_weakCompareAndSetShortRelease:
452 case vmIntrinsics::_weakCompareAndSetShort:
453 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
454 break;
455
456 /* CompareAndExchange, Object: */
457 case vmIntrinsics::_compareAndExchangeReference:
458 case vmIntrinsics::_compareAndExchangeReferenceAcquire:
459 case vmIntrinsics::_compareAndExchangeReferenceRelease:
460 #ifdef _LP64
461 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
462 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
463 #else
464 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
465 #endif
466 break;
467
468 /* CompareAndExchange, Long: */
469 case vmIntrinsics::_compareAndExchangeLong:
470 case vmIntrinsics::_compareAndExchangeLongAcquire:
471 case vmIntrinsics::_compareAndExchangeLongRelease:
472 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
473 break;
474
475 /* CompareAndExchange, Int: */
476 case vmIntrinsics::_compareAndExchangeInt:
477 case vmIntrinsics::_compareAndExchangeIntAcquire:
478 case vmIntrinsics::_compareAndExchangeIntRelease:
479 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
480 break;
481
482 /* CompareAndExchange, Byte: */
483 case vmIntrinsics::_compareAndExchangeByte:
484 case vmIntrinsics::_compareAndExchangeByteAcquire:
485 case vmIntrinsics::_compareAndExchangeByteRelease:
486 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
487 break;
488
489 /* CompareAndExchange, Short: */
490 case vmIntrinsics::_compareAndExchangeShort:
491 case vmIntrinsics::_compareAndExchangeShortAcquire:
492 case vmIntrinsics::_compareAndExchangeShortRelease:
493 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
494 break;
495
496 case vmIntrinsics::_getAndAddByte:
497 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
498 break;
499 case vmIntrinsics::_getAndAddShort:
500 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
501 break;
502 case vmIntrinsics::_getAndAddInt:
503 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
504 break;
505 case vmIntrinsics::_getAndAddLong:
506 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
507 break;
508
509 case vmIntrinsics::_getAndSetByte:
510 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
511 break;
512 case vmIntrinsics::_getAndSetShort:
513 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
514 break;
515 case vmIntrinsics::_getAndSetInt:
516 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
517 break;
518 case vmIntrinsics::_getAndSetLong:
519 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
520 break;
521 case vmIntrinsics::_getAndSetReference:
522 #ifdef _LP64
523 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
524 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
525 break;
526 #else
527 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
528 break;
529 #endif
530 case vmIntrinsics::_incrementExactI:
531 case vmIntrinsics::_addExactI:
532 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
533 break;
534 case vmIntrinsics::_incrementExactL:
535 case vmIntrinsics::_addExactL:
536 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
537 break;
538 case vmIntrinsics::_decrementExactI:
539 case vmIntrinsics::_subtractExactI:
540 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
541 break;
542 case vmIntrinsics::_decrementExactL:
543 case vmIntrinsics::_subtractExactL:
544 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
545 break;
546 case vmIntrinsics::_negateExactI:
547 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
548 break;
549 case vmIntrinsics::_negateExactL:
550 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
551 break;
552 case vmIntrinsics::_multiplyExactI:
553 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
554 break;
555 case vmIntrinsics::_multiplyExactL:
556 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
557 break;
558 case vmIntrinsics::_multiplyHigh:
559 if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
560 break;
561 case vmIntrinsics::_unsignedMultiplyHigh:
562 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
563 break;
564 case vmIntrinsics::_getCallerClass:
565 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
566 break;
567 case vmIntrinsics::_onSpinWait:
568 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
569 break;
570 case vmIntrinsics::_fmaD:
571 if (!Matcher::match_rule_supported(Op_FmaD)) return false;
572 break;
573 case vmIntrinsics::_fmaF:
574 if (!Matcher::match_rule_supported(Op_FmaF)) return false;
575 break;
576 case vmIntrinsics::_isDigit:
577 if (!Matcher::match_rule_supported(Op_Digit)) return false;
578 break;
579 case vmIntrinsics::_isLowerCase:
580 if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
581 break;
582 case vmIntrinsics::_isUpperCase:
583 if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
584 break;
585 case vmIntrinsics::_isWhitespace:
586 if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
587 break;
588 case vmIntrinsics::_maxF:
589 case vmIntrinsics::_maxF_strict:
590 if (!Matcher::match_rule_supported(Op_MaxF)) return false;
591 break;
592 case vmIntrinsics::_minF:
593 case vmIntrinsics::_minF_strict:
594 if (!Matcher::match_rule_supported(Op_MinF)) return false;
595 break;
596 case vmIntrinsics::_maxD:
597 case vmIntrinsics::_maxD_strict:
598 if (!Matcher::match_rule_supported(Op_MaxD)) return false;
599 break;
600 case vmIntrinsics::_minD:
601 case vmIntrinsics::_minD_strict:
602 if (!Matcher::match_rule_supported(Op_MinD)) return false;
603 break;
604 case vmIntrinsics::_writeback0:
605 if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
606 break;
607 case vmIntrinsics::_writebackPreSync0:
608 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
609 break;
610 case vmIntrinsics::_writebackPostSync0:
611 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
612 break;
613 case vmIntrinsics::_rint:
614 case vmIntrinsics::_ceil:
615 case vmIntrinsics::_floor:
616 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
617 break;
618 case vmIntrinsics::_dcopySign:
619 if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
620 break;
621 case vmIntrinsics::_fcopySign:
622 if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
623 break;
624 case vmIntrinsics::_dsignum:
625 if (!Matcher::match_rule_supported(Op_SignumD)) return false;
626 break;
627 case vmIntrinsics::_fsignum:
628 if (!Matcher::match_rule_supported(Op_SignumF)) return false;
629 break;
630 case vmIntrinsics::_floatIsInfinite:
631 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
632 break;
633 case vmIntrinsics::_floatIsFinite:
634 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
635 break;
636 case vmIntrinsics::_doubleIsInfinite:
637 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
638 break;
639 case vmIntrinsics::_doubleIsFinite:
640 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
641 break;
642 case vmIntrinsics::_hashCode:
643 case vmIntrinsics::_identityHashCode:
644 case vmIntrinsics::_getClass:
645 case vmIntrinsics::_dsin:
646 case vmIntrinsics::_dcos:
647 case vmIntrinsics::_dtan:
648 case vmIntrinsics::_dtanh:
649 case vmIntrinsics::_dabs:
650 case vmIntrinsics::_fabs:
651 case vmIntrinsics::_iabs:
652 case vmIntrinsics::_labs:
653 case vmIntrinsics::_datan2:
654 case vmIntrinsics::_dsqrt:
655 case vmIntrinsics::_dsqrt_strict:
656 case vmIntrinsics::_dexp:
657 case vmIntrinsics::_dlog:
658 case vmIntrinsics::_dlog10:
659 case vmIntrinsics::_dpow:
660 case vmIntrinsics::_roundD:
661 case vmIntrinsics::_roundF:
662 case vmIntrinsics::_min:
663 case vmIntrinsics::_max:
664 case vmIntrinsics::_min_strict:
665 case vmIntrinsics::_max_strict:
666 case vmIntrinsics::_arraycopy:
667 case vmIntrinsics::_arraySort:
668 case vmIntrinsics::_arrayPartition:
669 case vmIntrinsics::_indexOfL:
670 case vmIntrinsics::_indexOfU:
671 case vmIntrinsics::_indexOfUL:
672 case vmIntrinsics::_indexOfIL:
673 case vmIntrinsics::_indexOfIU:
674 case vmIntrinsics::_indexOfIUL:
675 case vmIntrinsics::_indexOfU_char:
676 case vmIntrinsics::_indexOfL_char:
677 case vmIntrinsics::_toBytesStringU:
678 case vmIntrinsics::_getCharsStringU:
679 case vmIntrinsics::_getCharStringU:
680 case vmIntrinsics::_putCharStringU:
681 case vmIntrinsics::_getReference:
682 case vmIntrinsics::_getBoolean:
683 case vmIntrinsics::_getByte:
684 case vmIntrinsics::_getShort:
685 case vmIntrinsics::_getChar:
686 case vmIntrinsics::_getInt:
687 case vmIntrinsics::_getLong:
688 case vmIntrinsics::_getFloat:
689 case vmIntrinsics::_getDouble:
690 case vmIntrinsics::_putReference:
691 case vmIntrinsics::_putBoolean:
692 case vmIntrinsics::_putByte:
693 case vmIntrinsics::_putShort:
694 case vmIntrinsics::_putChar:
695 case vmIntrinsics::_putInt:
696 case vmIntrinsics::_putLong:
697 case vmIntrinsics::_putFloat:
698 case vmIntrinsics::_putDouble:
699 case vmIntrinsics::_getReferenceVolatile:
700 case vmIntrinsics::_getBooleanVolatile:
701 case vmIntrinsics::_getByteVolatile:
702 case vmIntrinsics::_getShortVolatile:
703 case vmIntrinsics::_getCharVolatile:
704 case vmIntrinsics::_getIntVolatile:
705 case vmIntrinsics::_getLongVolatile:
706 case vmIntrinsics::_getFloatVolatile:
707 case vmIntrinsics::_getDoubleVolatile:
708 case vmIntrinsics::_putReferenceVolatile:
709 case vmIntrinsics::_putBooleanVolatile:
710 case vmIntrinsics::_putByteVolatile:
711 case vmIntrinsics::_putShortVolatile:
712 case vmIntrinsics::_putCharVolatile:
713 case vmIntrinsics::_putIntVolatile:
714 case vmIntrinsics::_putLongVolatile:
715 case vmIntrinsics::_putFloatVolatile:
716 case vmIntrinsics::_putDoubleVolatile:
717 case vmIntrinsics::_getReferenceAcquire:
718 case vmIntrinsics::_getBooleanAcquire:
719 case vmIntrinsics::_getByteAcquire:
720 case vmIntrinsics::_getShortAcquire:
721 case vmIntrinsics::_getCharAcquire:
722 case vmIntrinsics::_getIntAcquire:
723 case vmIntrinsics::_getLongAcquire:
724 case vmIntrinsics::_getFloatAcquire:
725 case vmIntrinsics::_getDoubleAcquire:
726 case vmIntrinsics::_putReferenceRelease:
727 case vmIntrinsics::_putBooleanRelease:
728 case vmIntrinsics::_putByteRelease:
729 case vmIntrinsics::_putShortRelease:
730 case vmIntrinsics::_putCharRelease:
731 case vmIntrinsics::_putIntRelease:
732 case vmIntrinsics::_putLongRelease:
733 case vmIntrinsics::_putFloatRelease:
734 case vmIntrinsics::_putDoubleRelease:
735 case vmIntrinsics::_getReferenceOpaque:
736 case vmIntrinsics::_getBooleanOpaque:
737 case vmIntrinsics::_getByteOpaque:
738 case vmIntrinsics::_getShortOpaque:
739 case vmIntrinsics::_getCharOpaque:
740 case vmIntrinsics::_getIntOpaque:
741 case vmIntrinsics::_getLongOpaque:
742 case vmIntrinsics::_getFloatOpaque:
743 case vmIntrinsics::_getDoubleOpaque:
744 case vmIntrinsics::_putReferenceOpaque:
745 case vmIntrinsics::_putBooleanOpaque:
746 case vmIntrinsics::_putByteOpaque:
747 case vmIntrinsics::_putShortOpaque:
748 case vmIntrinsics::_putCharOpaque:
749 case vmIntrinsics::_putIntOpaque:
750 case vmIntrinsics::_putLongOpaque:
751 case vmIntrinsics::_putFloatOpaque:
752 case vmIntrinsics::_putDoubleOpaque:
753 case vmIntrinsics::_getShortUnaligned:
754 case vmIntrinsics::_getCharUnaligned:
755 case vmIntrinsics::_getIntUnaligned:
756 case vmIntrinsics::_getLongUnaligned:
757 case vmIntrinsics::_putShortUnaligned:
758 case vmIntrinsics::_putCharUnaligned:
759 case vmIntrinsics::_putIntUnaligned:
760 case vmIntrinsics::_putLongUnaligned:
761 case vmIntrinsics::_loadFence:
762 case vmIntrinsics::_storeFence:
763 case vmIntrinsics::_storeStoreFence:
764 case vmIntrinsics::_fullFence:
765 case vmIntrinsics::_currentCarrierThread:
766 case vmIntrinsics::_currentThread:
767 case vmIntrinsics::_setCurrentThread:
768 case vmIntrinsics::_scopedValueCache:
769 case vmIntrinsics::_setScopedValueCache:
770 case vmIntrinsics::_Continuation_pin:
771 case vmIntrinsics::_Continuation_unpin:
772 #ifdef JFR_HAVE_INTRINSICS
773 case vmIntrinsics::_counterTime:
774 case vmIntrinsics::_getEventWriter:
775 case vmIntrinsics::_jvm_commit:
776 #endif
777 case vmIntrinsics::_currentTimeMillis:
778 case vmIntrinsics::_nanoTime:
779 case vmIntrinsics::_allocateInstance:
780 case vmIntrinsics::_allocateUninitializedArray:
781 case vmIntrinsics::_newArray:
782 case vmIntrinsics::_getLength:
783 case vmIntrinsics::_copyOf:
784 case vmIntrinsics::_copyOfRange:
785 case vmIntrinsics::_clone:
786 case vmIntrinsics::_isAssignableFrom:
787 case vmIntrinsics::_isInstance:
788 case vmIntrinsics::_getModifiers:
789 case vmIntrinsics::_isInterface:
790 case vmIntrinsics::_isArray:
791 case vmIntrinsics::_isPrimitive:
792 case vmIntrinsics::_isHidden:
793 case vmIntrinsics::_getSuperclass:
794 case vmIntrinsics::_getClassAccessFlags:
795 case vmIntrinsics::_floatToRawIntBits:
796 case vmIntrinsics::_floatToIntBits:
797 case vmIntrinsics::_intBitsToFloat:
798 case vmIntrinsics::_doubleToRawLongBits:
799 case vmIntrinsics::_doubleToLongBits:
800 case vmIntrinsics::_longBitsToDouble:
801 case vmIntrinsics::_Reference_get:
802 case vmIntrinsics::_Reference_refersTo0:
803 case vmIntrinsics::_PhantomReference_refersTo0:
804 case vmIntrinsics::_Class_cast:
805 case vmIntrinsics::_aescrypt_encryptBlock:
806 case vmIntrinsics::_aescrypt_decryptBlock:
807 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
808 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
809 case vmIntrinsics::_counterMode_AESCrypt:
810 case vmIntrinsics::_md5_implCompress:
811 case vmIntrinsics::_sha_implCompress:
812 case vmIntrinsics::_sha2_implCompress:
813 case vmIntrinsics::_sha5_implCompress:
814 case vmIntrinsics::_sha3_implCompress:
815 case vmIntrinsics::_digestBase_implCompressMB:
816 case vmIntrinsics::_multiplyToLen:
817 case vmIntrinsics::_squareToLen:
818 case vmIntrinsics::_mulAdd:
819 case vmIntrinsics::_montgomeryMultiply:
820 case vmIntrinsics::_montgomerySquare:
821 case vmIntrinsics::_vectorizedMismatch:
822 case vmIntrinsics::_ghash_processBlocks:
823 case vmIntrinsics::_chacha20Block:
824 case vmIntrinsics::_base64_encodeBlock:
825 case vmIntrinsics::_base64_decodeBlock:
826 case vmIntrinsics::_poly1305_processBlocks:
827 case vmIntrinsics::_intpoly_montgomeryMult_P256:
828 case vmIntrinsics::_intpoly_assign:
829 case vmIntrinsics::_updateCRC32:
830 case vmIntrinsics::_updateBytesCRC32:
831 case vmIntrinsics::_updateByteBufferCRC32:
832 case vmIntrinsics::_updateBytesCRC32C:
833 case vmIntrinsics::_updateDirectByteBufferCRC32C:
834 case vmIntrinsics::_updateBytesAdler32:
835 case vmIntrinsics::_updateByteBufferAdler32:
836 case vmIntrinsics::_profileBoolean:
837 case vmIntrinsics::_isCompileConstant:
838 case vmIntrinsics::_Preconditions_checkIndex:
839 case vmIntrinsics::_Preconditions_checkLongIndex:
840 case vmIntrinsics::_getObjectSize:
841 break;
842 case vmIntrinsics::_VectorCompressExpand:
843 case vmIntrinsics::_VectorUnaryOp:
844 case vmIntrinsics::_VectorBinaryOp:
845 case vmIntrinsics::_VectorTernaryOp:
846 case vmIntrinsics::_VectorFromBitsCoerced:
847 case vmIntrinsics::_VectorShuffleIota:
848 case vmIntrinsics::_VectorShuffleToVector:
849 case vmIntrinsics::_VectorWrapShuffleIndexes:
850 case vmIntrinsics::_VectorLoadOp:
851 case vmIntrinsics::_VectorLoadMaskedOp:
852 case vmIntrinsics::_VectorStoreOp:
853 case vmIntrinsics::_VectorStoreMaskedOp:
854 case vmIntrinsics::_VectorGatherOp:
855 case vmIntrinsics::_VectorScatterOp:
856 case vmIntrinsics::_VectorReductionCoerced:
857 case vmIntrinsics::_VectorTest:
858 case vmIntrinsics::_VectorBlend:
859 case vmIntrinsics::_VectorRearrange:
860 case vmIntrinsics::_VectorSelectFrom:
861 case vmIntrinsics::_VectorCompare:
862 case vmIntrinsics::_VectorBroadcastInt:
863 case vmIntrinsics::_VectorConvert:
864 case vmIntrinsics::_VectorInsert:
865 case vmIntrinsics::_VectorExtract:
866 case vmIntrinsics::_VectorMaskOp:
867 case vmIntrinsics::_IndexVector:
868 case vmIntrinsics::_IndexPartiallyInUpperRange:
869 return EnableVectorSupport;
870 case vmIntrinsics::_blackhole:
871 #if INCLUDE_JVMTI
872 case vmIntrinsics::_notifyJvmtiVThreadStart:
873 case vmIntrinsics::_notifyJvmtiVThreadEnd:
874 case vmIntrinsics::_notifyJvmtiVThreadMount:
875 case vmIntrinsics::_notifyJvmtiVThreadUnmount:
876 case vmIntrinsics::_notifyJvmtiVThreadHideFrames:
877 case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend:
878 #endif
879 break;
880
881 default:
882 return false;
883 }
884 return true;
885 }
886
887 int C2Compiler::initial_code_buffer_size(int const_size) {
888 // See Compile::init_scratch_buffer_blob
889 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
890 int slop = 2 * CodeSection::end_slop(); // space between sections
891 return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
892 }