1 /*
2 * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "classfile/vmClasses.hpp"
26 #include "code/SCCache.hpp"
27 #include "compiler/compilationMemoryStatistic.hpp"
28 #include "compiler/compilerDefinitions.inline.hpp"
29 #include "runtime/handles.inline.hpp"
30 #include "jfr/support/jfrIntrinsics.hpp"
31 #include "opto/c2compiler.hpp"
32 #include "opto/compile.hpp"
33 #include "opto/optoreg.hpp"
34 #include "opto/output.hpp"
35 #include "opto/runtime.hpp"
36 #include "runtime/stubRoutines.hpp"
37 #include "runtime/globals_extension.hpp"
38 #include "utilities/macros.hpp"
39
40
41 // register information defined by ADLC
42 extern const char register_save_policy[];
43 extern const int register_save_type[];
44
45 const char* C2Compiler::retry_no_subsuming_loads() {
46 return "retry without subsuming loads";
47 }
48 const char* C2Compiler::retry_no_escape_analysis() {
49 return "retry without escape analysis";
50 }
51 const char* C2Compiler::retry_no_locks_coarsening() {
52 return "retry without locks coarsening";
53 }
54 const char* C2Compiler::retry_no_iterative_escape_analysis() {
55 return "retry without iterative escape analysis";
56 }
57 const char* C2Compiler::retry_no_reduce_allocation_merges() {
58 return "retry without reducing allocation merges";
59 }
60 const char* C2Compiler::retry_no_superword() {
61 return "retry without SuperWord";
62 }
63
64 const char* C2Compiler::retry_no_clinit_barriers() {
65 return "retry without class initialization barriers";
66 }
67
68 void compiler_stubs_init(bool in_compiler_thread);
69
70 bool C2Compiler::init_c2_runtime() {
71
72 #ifdef ASSERT
73 if (!AlignVector && VerifyAlignVector) {
74 warning("VerifyAlignVector disabled because AlignVector is not enabled.");
75 FLAG_SET_CMDLINE(VerifyAlignVector, false);
76 }
77 #endif
78
79 // Check assumptions used while running ADLC
80 Compile::adlc_verification();
81 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
82
83 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
84 OptoReg::vm2opto[i] = OptoReg::Bad;
85 }
86
87 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
88 VMReg r = OptoReg::as_VMReg(i);
89 if (r->is_valid()) {
90 OptoReg::vm2opto[r->value()] = i;
91 }
92 }
93
94 DEBUG_ONLY( Node::init_NodeProperty(); )
95
96 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
97
98 Compile::pd_compiler2_init();
99
100 CompilerThread* thread = CompilerThread::current();
101
102 HandleMark handle_mark(thread);
103 bool success = OptoRuntime::generate(thread->env());
104 if (success) {
105 SCCache::init_opto_table();
106 }
107 return success;
108 }
109
110 void C2Compiler::initialize() {
111 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
112 // The first compiler thread that gets here will initialize the
113 // small amount of global state (and runtime stubs) that C2 needs.
114
115 // There is a race possible once at startup and then we're fine
116
117 // Note that this is being called from a compiler thread not the
118 // main startup thread.
119 if (should_perform_init()) {
120 bool successful = C2Compiler::init_c2_runtime();
121 int new_state = (successful) ? initialized : failed;
122 set_state(new_state);
123 }
124 }
125
126 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
127 assert(is_initialized(), "Compiler thread must be initialized");
128 CompilationMemoryStatisticMark cmsm(directive);
129 CompileTask* task = env->task();
130 if (install_code && task->is_scc()) {
131 bool success = SCCache::load_nmethod(env, target, entry_bci, this, CompLevel_full_optimization);
132 if (success) {
133 assert(task->is_success(), "sanity");
134 return;
135 }
136 if (!task->preload()) { // Do not mark entry if pre-loading failed - it can pass normal load
137 SCCache::invalidate(task->scc_entry()); // mark sca_entry as not entrant
138 }
139 if (SCCache::is_code_load_thread_on()) {
140 env->record_failure("Failed to load cached code");
141 // Bail out if failed to load cached code in SC thread
142 return;
143 }
144 task->clear_scc();
145 }
146
147 bool subsume_loads = SubsumeLoads;
148 bool do_escape_analysis = DoEscapeAnalysis;
149 bool do_iterative_escape_analysis = DoEscapeAnalysis;
150 bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
151 bool eliminate_boxing = EliminateAutoBox;
152 bool do_locks_coarsening = EliminateLocks;
153 bool do_superword = UseSuperWord;
154 bool for_preload = (task->compile_reason() != CompileTask::Reason_Precompile) && // non-preload version is requested
155 SCCache::gen_preload_code(target, entry_bci);
156 if (task->compile_reason() == CompileTask::Reason_PrecompileForPreload) {
157 assert(for_preload, "required");
158 }
159 while (!env->failing()) {
160 ResourceMark rm;
161 // Attempt to compile while subsuming loads into machine instructions.
162 Options options(subsume_loads,
163 do_escape_analysis,
164 do_iterative_escape_analysis,
165 do_reduce_allocation_merges,
166 eliminate_boxing,
167 do_locks_coarsening,
168 do_superword,
169 for_preload,
170 install_code);
171 Compile C(env, target, entry_bci, options, directive);
172
173 // Check result and retry if appropriate.
174 if (C.failure_reason() != nullptr) {
175 if (C.failure_reason_is(retry_no_subsuming_loads())) {
176 assert(subsume_loads, "must make progress");
177 subsume_loads = false;
178 env->report_failure(C.failure_reason());
179 continue; // retry
180 }
181 if (C.failure_reason_is(retry_no_escape_analysis())) {
182 assert(do_escape_analysis, "must make progress");
183 do_escape_analysis = false;
184 env->report_failure(C.failure_reason());
185 continue; // retry
186 }
187 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
188 assert(do_iterative_escape_analysis, "must make progress");
189 do_iterative_escape_analysis = false;
190 env->report_failure(C.failure_reason());
191 continue; // retry
192 }
193 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
194 assert(do_reduce_allocation_merges, "must make progress");
195 do_reduce_allocation_merges = false;
196 env->report_failure(C.failure_reason());
197 continue; // retry
198 }
199 if (C.failure_reason_is(retry_no_locks_coarsening())) {
200 assert(do_locks_coarsening, "must make progress");
201 do_locks_coarsening = false;
202 env->report_failure(C.failure_reason());
203 continue; // retry
204 }
205 if (C.failure_reason_is(retry_no_clinit_barriers())) {
206 assert(for_preload, "must make progress");
207 for_preload = false;
208 continue;
209 }
210 if (C.failure_reason_is(retry_no_superword())) {
211 assert(do_superword, "must make progress");
212 do_superword = false;
213 env->report_failure(C.failure_reason());
214 continue; // retry
215 }
216 if (C.has_boxed_value()) {
217 // Recompile without boxing elimination regardless failure reason.
218 assert(eliminate_boxing, "must make progress");
219 eliminate_boxing = false;
220 env->report_failure(C.failure_reason());
221 continue; // retry
222 }
223 // Pass any other failure reason up to the ciEnv.
224 // Note that serious, irreversible failures are already logged
225 // on the ciEnv via env->record_method_not_compilable().
226 env->record_failure(C.failure_reason());
227 }
228 if (StressRecompilation) {
229 if (subsume_loads) {
230 subsume_loads = false;
231 continue; // retry
232 }
233 if (do_escape_analysis) {
234 do_escape_analysis = false;
235 continue; // retry
236 }
237 if (do_locks_coarsening) {
238 do_locks_coarsening = false;
239 continue; // retry
240 }
241 }
242 // print inlining for last compilation only
243 C.dump_print_inlining();
244
245 // No retry; just break the loop.
246 break;
247 }
248 }
249
250 void C2Compiler::print_timers() {
251 Compile::print_timers();
252 }
253
254 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
255 vmIntrinsics::ID id = method->intrinsic_id();
256 return C2Compiler::is_intrinsic_supported(id);
257 }
258
259 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
260 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
261
262 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
263 return false;
264 }
265
266 switch (id) {
267 case vmIntrinsics::_compressStringC:
268 case vmIntrinsics::_compressStringB:
269 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
270 break;
271 case vmIntrinsics::_inflateStringC:
272 case vmIntrinsics::_inflateStringB:
273 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
274 break;
275 case vmIntrinsics::_compareToL:
276 case vmIntrinsics::_compareToU:
277 case vmIntrinsics::_compareToLU:
278 case vmIntrinsics::_compareToUL:
279 if (!Matcher::match_rule_supported(Op_StrComp)) return false;
280 break;
281 case vmIntrinsics::_equalsL:
282 if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
283 break;
284 case vmIntrinsics::_vectorizedHashCode:
285 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
286 break;
287 case vmIntrinsics::_equalsB:
288 case vmIntrinsics::_equalsC:
289 if (!Matcher::match_rule_supported(Op_AryEq)) return false;
290 break;
291 case vmIntrinsics::_copyMemory:
292 if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
293 break;
294 case vmIntrinsics::_setMemory:
295 if (StubRoutines::unsafe_setmemory() == nullptr) return false;
296 break;
297 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
298 if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
299 break;
300 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
301 if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
302 break;
303 case vmIntrinsics::_galoisCounterMode_AESCrypt:
304 if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
305 break;
306 case vmIntrinsics::_bigIntegerRightShiftWorker:
307 if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
308 break;
309 case vmIntrinsics::_bigIntegerLeftShiftWorker:
310 if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
311 break;
312 case vmIntrinsics::_encodeAsciiArray:
313 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
314 break;
315 case vmIntrinsics::_encodeISOArray:
316 case vmIntrinsics::_encodeByteISOArray:
317 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
318 break;
319 case vmIntrinsics::_countPositives:
320 if (!Matcher::match_rule_supported(Op_CountPositives)) return false;
321 break;
322 case vmIntrinsics::_bitCount_i:
323 if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
324 break;
325 case vmIntrinsics::_bitCount_l:
326 if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
327 break;
328 case vmIntrinsics::_compress_i:
329 case vmIntrinsics::_compress_l:
330 if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
331 break;
332 case vmIntrinsics::_expand_i:
333 case vmIntrinsics::_expand_l:
334 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
335 break;
336 case vmIntrinsics::_numberOfLeadingZeros_i:
337 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
338 break;
339 case vmIntrinsics::_numberOfLeadingZeros_l:
340 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
341 break;
342 case vmIntrinsics::_numberOfTrailingZeros_i:
343 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
344 break;
345 case vmIntrinsics::_numberOfTrailingZeros_l:
346 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
347 break;
348 case vmIntrinsics::_reverse_i:
349 if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
350 break;
351 case vmIntrinsics::_reverse_l:
352 if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
353 break;
354 case vmIntrinsics::_reverseBytes_c:
355 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
356 break;
357 case vmIntrinsics::_reverseBytes_s:
358 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
359 break;
360 case vmIntrinsics::_reverseBytes_i:
361 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
362 break;
363 case vmIntrinsics::_reverseBytes_l:
364 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
365 break;
366 case vmIntrinsics::_compareUnsigned_i:
367 if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
368 break;
369 case vmIntrinsics::_compareUnsigned_l:
370 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
371 break;
372 case vmIntrinsics::_divideUnsigned_i:
373 if (!Matcher::match_rule_supported(Op_UDivI)) return false;
374 break;
375 case vmIntrinsics::_remainderUnsigned_i:
376 if (!Matcher::match_rule_supported(Op_UModI)) return false;
377 break;
378 case vmIntrinsics::_divideUnsigned_l:
379 if (!Matcher::match_rule_supported(Op_UDivL)) return false;
380 break;
381 case vmIntrinsics::_remainderUnsigned_l:
382 if (!Matcher::match_rule_supported(Op_UModL)) return false;
383 break;
384 case vmIntrinsics::_float16ToFloat:
385 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
386 break;
387 case vmIntrinsics::_floatToFloat16:
388 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
389 break;
390 case vmIntrinsics::_sqrt_float16:
391 if (!Matcher::match_rule_supported(Op_SqrtHF)) return false;
392 break;
393 case vmIntrinsics::_fma_float16:
394 if (!Matcher::match_rule_supported(Op_FmaHF)) return false;
395 break;
396
397 /* CompareAndSet, Object: */
398 case vmIntrinsics::_compareAndSetReference:
399 #ifdef _LP64
400 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
401 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
402 #else
403 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
404 #endif
405 break;
406 case vmIntrinsics::_weakCompareAndSetReferencePlain:
407 case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
408 case vmIntrinsics::_weakCompareAndSetReferenceRelease:
409 case vmIntrinsics::_weakCompareAndSetReference:
410 #ifdef _LP64
411 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
412 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
413 #else
414 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
415 #endif
416 break;
417 /* CompareAndSet, Long: */
418 case vmIntrinsics::_compareAndSetLong:
419 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
420 break;
421 case vmIntrinsics::_weakCompareAndSetLongPlain:
422 case vmIntrinsics::_weakCompareAndSetLongAcquire:
423 case vmIntrinsics::_weakCompareAndSetLongRelease:
424 case vmIntrinsics::_weakCompareAndSetLong:
425 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
426 break;
427
428 /* CompareAndSet, Int: */
429 case vmIntrinsics::_compareAndSetInt:
430 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
431 break;
432 case vmIntrinsics::_weakCompareAndSetIntPlain:
433 case vmIntrinsics::_weakCompareAndSetIntAcquire:
434 case vmIntrinsics::_weakCompareAndSetIntRelease:
435 case vmIntrinsics::_weakCompareAndSetInt:
436 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
437 break;
438
439 /* CompareAndSet, Byte: */
440 case vmIntrinsics::_compareAndSetByte:
441 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
442 break;
443 case vmIntrinsics::_weakCompareAndSetBytePlain:
444 case vmIntrinsics::_weakCompareAndSetByteAcquire:
445 case vmIntrinsics::_weakCompareAndSetByteRelease:
446 case vmIntrinsics::_weakCompareAndSetByte:
447 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
448 break;
449
450 /* CompareAndSet, Short: */
451 case vmIntrinsics::_compareAndSetShort:
452 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
453 break;
454 case vmIntrinsics::_weakCompareAndSetShortPlain:
455 case vmIntrinsics::_weakCompareAndSetShortAcquire:
456 case vmIntrinsics::_weakCompareAndSetShortRelease:
457 case vmIntrinsics::_weakCompareAndSetShort:
458 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
459 break;
460
461 /* CompareAndExchange, Object: */
462 case vmIntrinsics::_compareAndExchangeReference:
463 case vmIntrinsics::_compareAndExchangeReferenceAcquire:
464 case vmIntrinsics::_compareAndExchangeReferenceRelease:
465 #ifdef _LP64
466 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
467 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
468 #else
469 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
470 #endif
471 break;
472
473 /* CompareAndExchange, Long: */
474 case vmIntrinsics::_compareAndExchangeLong:
475 case vmIntrinsics::_compareAndExchangeLongAcquire:
476 case vmIntrinsics::_compareAndExchangeLongRelease:
477 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
478 break;
479
480 /* CompareAndExchange, Int: */
481 case vmIntrinsics::_compareAndExchangeInt:
482 case vmIntrinsics::_compareAndExchangeIntAcquire:
483 case vmIntrinsics::_compareAndExchangeIntRelease:
484 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
485 break;
486
487 /* CompareAndExchange, Byte: */
488 case vmIntrinsics::_compareAndExchangeByte:
489 case vmIntrinsics::_compareAndExchangeByteAcquire:
490 case vmIntrinsics::_compareAndExchangeByteRelease:
491 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
492 break;
493
494 /* CompareAndExchange, Short: */
495 case vmIntrinsics::_compareAndExchangeShort:
496 case vmIntrinsics::_compareAndExchangeShortAcquire:
497 case vmIntrinsics::_compareAndExchangeShortRelease:
498 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
499 break;
500
501 case vmIntrinsics::_getAndAddByte:
502 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
503 break;
504 case vmIntrinsics::_getAndAddShort:
505 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
506 break;
507 case vmIntrinsics::_getAndAddInt:
508 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
509 break;
510 case vmIntrinsics::_getAndAddLong:
511 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
512 break;
513
514 case vmIntrinsics::_getAndSetByte:
515 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
516 break;
517 case vmIntrinsics::_getAndSetShort:
518 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
519 break;
520 case vmIntrinsics::_getAndSetInt:
521 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
522 break;
523 case vmIntrinsics::_getAndSetLong:
524 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
525 break;
526 case vmIntrinsics::_getAndSetReference:
527 #ifdef _LP64
528 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
529 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
530 break;
531 #else
532 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
533 break;
534 #endif
535 case vmIntrinsics::_incrementExactI:
536 case vmIntrinsics::_addExactI:
537 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
538 break;
539 case vmIntrinsics::_incrementExactL:
540 case vmIntrinsics::_addExactL:
541 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
542 break;
543 case vmIntrinsics::_decrementExactI:
544 case vmIntrinsics::_subtractExactI:
545 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
546 break;
547 case vmIntrinsics::_decrementExactL:
548 case vmIntrinsics::_subtractExactL:
549 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
550 break;
551 case vmIntrinsics::_negateExactI:
552 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
553 break;
554 case vmIntrinsics::_negateExactL:
555 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
556 break;
557 case vmIntrinsics::_multiplyExactI:
558 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
559 break;
560 case vmIntrinsics::_multiplyExactL:
561 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
562 break;
563 case vmIntrinsics::_multiplyHigh:
564 if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
565 break;
566 case vmIntrinsics::_unsignedMultiplyHigh:
567 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
568 break;
569 case vmIntrinsics::_getCallerClass:
570 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
571 break;
572 case vmIntrinsics::_onSpinWait:
573 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
574 break;
575 case vmIntrinsics::_fmaD:
576 if (!Matcher::match_rule_supported(Op_FmaD)) return false;
577 break;
578 case vmIntrinsics::_fmaF:
579 if (!Matcher::match_rule_supported(Op_FmaF)) return false;
580 break;
581 case vmIntrinsics::_isDigit:
582 if (!Matcher::match_rule_supported(Op_Digit)) return false;
583 break;
584 case vmIntrinsics::_isLowerCase:
585 if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
586 break;
587 case vmIntrinsics::_isUpperCase:
588 if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
589 break;
590 case vmIntrinsics::_isWhitespace:
591 if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
592 break;
593 case vmIntrinsics::_maxF:
594 case vmIntrinsics::_maxF_strict:
595 if (!Matcher::match_rule_supported(Op_MaxF)) return false;
596 break;
597 case vmIntrinsics::_minF:
598 case vmIntrinsics::_minF_strict:
599 if (!Matcher::match_rule_supported(Op_MinF)) return false;
600 break;
601 case vmIntrinsics::_maxD:
602 case vmIntrinsics::_maxD_strict:
603 if (!Matcher::match_rule_supported(Op_MaxD)) return false;
604 break;
605 case vmIntrinsics::_minD:
606 case vmIntrinsics::_minD_strict:
607 if (!Matcher::match_rule_supported(Op_MinD)) return false;
608 break;
609 case vmIntrinsics::_writeback0:
610 if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
611 break;
612 case vmIntrinsics::_writebackPreSync0:
613 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
614 break;
615 case vmIntrinsics::_writebackPostSync0:
616 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
617 break;
618 case vmIntrinsics::_rint:
619 case vmIntrinsics::_ceil:
620 case vmIntrinsics::_floor:
621 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
622 break;
623 case vmIntrinsics::_dcopySign:
624 if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
625 break;
626 case vmIntrinsics::_fcopySign:
627 if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
628 break;
629 case vmIntrinsics::_dsignum:
630 if (!Matcher::match_rule_supported(Op_SignumD)) return false;
631 break;
632 case vmIntrinsics::_fsignum:
633 if (!Matcher::match_rule_supported(Op_SignumF)) return false;
634 break;
635 case vmIntrinsics::_floatIsInfinite:
636 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
637 break;
638 case vmIntrinsics::_floatIsFinite:
639 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
640 break;
641 case vmIntrinsics::_doubleIsInfinite:
642 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
643 break;
644 case vmIntrinsics::_doubleIsFinite:
645 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
646 break;
647 case vmIntrinsics::_hashCode:
648 case vmIntrinsics::_identityHashCode:
649 case vmIntrinsics::_getClass:
650 case vmIntrinsics::_dsin:
651 case vmIntrinsics::_dcos:
652 case vmIntrinsics::_dtan:
653 case vmIntrinsics::_dtanh:
654 case vmIntrinsics::_dabs:
655 case vmIntrinsics::_fabs:
656 case vmIntrinsics::_iabs:
657 case vmIntrinsics::_labs:
658 case vmIntrinsics::_datan2:
659 case vmIntrinsics::_dsqrt:
660 case vmIntrinsics::_dsqrt_strict:
661 case vmIntrinsics::_dexp:
662 case vmIntrinsics::_dlog:
663 case vmIntrinsics::_dlog10:
664 case vmIntrinsics::_dpow:
665 case vmIntrinsics::_roundD:
666 case vmIntrinsics::_roundF:
667 case vmIntrinsics::_min:
668 case vmIntrinsics::_max:
669 case vmIntrinsics::_min_strict:
670 case vmIntrinsics::_max_strict:
671 case vmIntrinsics::_arraycopy:
672 case vmIntrinsics::_arraySort:
673 case vmIntrinsics::_arrayPartition:
674 case vmIntrinsics::_indexOfL:
675 case vmIntrinsics::_indexOfU:
676 case vmIntrinsics::_indexOfUL:
677 case vmIntrinsics::_indexOfIL:
678 case vmIntrinsics::_indexOfIU:
679 case vmIntrinsics::_indexOfIUL:
680 case vmIntrinsics::_indexOfU_char:
681 case vmIntrinsics::_indexOfL_char:
682 case vmIntrinsics::_toBytesStringU:
683 case vmIntrinsics::_getCharsStringU:
684 case vmIntrinsics::_getCharStringU:
685 case vmIntrinsics::_putCharStringU:
686 case vmIntrinsics::_getReference:
687 case vmIntrinsics::_getBoolean:
688 case vmIntrinsics::_getByte:
689 case vmIntrinsics::_getShort:
690 case vmIntrinsics::_getChar:
691 case vmIntrinsics::_getInt:
692 case vmIntrinsics::_getLong:
693 case vmIntrinsics::_getFloat:
694 case vmIntrinsics::_getDouble:
695 case vmIntrinsics::_putReference:
696 case vmIntrinsics::_putBoolean:
697 case vmIntrinsics::_putByte:
698 case vmIntrinsics::_putShort:
699 case vmIntrinsics::_putChar:
700 case vmIntrinsics::_putInt:
701 case vmIntrinsics::_putLong:
702 case vmIntrinsics::_putFloat:
703 case vmIntrinsics::_putDouble:
704 case vmIntrinsics::_getReferenceVolatile:
705 case vmIntrinsics::_getBooleanVolatile:
706 case vmIntrinsics::_getByteVolatile:
707 case vmIntrinsics::_getShortVolatile:
708 case vmIntrinsics::_getCharVolatile:
709 case vmIntrinsics::_getIntVolatile:
710 case vmIntrinsics::_getLongVolatile:
711 case vmIntrinsics::_getFloatVolatile:
712 case vmIntrinsics::_getDoubleVolatile:
713 case vmIntrinsics::_putReferenceVolatile:
714 case vmIntrinsics::_putBooleanVolatile:
715 case vmIntrinsics::_putByteVolatile:
716 case vmIntrinsics::_putShortVolatile:
717 case vmIntrinsics::_putCharVolatile:
718 case vmIntrinsics::_putIntVolatile:
719 case vmIntrinsics::_putLongVolatile:
720 case vmIntrinsics::_putFloatVolatile:
721 case vmIntrinsics::_putDoubleVolatile:
722 case vmIntrinsics::_getReferenceAcquire:
723 case vmIntrinsics::_getBooleanAcquire:
724 case vmIntrinsics::_getByteAcquire:
725 case vmIntrinsics::_getShortAcquire:
726 case vmIntrinsics::_getCharAcquire:
727 case vmIntrinsics::_getIntAcquire:
728 case vmIntrinsics::_getLongAcquire:
729 case vmIntrinsics::_getFloatAcquire:
730 case vmIntrinsics::_getDoubleAcquire:
731 case vmIntrinsics::_putReferenceRelease:
732 case vmIntrinsics::_putBooleanRelease:
733 case vmIntrinsics::_putByteRelease:
734 case vmIntrinsics::_putShortRelease:
735 case vmIntrinsics::_putCharRelease:
736 case vmIntrinsics::_putIntRelease:
737 case vmIntrinsics::_putLongRelease:
738 case vmIntrinsics::_putFloatRelease:
739 case vmIntrinsics::_putDoubleRelease:
740 case vmIntrinsics::_getReferenceOpaque:
741 case vmIntrinsics::_getBooleanOpaque:
742 case vmIntrinsics::_getByteOpaque:
743 case vmIntrinsics::_getShortOpaque:
744 case vmIntrinsics::_getCharOpaque:
745 case vmIntrinsics::_getIntOpaque:
746 case vmIntrinsics::_getLongOpaque:
747 case vmIntrinsics::_getFloatOpaque:
748 case vmIntrinsics::_getDoubleOpaque:
749 case vmIntrinsics::_putReferenceOpaque:
750 case vmIntrinsics::_putBooleanOpaque:
751 case vmIntrinsics::_putByteOpaque:
752 case vmIntrinsics::_putShortOpaque:
753 case vmIntrinsics::_putCharOpaque:
754 case vmIntrinsics::_putIntOpaque:
755 case vmIntrinsics::_putLongOpaque:
756 case vmIntrinsics::_putFloatOpaque:
757 case vmIntrinsics::_putDoubleOpaque:
758 case vmIntrinsics::_getShortUnaligned:
759 case vmIntrinsics::_getCharUnaligned:
760 case vmIntrinsics::_getIntUnaligned:
761 case vmIntrinsics::_getLongUnaligned:
762 case vmIntrinsics::_putShortUnaligned:
763 case vmIntrinsics::_putCharUnaligned:
764 case vmIntrinsics::_putIntUnaligned:
765 case vmIntrinsics::_putLongUnaligned:
766 case vmIntrinsics::_loadFence:
767 case vmIntrinsics::_storeFence:
768 case vmIntrinsics::_storeStoreFence:
769 case vmIntrinsics::_fullFence:
770 case vmIntrinsics::_currentCarrierThread:
771 case vmIntrinsics::_currentThread:
772 case vmIntrinsics::_setCurrentThread:
773 case vmIntrinsics::_scopedValueCache:
774 case vmIntrinsics::_setScopedValueCache:
775 case vmIntrinsics::_Continuation_pin:
776 case vmIntrinsics::_Continuation_unpin:
777 #ifdef JFR_HAVE_INTRINSICS
778 case vmIntrinsics::_counterTime:
779 case vmIntrinsics::_getEventWriter:
780 case vmIntrinsics::_jvm_commit:
781 #endif
782 case vmIntrinsics::_currentTimeMillis:
783 case vmIntrinsics::_nanoTime:
784 case vmIntrinsics::_allocateInstance:
785 case vmIntrinsics::_allocateUninitializedArray:
786 case vmIntrinsics::_newArray:
787 case vmIntrinsics::_getLength:
788 case vmIntrinsics::_copyOf:
789 case vmIntrinsics::_copyOfRange:
790 case vmIntrinsics::_clone:
791 case vmIntrinsics::_isAssignableFrom:
792 case vmIntrinsics::_isInstance:
793 case vmIntrinsics::_isHidden:
794 case vmIntrinsics::_getSuperclass:
795 case vmIntrinsics::_getClassAccessFlags:
796 case vmIntrinsics::_floatToRawIntBits:
797 case vmIntrinsics::_floatToIntBits:
798 case vmIntrinsics::_intBitsToFloat:
799 case vmIntrinsics::_doubleToRawLongBits:
800 case vmIntrinsics::_doubleToLongBits:
801 case vmIntrinsics::_longBitsToDouble:
802 case vmIntrinsics::_Reference_get:
803 case vmIntrinsics::_Reference_refersTo0:
804 case vmIntrinsics::_PhantomReference_refersTo0:
805 case vmIntrinsics::_Reference_clear0:
806 case vmIntrinsics::_PhantomReference_clear0:
807 case vmIntrinsics::_Class_cast:
808 case vmIntrinsics::_aescrypt_encryptBlock:
809 case vmIntrinsics::_aescrypt_decryptBlock:
810 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
811 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
812 case vmIntrinsics::_counterMode_AESCrypt:
813 case vmIntrinsics::_md5_implCompress:
814 case vmIntrinsics::_sha_implCompress:
815 case vmIntrinsics::_sha2_implCompress:
816 case vmIntrinsics::_sha5_implCompress:
817 case vmIntrinsics::_sha3_implCompress:
818 case vmIntrinsics::_digestBase_implCompressMB:
819 case vmIntrinsics::_multiplyToLen:
820 case vmIntrinsics::_squareToLen:
821 case vmIntrinsics::_mulAdd:
822 case vmIntrinsics::_montgomeryMultiply:
823 case vmIntrinsics::_montgomerySquare:
824 case vmIntrinsics::_vectorizedMismatch:
825 case vmIntrinsics::_ghash_processBlocks:
826 case vmIntrinsics::_chacha20Block:
827 case vmIntrinsics::_base64_encodeBlock:
828 case vmIntrinsics::_base64_decodeBlock:
829 case vmIntrinsics::_poly1305_processBlocks:
830 case vmIntrinsics::_intpoly_montgomeryMult_P256:
831 case vmIntrinsics::_intpoly_assign:
832 case vmIntrinsics::_updateCRC32:
833 case vmIntrinsics::_updateBytesCRC32:
834 case vmIntrinsics::_updateByteBufferCRC32:
835 case vmIntrinsics::_updateBytesCRC32C:
836 case vmIntrinsics::_updateDirectByteBufferCRC32C:
837 case vmIntrinsics::_updateBytesAdler32:
838 case vmIntrinsics::_updateByteBufferAdler32:
839 case vmIntrinsics::_profileBoolean:
840 case vmIntrinsics::_isCompileConstant:
841 case vmIntrinsics::_Preconditions_checkIndex:
842 case vmIntrinsics::_Preconditions_checkLongIndex:
843 case vmIntrinsics::_getObjectSize:
844 break;
845 case vmIntrinsics::_VectorCompressExpand:
846 case vmIntrinsics::_VectorUnaryOp:
847 case vmIntrinsics::_VectorBinaryOp:
848 case vmIntrinsics::_VectorTernaryOp:
849 case vmIntrinsics::_VectorFromBitsCoerced:
850 case vmIntrinsics::_VectorLoadOp:
851 case vmIntrinsics::_VectorLoadMaskedOp:
852 case vmIntrinsics::_VectorStoreOp:
853 case vmIntrinsics::_VectorStoreMaskedOp:
854 case vmIntrinsics::_VectorSelectFromTwoVectorOp:
855 case vmIntrinsics::_VectorGatherOp:
856 case vmIntrinsics::_VectorScatterOp:
857 case vmIntrinsics::_VectorReductionCoerced:
858 case vmIntrinsics::_VectorTest:
859 case vmIntrinsics::_VectorBlend:
860 case vmIntrinsics::_VectorRearrange:
861 case vmIntrinsics::_VectorSelectFrom:
862 case vmIntrinsics::_VectorCompare:
863 case vmIntrinsics::_VectorBroadcastInt:
864 case vmIntrinsics::_VectorConvert:
865 case vmIntrinsics::_VectorInsert:
866 case vmIntrinsics::_VectorExtract:
867 case vmIntrinsics::_VectorMaskOp:
868 case vmIntrinsics::_IndexVector:
869 case vmIntrinsics::_IndexPartiallyInUpperRange:
870 return EnableVectorSupport;
871 case vmIntrinsics::_blackhole:
872 #if INCLUDE_JVMTI
873 case vmIntrinsics::_notifyJvmtiVThreadStart:
874 case vmIntrinsics::_notifyJvmtiVThreadEnd:
875 case vmIntrinsics::_notifyJvmtiVThreadMount:
876 case vmIntrinsics::_notifyJvmtiVThreadUnmount:
877 case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend:
878 #endif
879 break;
880
881 default:
882 return false;
883 }
884 return true;
885 }
886
887 int C2Compiler::initial_code_buffer_size(int const_size) {
888 // See Compile::init_scratch_buffer_blob
889 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
890 int slop = 2 * CodeSection::end_slop(); // space between sections
891 return PhaseOutput::max_inst_size() + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
892 }