1 /*
2 * Copyright (c) 1999, 2023, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "classfile/vmClasses.hpp"
27 #include "compiler/compilerDefinitions.inline.hpp"
28 #include "runtime/handles.inline.hpp"
29 #include "jfr/support/jfrIntrinsics.hpp"
30 #include "opto/c2compiler.hpp"
31 #include "opto/compile.hpp"
32 #include "opto/optoreg.hpp"
33 #include "opto/output.hpp"
34 #include "opto/runtime.hpp"
35 #include "runtime/stubRoutines.hpp"
36 #include "utilities/macros.hpp"
37
38
39 // register information defined by ADLC
40 extern const char register_save_policy[];
41 extern const int register_save_type[];
42
43 const char* C2Compiler::retry_no_subsuming_loads() {
44 return "retry without subsuming loads";
45 }
46 const char* C2Compiler::retry_no_escape_analysis() {
47 return "retry without escape analysis";
48 }
49 const char* C2Compiler::retry_no_locks_coarsening() {
50 return "retry without locks coarsening";
51 }
52 const char* C2Compiler::retry_no_iterative_escape_analysis() {
53 return "retry without iterative escape analysis";
54 }
55 const char* C2Compiler::retry_no_reduce_allocation_merges() {
56 return "retry without reducing allocation merges";
57 }
58
59 void compiler_stubs_init(bool in_compiler_thread);
60
61 bool C2Compiler::init_c2_runtime() {
62
63 // Check assumptions used while running ADLC
64 Compile::adlc_verification();
65 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
66
67 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
68 OptoReg::vm2opto[i] = OptoReg::Bad;
69 }
70
71 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
72 VMReg r = OptoReg::as_VMReg(i);
73 if (r->is_valid()) {
74 OptoReg::vm2opto[r->value()] = i;
75 }
76 }
77
78 DEBUG_ONLY( Node::init_NodeProperty(); )
79
80 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
81
82 Compile::pd_compiler2_init();
83
84 CompilerThread* thread = CompilerThread::current();
85
86 HandleMark handle_mark(thread);
87 return OptoRuntime::generate(thread->env());
88 }
89
90 void C2Compiler::initialize() {
91 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
92 // The first compiler thread that gets here will initialize the
93 // small amount of global state (and runtime stubs) that C2 needs.
94
95 // There is a race possible once at startup and then we're fine
96
97 // Note that this is being called from a compiler thread not the
98 // main startup thread.
99 if (should_perform_init()) {
100 bool successful = C2Compiler::init_c2_runtime();
101 int new_state = (successful) ? initialized : failed;
102 set_state(new_state);
103 }
104 }
105
106 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
107 assert(is_initialized(), "Compiler thread must be initialized");
108
109 bool subsume_loads = SubsumeLoads;
110 bool do_escape_analysis = DoEscapeAnalysis;
111 bool do_iterative_escape_analysis = DoEscapeAnalysis;
112 bool do_reduce_allocation_merges = ReduceAllocationMerges;
113 bool eliminate_boxing = EliminateAutoBox;
114 bool do_locks_coarsening = EliminateLocks;
115
116 while (!env->failing()) {
117 // Attempt to compile while subsuming loads into machine instructions.
118 Options options(subsume_loads, do_escape_analysis, do_iterative_escape_analysis, do_reduce_allocation_merges, eliminate_boxing, do_locks_coarsening, install_code);
119 Compile C(env, target, entry_bci, options, directive);
120
121 // Check result and retry if appropriate.
122 if (C.failure_reason() != nullptr) {
123 if (C.failure_reason_is(retry_no_subsuming_loads())) {
124 assert(subsume_loads, "must make progress");
125 subsume_loads = false;
126 env->report_failure(C.failure_reason());
127 continue; // retry
128 }
129 if (C.failure_reason_is(retry_no_escape_analysis())) {
130 assert(do_escape_analysis, "must make progress");
131 do_escape_analysis = false;
132 env->report_failure(C.failure_reason());
133 continue; // retry
134 }
135 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
136 assert(do_iterative_escape_analysis, "must make progress");
137 do_iterative_escape_analysis = false;
138 env->report_failure(C.failure_reason());
139 continue; // retry
140 }
141 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
142 assert(do_reduce_allocation_merges, "must make progress");
143 do_reduce_allocation_merges = false;
144 env->report_failure(C.failure_reason());
145 continue; // retry
146 }
147 if (C.failure_reason_is(retry_no_locks_coarsening())) {
148 assert(do_locks_coarsening, "must make progress");
149 do_locks_coarsening = false;
150 env->report_failure(C.failure_reason());
151 continue; // retry
152 }
153 if (C.has_boxed_value()) {
154 // Recompile without boxing elimination regardless failure reason.
155 assert(eliminate_boxing, "must make progress");
156 eliminate_boxing = false;
157 env->report_failure(C.failure_reason());
158 continue; // retry
159 }
160 // Pass any other failure reason up to the ciEnv.
161 // Note that serious, irreversible failures are already logged
162 // on the ciEnv via env->record_method_not_compilable().
163 env->record_failure(C.failure_reason());
164 }
165 if (StressRecompilation) {
166 if (subsume_loads) {
167 subsume_loads = false;
168 continue; // retry
169 }
170 if (do_escape_analysis) {
171 do_escape_analysis = false;
172 continue; // retry
173 }
174 if (do_locks_coarsening) {
175 do_locks_coarsening = false;
176 continue; // retry
177 }
178 }
179 // print inlining for last compilation only
180 C.dump_print_inlining();
181
182 // No retry; just break the loop.
183 break;
184 }
185 }
186
187 void C2Compiler::print_timers() {
188 Compile::print_timers();
189 }
190
191 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
192 vmIntrinsics::ID id = method->intrinsic_id();
193 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
194
195 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
196 return false;
197 }
198
199 switch (id) {
200 case vmIntrinsics::_compressStringC:
201 case vmIntrinsics::_compressStringB:
202 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
203 break;
204 case vmIntrinsics::_inflateStringC:
205 case vmIntrinsics::_inflateStringB:
206 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
207 break;
208 case vmIntrinsics::_compareToL:
209 case vmIntrinsics::_compareToU:
210 case vmIntrinsics::_compareToLU:
211 case vmIntrinsics::_compareToUL:
212 if (!Matcher::match_rule_supported(Op_StrComp)) return false;
213 break;
214 case vmIntrinsics::_equalsL:
215 case vmIntrinsics::_equalsU:
216 if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
217 break;
218 case vmIntrinsics::_vectorizedHashCode:
219 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
220 break;
221 case vmIntrinsics::_equalsB:
222 case vmIntrinsics::_equalsC:
223 if (!Matcher::match_rule_supported(Op_AryEq)) return false;
224 break;
225 case vmIntrinsics::_copyMemory:
226 if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
227 break;
228 case vmIntrinsics::_encodeAsciiArray:
229 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
230 break;
231 case vmIntrinsics::_encodeISOArray:
232 case vmIntrinsics::_encodeByteISOArray:
233 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
234 break;
235 case vmIntrinsics::_countPositives:
236 if (!Matcher::match_rule_supported(Op_CountPositives)) return false;
237 break;
238 case vmIntrinsics::_bitCount_i:
239 if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
240 break;
241 case vmIntrinsics::_bitCount_l:
242 if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
243 break;
244 case vmIntrinsics::_compress_i:
245 case vmIntrinsics::_compress_l:
246 if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
247 break;
248 case vmIntrinsics::_expand_i:
249 case vmIntrinsics::_expand_l:
250 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
251 break;
252 case vmIntrinsics::_numberOfLeadingZeros_i:
253 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
254 break;
255 case vmIntrinsics::_numberOfLeadingZeros_l:
256 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
257 break;
258 case vmIntrinsics::_numberOfTrailingZeros_i:
259 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
260 break;
261 case vmIntrinsics::_numberOfTrailingZeros_l:
262 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
263 break;
264 case vmIntrinsics::_reverse_i:
265 if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
266 break;
267 case vmIntrinsics::_reverse_l:
268 if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
269 break;
270 case vmIntrinsics::_reverseBytes_c:
271 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
272 break;
273 case vmIntrinsics::_reverseBytes_s:
274 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
275 break;
276 case vmIntrinsics::_reverseBytes_i:
277 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
278 break;
279 case vmIntrinsics::_reverseBytes_l:
280 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
281 break;
282 case vmIntrinsics::_compareUnsigned_i:
283 if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
284 break;
285 case vmIntrinsics::_compareUnsigned_l:
286 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
287 break;
288 case vmIntrinsics::_divideUnsigned_i:
289 if (!Matcher::match_rule_supported(Op_UDivI)) return false;
290 break;
291 case vmIntrinsics::_remainderUnsigned_i:
292 if (!Matcher::match_rule_supported(Op_UModI)) return false;
293 break;
294 case vmIntrinsics::_divideUnsigned_l:
295 if (!Matcher::match_rule_supported(Op_UDivL)) return false;
296 break;
297 case vmIntrinsics::_remainderUnsigned_l:
298 if (!Matcher::match_rule_supported(Op_UModL)) return false;
299 break;
300 case vmIntrinsics::_float16ToFloat:
301 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
302 break;
303 case vmIntrinsics::_floatToFloat16:
304 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
305 break;
306
307 /* CompareAndSet, Object: */
308 case vmIntrinsics::_compareAndSetReference:
309 #ifdef _LP64
310 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
311 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
312 #else
313 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
314 #endif
315 break;
316 case vmIntrinsics::_weakCompareAndSetReferencePlain:
317 case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
318 case vmIntrinsics::_weakCompareAndSetReferenceRelease:
319 case vmIntrinsics::_weakCompareAndSetReference:
320 #ifdef _LP64
321 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
322 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
323 #else
324 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
325 #endif
326 break;
327 /* CompareAndSet, Long: */
328 case vmIntrinsics::_compareAndSetLong:
329 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
330 break;
331 case vmIntrinsics::_weakCompareAndSetLongPlain:
332 case vmIntrinsics::_weakCompareAndSetLongAcquire:
333 case vmIntrinsics::_weakCompareAndSetLongRelease:
334 case vmIntrinsics::_weakCompareAndSetLong:
335 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
336 break;
337
338 /* CompareAndSet, Int: */
339 case vmIntrinsics::_compareAndSetInt:
340 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
341 break;
342 case vmIntrinsics::_weakCompareAndSetIntPlain:
343 case vmIntrinsics::_weakCompareAndSetIntAcquire:
344 case vmIntrinsics::_weakCompareAndSetIntRelease:
345 case vmIntrinsics::_weakCompareAndSetInt:
346 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
347 break;
348
349 /* CompareAndSet, Byte: */
350 case vmIntrinsics::_compareAndSetByte:
351 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
352 break;
353 case vmIntrinsics::_weakCompareAndSetBytePlain:
354 case vmIntrinsics::_weakCompareAndSetByteAcquire:
355 case vmIntrinsics::_weakCompareAndSetByteRelease:
356 case vmIntrinsics::_weakCompareAndSetByte:
357 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
358 break;
359
360 /* CompareAndSet, Short: */
361 case vmIntrinsics::_compareAndSetShort:
362 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
363 break;
364 case vmIntrinsics::_weakCompareAndSetShortPlain:
365 case vmIntrinsics::_weakCompareAndSetShortAcquire:
366 case vmIntrinsics::_weakCompareAndSetShortRelease:
367 case vmIntrinsics::_weakCompareAndSetShort:
368 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
369 break;
370
371 /* CompareAndExchange, Object: */
372 case vmIntrinsics::_compareAndExchangeReference:
373 case vmIntrinsics::_compareAndExchangeReferenceAcquire:
374 case vmIntrinsics::_compareAndExchangeReferenceRelease:
375 #ifdef _LP64
376 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
377 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
378 #else
379 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
380 #endif
381 break;
382
383 /* CompareAndExchange, Long: */
384 case vmIntrinsics::_compareAndExchangeLong:
385 case vmIntrinsics::_compareAndExchangeLongAcquire:
386 case vmIntrinsics::_compareAndExchangeLongRelease:
387 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
388 break;
389
390 /* CompareAndExchange, Int: */
391 case vmIntrinsics::_compareAndExchangeInt:
392 case vmIntrinsics::_compareAndExchangeIntAcquire:
393 case vmIntrinsics::_compareAndExchangeIntRelease:
394 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
395 break;
396
397 /* CompareAndExchange, Byte: */
398 case vmIntrinsics::_compareAndExchangeByte:
399 case vmIntrinsics::_compareAndExchangeByteAcquire:
400 case vmIntrinsics::_compareAndExchangeByteRelease:
401 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
402 break;
403
404 /* CompareAndExchange, Short: */
405 case vmIntrinsics::_compareAndExchangeShort:
406 case vmIntrinsics::_compareAndExchangeShortAcquire:
407 case vmIntrinsics::_compareAndExchangeShortRelease:
408 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
409 break;
410
411 case vmIntrinsics::_getAndAddByte:
412 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
413 break;
414 case vmIntrinsics::_getAndAddShort:
415 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
416 break;
417 case vmIntrinsics::_getAndAddInt:
418 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
419 break;
420 case vmIntrinsics::_getAndAddLong:
421 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
422 break;
423
424 case vmIntrinsics::_getAndSetByte:
425 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
426 break;
427 case vmIntrinsics::_getAndSetShort:
428 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
429 break;
430 case vmIntrinsics::_getAndSetInt:
431 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
432 break;
433 case vmIntrinsics::_getAndSetLong:
434 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
435 break;
436 case vmIntrinsics::_getAndSetReference:
437 #ifdef _LP64
438 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
439 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
440 break;
441 #else
442 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
443 break;
444 #endif
445 case vmIntrinsics::_incrementExactI:
446 case vmIntrinsics::_addExactI:
447 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
448 break;
449 case vmIntrinsics::_incrementExactL:
450 case vmIntrinsics::_addExactL:
451 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
452 break;
453 case vmIntrinsics::_decrementExactI:
454 case vmIntrinsics::_subtractExactI:
455 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
456 break;
457 case vmIntrinsics::_decrementExactL:
458 case vmIntrinsics::_subtractExactL:
459 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
460 break;
461 case vmIntrinsics::_negateExactI:
462 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
463 break;
464 case vmIntrinsics::_negateExactL:
465 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
466 break;
467 case vmIntrinsics::_multiplyExactI:
468 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
469 break;
470 case vmIntrinsics::_multiplyExactL:
471 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
472 break;
473 case vmIntrinsics::_multiplyHigh:
474 if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
475 break;
476 case vmIntrinsics::_unsignedMultiplyHigh:
477 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
478 break;
479 case vmIntrinsics::_getCallerClass:
480 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
481 break;
482 case vmIntrinsics::_onSpinWait:
483 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
484 break;
485 case vmIntrinsics::_fmaD:
486 if (!UseFMA || !Matcher::match_rule_supported(Op_FmaD)) return false;
487 break;
488 case vmIntrinsics::_fmaF:
489 if (!UseFMA || !Matcher::match_rule_supported(Op_FmaF)) return false;
490 break;
491 case vmIntrinsics::_isDigit:
492 if (!Matcher::match_rule_supported(Op_Digit)) return false;
493 break;
494 case vmIntrinsics::_isLowerCase:
495 if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
496 break;
497 case vmIntrinsics::_isUpperCase:
498 if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
499 break;
500 case vmIntrinsics::_isWhitespace:
501 if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
502 break;
503 case vmIntrinsics::_maxF:
504 case vmIntrinsics::_maxF_strict:
505 if (!Matcher::match_rule_supported(Op_MaxF)) return false;
506 break;
507 case vmIntrinsics::_minF:
508 case vmIntrinsics::_minF_strict:
509 if (!Matcher::match_rule_supported(Op_MinF)) return false;
510 break;
511 case vmIntrinsics::_maxD:
512 case vmIntrinsics::_maxD_strict:
513 if (!Matcher::match_rule_supported(Op_MaxD)) return false;
514 break;
515 case vmIntrinsics::_minD:
516 case vmIntrinsics::_minD_strict:
517 if (!Matcher::match_rule_supported(Op_MinD)) return false;
518 break;
519 case vmIntrinsics::_writeback0:
520 if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
521 break;
522 case vmIntrinsics::_writebackPreSync0:
523 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
524 break;
525 case vmIntrinsics::_writebackPostSync0:
526 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
527 break;
528 case vmIntrinsics::_rint:
529 case vmIntrinsics::_ceil:
530 case vmIntrinsics::_floor:
531 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
532 break;
533 case vmIntrinsics::_dcopySign:
534 if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
535 break;
536 case vmIntrinsics::_fcopySign:
537 if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
538 break;
539 case vmIntrinsics::_dsignum:
540 if (!Matcher::match_rule_supported(Op_SignumD)) return false;
541 break;
542 case vmIntrinsics::_fsignum:
543 if (!Matcher::match_rule_supported(Op_SignumF)) return false;
544 break;
545 case vmIntrinsics::_floatIsInfinite:
546 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
547 break;
548 case vmIntrinsics::_floatIsFinite:
549 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
550 break;
551 case vmIntrinsics::_doubleIsInfinite:
552 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
553 break;
554 case vmIntrinsics::_doubleIsFinite:
555 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
556 break;
557 case vmIntrinsics::_hashCode:
558 case vmIntrinsics::_identityHashCode:
559 case vmIntrinsics::_getClass:
560 case vmIntrinsics::_dsin:
561 case vmIntrinsics::_dcos:
562 case vmIntrinsics::_dtan:
563 case vmIntrinsics::_dabs:
564 case vmIntrinsics::_fabs:
565 case vmIntrinsics::_iabs:
566 case vmIntrinsics::_labs:
567 case vmIntrinsics::_datan2:
568 case vmIntrinsics::_dsqrt:
569 case vmIntrinsics::_dsqrt_strict:
570 case vmIntrinsics::_dexp:
571 case vmIntrinsics::_dlog:
572 case vmIntrinsics::_dlog10:
573 case vmIntrinsics::_dpow:
574 case vmIntrinsics::_roundD:
575 case vmIntrinsics::_roundF:
576 case vmIntrinsics::_min:
577 case vmIntrinsics::_max:
578 case vmIntrinsics::_min_strict:
579 case vmIntrinsics::_max_strict:
580 case vmIntrinsics::_arraycopy:
581 case vmIntrinsics::_indexOfL:
582 case vmIntrinsics::_indexOfU:
583 case vmIntrinsics::_indexOfUL:
584 case vmIntrinsics::_indexOfIL:
585 case vmIntrinsics::_indexOfIU:
586 case vmIntrinsics::_indexOfIUL:
587 case vmIntrinsics::_indexOfU_char:
588 case vmIntrinsics::_indexOfL_char:
589 case vmIntrinsics::_toBytesStringU:
590 case vmIntrinsics::_getCharsStringU:
591 case vmIntrinsics::_getCharStringU:
592 case vmIntrinsics::_putCharStringU:
593 case vmIntrinsics::_makePrivateBuffer:
594 case vmIntrinsics::_finishPrivateBuffer:
595 case vmIntrinsics::_getReference:
596 case vmIntrinsics::_getBoolean:
597 case vmIntrinsics::_getByte:
598 case vmIntrinsics::_getShort:
599 case vmIntrinsics::_getChar:
600 case vmIntrinsics::_getInt:
601 case vmIntrinsics::_getLong:
602 case vmIntrinsics::_getFloat:
603 case vmIntrinsics::_getDouble:
604 case vmIntrinsics::_getValue:
605 case vmIntrinsics::_putReference:
606 case vmIntrinsics::_putBoolean:
607 case vmIntrinsics::_putByte:
608 case vmIntrinsics::_putShort:
609 case vmIntrinsics::_putChar:
610 case vmIntrinsics::_putInt:
611 case vmIntrinsics::_putLong:
612 case vmIntrinsics::_putFloat:
613 case vmIntrinsics::_putDouble:
614 case vmIntrinsics::_putValue:
615 case vmIntrinsics::_getReferenceVolatile:
616 case vmIntrinsics::_getBooleanVolatile:
617 case vmIntrinsics::_getByteVolatile:
618 case vmIntrinsics::_getShortVolatile:
619 case vmIntrinsics::_getCharVolatile:
620 case vmIntrinsics::_getIntVolatile:
621 case vmIntrinsics::_getLongVolatile:
622 case vmIntrinsics::_getFloatVolatile:
623 case vmIntrinsics::_getDoubleVolatile:
624 case vmIntrinsics::_putReferenceVolatile:
625 case vmIntrinsics::_putBooleanVolatile:
626 case vmIntrinsics::_putByteVolatile:
627 case vmIntrinsics::_putShortVolatile:
628 case vmIntrinsics::_putCharVolatile:
629 case vmIntrinsics::_putIntVolatile:
630 case vmIntrinsics::_putLongVolatile:
631 case vmIntrinsics::_putFloatVolatile:
632 case vmIntrinsics::_putDoubleVolatile:
633 case vmIntrinsics::_getReferenceAcquire:
634 case vmIntrinsics::_getBooleanAcquire:
635 case vmIntrinsics::_getByteAcquire:
636 case vmIntrinsics::_getShortAcquire:
637 case vmIntrinsics::_getCharAcquire:
638 case vmIntrinsics::_getIntAcquire:
639 case vmIntrinsics::_getLongAcquire:
640 case vmIntrinsics::_getFloatAcquire:
641 case vmIntrinsics::_getDoubleAcquire:
642 case vmIntrinsics::_putReferenceRelease:
643 case vmIntrinsics::_putBooleanRelease:
644 case vmIntrinsics::_putByteRelease:
645 case vmIntrinsics::_putShortRelease:
646 case vmIntrinsics::_putCharRelease:
647 case vmIntrinsics::_putIntRelease:
648 case vmIntrinsics::_putLongRelease:
649 case vmIntrinsics::_putFloatRelease:
650 case vmIntrinsics::_putDoubleRelease:
651 case vmIntrinsics::_getReferenceOpaque:
652 case vmIntrinsics::_getBooleanOpaque:
653 case vmIntrinsics::_getByteOpaque:
654 case vmIntrinsics::_getShortOpaque:
655 case vmIntrinsics::_getCharOpaque:
656 case vmIntrinsics::_getIntOpaque:
657 case vmIntrinsics::_getLongOpaque:
658 case vmIntrinsics::_getFloatOpaque:
659 case vmIntrinsics::_getDoubleOpaque:
660 case vmIntrinsics::_putReferenceOpaque:
661 case vmIntrinsics::_putBooleanOpaque:
662 case vmIntrinsics::_putByteOpaque:
663 case vmIntrinsics::_putShortOpaque:
664 case vmIntrinsics::_putCharOpaque:
665 case vmIntrinsics::_putIntOpaque:
666 case vmIntrinsics::_putLongOpaque:
667 case vmIntrinsics::_putFloatOpaque:
668 case vmIntrinsics::_putDoubleOpaque:
669 case vmIntrinsics::_getShortUnaligned:
670 case vmIntrinsics::_getCharUnaligned:
671 case vmIntrinsics::_getIntUnaligned:
672 case vmIntrinsics::_getLongUnaligned:
673 case vmIntrinsics::_putShortUnaligned:
674 case vmIntrinsics::_putCharUnaligned:
675 case vmIntrinsics::_putIntUnaligned:
676 case vmIntrinsics::_putLongUnaligned:
677 case vmIntrinsics::_loadFence:
678 case vmIntrinsics::_storeFence:
679 case vmIntrinsics::_storeStoreFence:
680 case vmIntrinsics::_fullFence:
681 case vmIntrinsics::_currentCarrierThread:
682 case vmIntrinsics::_currentThread:
683 case vmIntrinsics::_setCurrentThread:
684 case vmIntrinsics::_scopedValueCache:
685 case vmIntrinsics::_setScopedValueCache:
686 #ifdef JFR_HAVE_INTRINSICS
687 case vmIntrinsics::_counterTime:
688 case vmIntrinsics::_getEventWriter:
689 case vmIntrinsics::_jvm_commit:
690 #endif
691 case vmIntrinsics::_currentTimeMillis:
692 case vmIntrinsics::_nanoTime:
693 case vmIntrinsics::_allocateInstance:
694 case vmIntrinsics::_allocateUninitializedArray:
695 case vmIntrinsics::_newArray:
696 case vmIntrinsics::_getLength:
697 case vmIntrinsics::_copyOf:
698 case vmIntrinsics::_copyOfRange:
699 case vmIntrinsics::_clone:
700 case vmIntrinsics::_asPrimaryType:
701 case vmIntrinsics::_asPrimaryTypeArg:
702 case vmIntrinsics::_asValueType:
703 case vmIntrinsics::_asValueTypeArg:
704 case vmIntrinsics::_isAssignableFrom:
705 case vmIntrinsics::_isInstance:
706 case vmIntrinsics::_getModifiers:
707 case vmIntrinsics::_isInterface:
708 case vmIntrinsics::_isArray:
709 case vmIntrinsics::_isPrimitive:
710 case vmIntrinsics::_isHidden:
711 case vmIntrinsics::_getSuperclass:
712 case vmIntrinsics::_getClassAccessFlags:
713 case vmIntrinsics::_floatToRawIntBits:
714 case vmIntrinsics::_floatToIntBits:
715 case vmIntrinsics::_intBitsToFloat:
716 case vmIntrinsics::_doubleToRawLongBits:
717 case vmIntrinsics::_doubleToLongBits:
718 case vmIntrinsics::_longBitsToDouble:
719 case vmIntrinsics::_Reference_get:
720 case vmIntrinsics::_Reference_refersTo0:
721 case vmIntrinsics::_PhantomReference_refersTo0:
722 case vmIntrinsics::_Class_cast:
723 case vmIntrinsics::_aescrypt_encryptBlock:
724 case vmIntrinsics::_aescrypt_decryptBlock:
725 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
726 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
727 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
728 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
729 case vmIntrinsics::_counterMode_AESCrypt:
730 case vmIntrinsics::_galoisCounterMode_AESCrypt:
731 case vmIntrinsics::_md5_implCompress:
732 case vmIntrinsics::_sha_implCompress:
733 case vmIntrinsics::_sha2_implCompress:
734 case vmIntrinsics::_sha5_implCompress:
735 case vmIntrinsics::_sha3_implCompress:
736 case vmIntrinsics::_digestBase_implCompressMB:
737 case vmIntrinsics::_multiplyToLen:
738 case vmIntrinsics::_squareToLen:
739 case vmIntrinsics::_mulAdd:
740 case vmIntrinsics::_montgomeryMultiply:
741 case vmIntrinsics::_montgomerySquare:
742 case vmIntrinsics::_bigIntegerRightShiftWorker:
743 case vmIntrinsics::_bigIntegerLeftShiftWorker:
744 case vmIntrinsics::_vectorizedMismatch:
745 case vmIntrinsics::_ghash_processBlocks:
746 case vmIntrinsics::_chacha20Block:
747 case vmIntrinsics::_base64_encodeBlock:
748 case vmIntrinsics::_base64_decodeBlock:
749 case vmIntrinsics::_poly1305_processBlocks:
750 case vmIntrinsics::_updateCRC32:
751 case vmIntrinsics::_updateBytesCRC32:
752 case vmIntrinsics::_updateByteBufferCRC32:
753 case vmIntrinsics::_updateBytesCRC32C:
754 case vmIntrinsics::_updateDirectByteBufferCRC32C:
755 case vmIntrinsics::_updateBytesAdler32:
756 case vmIntrinsics::_updateByteBufferAdler32:
757 case vmIntrinsics::_profileBoolean:
758 case vmIntrinsics::_isCompileConstant:
759 case vmIntrinsics::_Preconditions_checkIndex:
760 case vmIntrinsics::_Preconditions_checkLongIndex:
761 case vmIntrinsics::_getObjectSize:
762 break;
763
764 case vmIntrinsics::_VectorCompressExpand:
765 case vmIntrinsics::_VectorUnaryOp:
766 case vmIntrinsics::_VectorBinaryOp:
767 case vmIntrinsics::_VectorTernaryOp:
768 case vmIntrinsics::_VectorFromBitsCoerced:
769 case vmIntrinsics::_VectorShuffleIota:
770 case vmIntrinsics::_VectorShuffleToVector:
771 case vmIntrinsics::_VectorLoadOp:
772 case vmIntrinsics::_VectorLoadMaskedOp:
773 case vmIntrinsics::_VectorStoreOp:
774 case vmIntrinsics::_VectorStoreMaskedOp:
775 case vmIntrinsics::_VectorGatherOp:
776 case vmIntrinsics::_VectorScatterOp:
777 case vmIntrinsics::_VectorReductionCoerced:
778 case vmIntrinsics::_VectorTest:
779 case vmIntrinsics::_VectorBlend:
780 case vmIntrinsics::_VectorRearrange:
781 case vmIntrinsics::_VectorCompare:
782 case vmIntrinsics::_VectorBroadcastInt:
783 case vmIntrinsics::_VectorConvert:
784 case vmIntrinsics::_VectorInsert:
785 case vmIntrinsics::_VectorExtract:
786 case vmIntrinsics::_VectorMaskOp:
787 case vmIntrinsics::_IndexVector:
788 case vmIntrinsics::_IndexPartiallyInUpperRange:
789 return EnableVectorSupport;
790 case vmIntrinsics::_blackhole:
791 #if INCLUDE_JVMTI
792 case vmIntrinsics::_notifyJvmtiVThreadStart:
793 case vmIntrinsics::_notifyJvmtiVThreadEnd:
794 case vmIntrinsics::_notifyJvmtiVThreadMount:
795 case vmIntrinsics::_notifyJvmtiVThreadUnmount:
796 case vmIntrinsics::_notifyJvmtiVThreadHideFrames:
797 #endif
798 break;
799
800 default:
801 return false;
802 }
803 return true;
804 }
805
806 int C2Compiler::initial_code_buffer_size(int const_size) {
807 // See Compile::init_scratch_buffer_blob
808 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
809 int slop = 2 * CodeSection::end_slop(); // space between sections
810 return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
811 }