1 /*
2 * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "classfile/vmIntrinsics.hpp"
26 #include "classfile/vmSymbols.hpp"
27 #include "compiler/compilerDirectives.hpp"
28 #include "jvm_constants.h"
29 #include "jvm_io.h"
30 #include "runtime/vm_version.hpp"
31 #include "utilities/checkedCast.hpp"
32 #include "utilities/tribool.hpp"
33 #ifdef COMPILER2
34 #include "opto/c2_globals.hpp"
35 #endif
36
37 // These are flag-matching functions:
38 inline bool match_F_R(u2 flags) {
39 const int req = 0;
40 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE;
41 return (flags & (req | neg)) == req;
42 }
43
44 inline bool match_F_Y(u2 flags) {
45 const int req = JVM_ACC_SYNCHRONIZED;
46 const int neg = JVM_ACC_STATIC | JVM_ACC_NATIVE;
47 return (flags & (req | neg)) == req;
48 }
49
50 inline bool match_F_RN(u2 flags) {
51 const int req = JVM_ACC_NATIVE;
52 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED;
53 return (flags & (req | neg)) == req;
54 }
55
56 inline bool match_F_S(u2 flags) {
57 const int req = JVM_ACC_STATIC;
58 const int neg = JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE;
59 return (flags & (req | neg)) == req;
60 }
61
62 inline bool match_F_SN(u2 flags) {
63 const int req = JVM_ACC_STATIC | JVM_ACC_NATIVE;
64 const int neg = JVM_ACC_SYNCHRONIZED;
65 return (flags & (req | neg)) == req;
66 }
67
68 bool vmIntrinsics::preserves_state(vmIntrinsics::ID id) {
69 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
70 switch(id) {
71 #ifdef JFR_HAVE_INTRINSICS
72 case vmIntrinsics::_counterTime:
73 #endif
74 case vmIntrinsics::_currentTimeMillis:
75 case vmIntrinsics::_nanoTime:
76 case vmIntrinsics::_floatToRawIntBits:
77 case vmIntrinsics::_intBitsToFloat:
78 case vmIntrinsics::_doubleToRawLongBits:
79 case vmIntrinsics::_longBitsToDouble:
80 case vmIntrinsics::_getClass:
81 case vmIntrinsics::_isInstance:
82 case vmIntrinsics::_currentCarrierThread:
83 case vmIntrinsics::_currentThread:
84 case vmIntrinsics::_scopedValueCache:
85 case vmIntrinsics::_dabs:
86 case vmIntrinsics::_fabs:
87 case vmIntrinsics::_iabs:
88 case vmIntrinsics::_labs:
89 case vmIntrinsics::_dsqrt:
90 case vmIntrinsics::_dsqrt_strict:
91 case vmIntrinsics::_dsin:
92 case vmIntrinsics::_dcos:
93 case vmIntrinsics::_dtan:
94 case vmIntrinsics::_dsinh:
95 case vmIntrinsics::_dtanh:
96 case vmIntrinsics::_dcbrt:
97 case vmIntrinsics::_dlog:
98 case vmIntrinsics::_dlog10:
99 case vmIntrinsics::_dexp:
100 case vmIntrinsics::_dpow:
101 case vmIntrinsics::_Preconditions_checkIndex:
102 case vmIntrinsics::_Preconditions_checkLongIndex:
103 case vmIntrinsics::_Reference_get0:
104 case vmIntrinsics::_Continuation_doYield:
105 case vmIntrinsics::_updateCRC32:
106 case vmIntrinsics::_updateBytesCRC32:
107 case vmIntrinsics::_updateByteBufferCRC32:
108 case vmIntrinsics::_updateBytesAdler32:
109 case vmIntrinsics::_vectorizedMismatch:
110 case vmIntrinsics::_fmaD:
111 case vmIntrinsics::_fmaF:
112 case vmIntrinsics::_isDigit:
113 case vmIntrinsics::_isLowerCase:
114 case vmIntrinsics::_isUpperCase:
115 case vmIntrinsics::_isWhitespace:
116 return true;
117 default:
118 return false;
119 }
120 }
121
122 bool vmIntrinsics::can_trap(vmIntrinsics::ID id) {
123 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
124 switch(id) {
125 #ifdef JFR_HAVE_INTRINSICS
126 case vmIntrinsics::_counterTime:
127 #endif
128 case vmIntrinsics::_currentTimeMillis:
129 case vmIntrinsics::_nanoTime:
130 case vmIntrinsics::_floatToRawIntBits:
131 case vmIntrinsics::_intBitsToFloat:
132 case vmIntrinsics::_doubleToRawLongBits:
133 case vmIntrinsics::_longBitsToDouble:
134 case vmIntrinsics::_currentCarrierThread:
135 case vmIntrinsics::_currentThread:
136 case vmIntrinsics::_setCurrentThread:
137 case vmIntrinsics::_scopedValueCache:
138 case vmIntrinsics::_setScopedValueCache:
139 case vmIntrinsics::_dabs:
140 case vmIntrinsics::_fabs:
141 case vmIntrinsics::_iabs:
142 case vmIntrinsics::_labs:
143 case vmIntrinsics::_dsqrt:
144 case vmIntrinsics::_dsqrt_strict:
145 case vmIntrinsics::_dsin:
146 case vmIntrinsics::_dcos:
147 case vmIntrinsics::_dtan:
148 case vmIntrinsics::_dsinh:
149 case vmIntrinsics::_dtanh:
150 case vmIntrinsics::_dcbrt:
151 case vmIntrinsics::_dlog:
152 case vmIntrinsics::_dlog10:
153 case vmIntrinsics::_dexp:
154 case vmIntrinsics::_dpow:
155 case vmIntrinsics::_updateCRC32:
156 case vmIntrinsics::_updateBytesCRC32:
157 case vmIntrinsics::_updateByteBufferCRC32:
158 case vmIntrinsics::_vectorizedMismatch:
159 case vmIntrinsics::_fmaD:
160 case vmIntrinsics::_fmaF:
161 return false;
162 default:
163 return true;
164 }
165 }
166
167 // Some intrinsics produce different results if they are not pinned
168 bool vmIntrinsics::should_be_pinned(vmIntrinsics::ID id) {
169 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
170 switch(id) {
171 #ifdef JFR_HAVE_INTRINSICS
172 case vmIntrinsics::_counterTime:
173 #endif
174 case vmIntrinsics::_currentTimeMillis:
175 case vmIntrinsics::_nanoTime:
176 case vmIntrinsics::_blackhole:
177 return true;
178 default:
179 return false;
180 }
181 }
182
183 bool vmIntrinsics::does_virtual_dispatch(vmIntrinsics::ID id) {
184 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
185 switch(id) {
186 case vmIntrinsics::_hashCode:
187 case vmIntrinsics::_clone:
188 return true;
189 break;
190 default:
191 return false;
192 }
193 }
194
195 int vmIntrinsics::predicates_needed(vmIntrinsics::ID id) {
196 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
197 switch (id) {
198 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
199 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
200 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
201 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
202 case vmIntrinsics::_counterMode_AESCrypt:
203 case vmIntrinsics::_galoisCounterMode_AESCrypt:
204 return 1;
205 case vmIntrinsics::_digestBase_implCompressMB:
206 return 5;
207 default:
208 return 0;
209 }
210 }
211
212 bool vmIntrinsics::disabled_by_jvm_flags(vmIntrinsics::ID id) {
213 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
214
215 // -XX:-InlineNatives disables nearly all intrinsics except the ones listed in
216 // the following switch statement.
217 if (!InlineNatives) {
218 switch (id) {
219 case vmIntrinsics::_indexOfL:
220 case vmIntrinsics::_indexOfU:
221 case vmIntrinsics::_indexOfUL:
222 case vmIntrinsics::_indexOfIL:
223 case vmIntrinsics::_indexOfIU:
224 case vmIntrinsics::_indexOfIUL:
225 case vmIntrinsics::_indexOfU_char:
226 case vmIntrinsics::_indexOfL_char:
227 case vmIntrinsics::_compareToL:
228 case vmIntrinsics::_compareToU:
229 case vmIntrinsics::_compareToLU:
230 case vmIntrinsics::_compareToUL:
231 case vmIntrinsics::_equalsL:
232 case vmIntrinsics::_equalsC:
233 case vmIntrinsics::_vectorizedHashCode:
234 case vmIntrinsics::_getCharStringU:
235 case vmIntrinsics::_putCharStringU:
236 case vmIntrinsics::_compressStringC:
237 case vmIntrinsics::_compressStringB:
238 case vmIntrinsics::_inflateStringC:
239 case vmIntrinsics::_inflateStringB:
240 case vmIntrinsics::_getAndAddInt:
241 case vmIntrinsics::_getAndAddLong:
242 case vmIntrinsics::_getAndSetInt:
243 case vmIntrinsics::_getAndSetLong:
244 case vmIntrinsics::_getAndSetReference:
245 case vmIntrinsics::_loadFence:
246 case vmIntrinsics::_storeFence:
247 case vmIntrinsics::_fullFence:
248 case vmIntrinsics::_countPositives:
249 case vmIntrinsics::_Reference_get0:
250 case vmIntrinsics::_Continuation_doYield:
251 case vmIntrinsics::_Continuation_enterSpecial:
252 case vmIntrinsics::_Continuation_pin:
253 case vmIntrinsics::_Continuation_unpin:
254 break;
255 default:
256 return true;
257 }
258 }
259
260 switch (id) {
261 case vmIntrinsics::_isInstance:
262 case vmIntrinsics::_isAssignableFrom:
263 case vmIntrinsics::_isHidden:
264 case vmIntrinsics::_getSuperclass:
265 case vmIntrinsics::_Class_cast:
266 case vmIntrinsics::_getLength:
267 case vmIntrinsics::_newArray:
268 case vmIntrinsics::_newNullRestrictedNonAtomicArray:
269 case vmIntrinsics::_newNullRestrictedAtomicArray:
270 case vmIntrinsics::_newNullableAtomicArray:
271 case vmIntrinsics::_isFlatArray:
272 case vmIntrinsics::_isNullRestrictedArray:
273 case vmIntrinsics::_isAtomicArray:
274 case vmIntrinsics::_getClass:
275 if (!InlineClassNatives) return true;
276 break;
277 case vmIntrinsics::_currentCarrierThread:
278 case vmIntrinsics::_currentThread:
279 if (!InlineThreadNatives) return true;
280 break;
281 case vmIntrinsics::_setCurrentThread:
282 case vmIntrinsics::_scopedValueCache:
283 case vmIntrinsics::_setScopedValueCache:
284 case vmIntrinsics::_floatToRawIntBits:
285 case vmIntrinsics::_intBitsToFloat:
286 case vmIntrinsics::_doubleToRawLongBits:
287 case vmIntrinsics::_longBitsToDouble:
288 case vmIntrinsics::_ceil:
289 case vmIntrinsics::_floor:
290 case vmIntrinsics::_rint:
291 case vmIntrinsics::_dabs:
292 case vmIntrinsics::_fabs:
293 case vmIntrinsics::_iabs:
294 case vmIntrinsics::_labs:
295 case vmIntrinsics::_dsqrt:
296 case vmIntrinsics::_dsqrt_strict:
297 case vmIntrinsics::_dsin:
298 case vmIntrinsics::_dcos:
299 case vmIntrinsics::_dtan:
300 case vmIntrinsics::_dlog:
301 case vmIntrinsics::_dexp:
302 case vmIntrinsics::_dpow:
303 case vmIntrinsics::_dlog10:
304 case vmIntrinsics::_datan2:
305 case vmIntrinsics::_floatToIntBits:
306 case vmIntrinsics::_doubleToLongBits:
307 case vmIntrinsics::_min:
308 case vmIntrinsics::_max:
309 case vmIntrinsics::_maxF:
310 case vmIntrinsics::_minF:
311 case vmIntrinsics::_maxD:
312 case vmIntrinsics::_minD:
313 case vmIntrinsics::_min_strict:
314 case vmIntrinsics::_max_strict:
315 case vmIntrinsics::_maxF_strict:
316 case vmIntrinsics::_minF_strict:
317 case vmIntrinsics::_maxD_strict:
318 case vmIntrinsics::_minD_strict:
319 if (!InlineMathNatives) return true;
320 break;
321 case vmIntrinsics::_fmaD:
322 case vmIntrinsics::_fmaF:
323 if (!InlineMathNatives || !UseFMA) return true;
324 break;
325 case vmIntrinsics::_dsinh:
326 case vmIntrinsics::_dtanh:
327 case vmIntrinsics::_dcbrt:
328 if (!InlineMathNatives || !InlineIntrinsics) return true;
329 #if defined(AMD64) && (defined(COMPILER1) || defined(COMPILER2))
330 if (!UseLibmIntrinsic) return true;
331 #endif
332 break;
333 case vmIntrinsics::_floatToFloat16:
334 case vmIntrinsics::_float16ToFloat:
335 if (!InlineIntrinsics) return true;
336 break;
337 case vmIntrinsics::_arraycopy:
338 if (!InlineArrayCopy) return true;
339 break;
340 case vmIntrinsics::_updateCRC32:
341 case vmIntrinsics::_updateBytesCRC32:
342 case vmIntrinsics::_updateByteBufferCRC32:
343 if (!UseCRC32Intrinsics) return true;
344 break;
345 case vmIntrinsics::_makePrivateBuffer:
346 case vmIntrinsics::_finishPrivateBuffer:
347 case vmIntrinsics::_getReference:
348 case vmIntrinsics::_getBoolean:
349 case vmIntrinsics::_getByte:
350 case vmIntrinsics::_getShort:
351 case vmIntrinsics::_getChar:
352 case vmIntrinsics::_getInt:
353 case vmIntrinsics::_getLong:
354 case vmIntrinsics::_getFloat:
355 case vmIntrinsics::_getDouble:
356 case vmIntrinsics::_getValue:
357 case vmIntrinsics::_getFlatValue:
358 case vmIntrinsics::_putReference:
359 case vmIntrinsics::_putBoolean:
360 case vmIntrinsics::_putByte:
361 case vmIntrinsics::_putShort:
362 case vmIntrinsics::_putChar:
363 case vmIntrinsics::_putInt:
364 case vmIntrinsics::_putLong:
365 case vmIntrinsics::_putFloat:
366 case vmIntrinsics::_putDouble:
367 case vmIntrinsics::_putValue:
368 case vmIntrinsics::_putFlatValue:
369 case vmIntrinsics::_getReferenceVolatile:
370 case vmIntrinsics::_getBooleanVolatile:
371 case vmIntrinsics::_getByteVolatile:
372 case vmIntrinsics::_getShortVolatile:
373 case vmIntrinsics::_getCharVolatile:
374 case vmIntrinsics::_getIntVolatile:
375 case vmIntrinsics::_getLongVolatile:
376 case vmIntrinsics::_getFloatVolatile:
377 case vmIntrinsics::_getDoubleVolatile:
378 case vmIntrinsics::_putReferenceVolatile:
379 case vmIntrinsics::_putBooleanVolatile:
380 case vmIntrinsics::_putByteVolatile:
381 case vmIntrinsics::_putShortVolatile:
382 case vmIntrinsics::_putCharVolatile:
383 case vmIntrinsics::_putIntVolatile:
384 case vmIntrinsics::_putLongVolatile:
385 case vmIntrinsics::_putFloatVolatile:
386 case vmIntrinsics::_putDoubleVolatile:
387 case vmIntrinsics::_getReferenceAcquire:
388 case vmIntrinsics::_getBooleanAcquire:
389 case vmIntrinsics::_getByteAcquire:
390 case vmIntrinsics::_getShortAcquire:
391 case vmIntrinsics::_getCharAcquire:
392 case vmIntrinsics::_getIntAcquire:
393 case vmIntrinsics::_getLongAcquire:
394 case vmIntrinsics::_getFloatAcquire:
395 case vmIntrinsics::_getDoubleAcquire:
396 case vmIntrinsics::_putReferenceRelease:
397 case vmIntrinsics::_putBooleanRelease:
398 case vmIntrinsics::_putByteRelease:
399 case vmIntrinsics::_putShortRelease:
400 case vmIntrinsics::_putCharRelease:
401 case vmIntrinsics::_putIntRelease:
402 case vmIntrinsics::_putLongRelease:
403 case vmIntrinsics::_putFloatRelease:
404 case vmIntrinsics::_putDoubleRelease:
405 case vmIntrinsics::_getReferenceOpaque:
406 case vmIntrinsics::_getBooleanOpaque:
407 case vmIntrinsics::_getByteOpaque:
408 case vmIntrinsics::_getShortOpaque:
409 case vmIntrinsics::_getCharOpaque:
410 case vmIntrinsics::_getIntOpaque:
411 case vmIntrinsics::_getLongOpaque:
412 case vmIntrinsics::_getFloatOpaque:
413 case vmIntrinsics::_getDoubleOpaque:
414 case vmIntrinsics::_putReferenceOpaque:
415 case vmIntrinsics::_putBooleanOpaque:
416 case vmIntrinsics::_putByteOpaque:
417 case vmIntrinsics::_putShortOpaque:
418 case vmIntrinsics::_putCharOpaque:
419 case vmIntrinsics::_putIntOpaque:
420 case vmIntrinsics::_putLongOpaque:
421 case vmIntrinsics::_putFloatOpaque:
422 case vmIntrinsics::_putDoubleOpaque:
423 case vmIntrinsics::_getAndAddInt:
424 case vmIntrinsics::_getAndAddLong:
425 case vmIntrinsics::_getAndSetInt:
426 case vmIntrinsics::_getAndSetLong:
427 case vmIntrinsics::_getAndSetReference:
428 case vmIntrinsics::_loadFence:
429 case vmIntrinsics::_storeFence:
430 case vmIntrinsics::_fullFence:
431 case vmIntrinsics::_arrayInstanceBaseOffset:
432 case vmIntrinsics::_arrayInstanceIndexScale:
433 case vmIntrinsics::_arrayLayout:
434 case vmIntrinsics::_compareAndSetLong:
435 case vmIntrinsics::_weakCompareAndSetLong:
436 case vmIntrinsics::_weakCompareAndSetLongPlain:
437 case vmIntrinsics::_weakCompareAndSetLongAcquire:
438 case vmIntrinsics::_weakCompareAndSetLongRelease:
439 case vmIntrinsics::_compareAndSetInt:
440 case vmIntrinsics::_weakCompareAndSetInt:
441 case vmIntrinsics::_weakCompareAndSetIntPlain:
442 case vmIntrinsics::_weakCompareAndSetIntAcquire:
443 case vmIntrinsics::_weakCompareAndSetIntRelease:
444 case vmIntrinsics::_compareAndSetReference:
445 case vmIntrinsics::_weakCompareAndSetReference:
446 case vmIntrinsics::_weakCompareAndSetReferencePlain:
447 case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
448 case vmIntrinsics::_weakCompareAndSetReferenceRelease:
449 case vmIntrinsics::_compareAndExchangeInt:
450 case vmIntrinsics::_compareAndExchangeIntAcquire:
451 case vmIntrinsics::_compareAndExchangeIntRelease:
452 case vmIntrinsics::_compareAndExchangeLong:
453 case vmIntrinsics::_compareAndExchangeLongAcquire:
454 case vmIntrinsics::_compareAndExchangeLongRelease:
455 case vmIntrinsics::_compareAndExchangeReference:
456 case vmIntrinsics::_compareAndExchangeReferenceAcquire:
457 case vmIntrinsics::_compareAndExchangeReferenceRelease:
458 case vmIntrinsics::_allocateInstance:
459 if (!InlineUnsafeOps) return true;
460 break;
461 case vmIntrinsics::_getShortUnaligned:
462 case vmIntrinsics::_getCharUnaligned:
463 case vmIntrinsics::_getIntUnaligned:
464 case vmIntrinsics::_getLongUnaligned:
465 case vmIntrinsics::_putShortUnaligned:
466 case vmIntrinsics::_putCharUnaligned:
467 case vmIntrinsics::_putIntUnaligned:
468 case vmIntrinsics::_putLongUnaligned:
469 if (!InlineUnsafeOps || !UseUnalignedAccesses) return true;
470 break;
471 case vmIntrinsics::_hashCode:
472 if (!InlineObjectHash) return true;
473 break;
474 case vmIntrinsics::_aescrypt_encryptBlock:
475 case vmIntrinsics::_aescrypt_decryptBlock:
476 if (!UseAESIntrinsics) return true;
477 break;
478 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
479 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
480 if (!UseAESIntrinsics) return true;
481 break;
482 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
483 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
484 if (!UseAESIntrinsics) return true;
485 break;
486 case vmIntrinsics::_counterMode_AESCrypt:
487 if (!UseAESCTRIntrinsics) return true;
488 break;
489 case vmIntrinsics::_galoisCounterMode_AESCrypt:
490 if (!UseAESIntrinsics) return true;
491 break;
492 case vmIntrinsics::_md5_implCompress:
493 if (!UseMD5Intrinsics) return true;
494 break;
495 case vmIntrinsics::_sha_implCompress:
496 if (!UseSHA1Intrinsics) return true;
497 break;
498 case vmIntrinsics::_sha2_implCompress:
499 if (!UseSHA256Intrinsics) return true;
500 break;
501 case vmIntrinsics::_sha5_implCompress:
502 if (!UseSHA512Intrinsics) return true;
503 break;
504 case vmIntrinsics::_double_keccak:
505 case vmIntrinsics::_sha3_implCompress:
506 if (!UseSHA3Intrinsics) return true;
507 break;
508 case vmIntrinsics::_digestBase_implCompressMB:
509 if (!(UseMD5Intrinsics || UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics || UseSHA3Intrinsics)) return true;
510 break;
511 case vmIntrinsics::_ghash_processBlocks:
512 if (!UseGHASHIntrinsics) return true;
513 break;
514 case vmIntrinsics::_chacha20Block:
515 if (!UseChaCha20Intrinsics) return true;
516 break;
517 case vmIntrinsics::_kyberNtt:
518 case vmIntrinsics::_kyberInverseNtt:
519 case vmIntrinsics::_kyberNttMult:
520 case vmIntrinsics::_kyberAddPoly_2:
521 case vmIntrinsics::_kyberAddPoly_3:
522 case vmIntrinsics::_kyber12To16:
523 case vmIntrinsics::_kyberBarrettReduce:
524 if (!UseKyberIntrinsics) return true;
525 break;
526 case vmIntrinsics::_dilithiumAlmostNtt:
527 case vmIntrinsics::_dilithiumAlmostInverseNtt:
528 case vmIntrinsics::_dilithiumNttMult:
529 case vmIntrinsics::_dilithiumMontMulByConstant:
530 case vmIntrinsics::_dilithiumDecomposePoly:
531 if (!UseDilithiumIntrinsics) return true;
532 break;
533 case vmIntrinsics::_base64_encodeBlock:
534 case vmIntrinsics::_base64_decodeBlock:
535 if (!UseBASE64Intrinsics) return true;
536 break;
537 case vmIntrinsics::_poly1305_processBlocks:
538 if (!UsePoly1305Intrinsics) return true;
539 break;
540 case vmIntrinsics::_intpoly_montgomeryMult_P256:
541 case vmIntrinsics::_intpoly_assign:
542 if (!UseIntPolyIntrinsics) return true;
543 break;
544 case vmIntrinsics::_updateBytesCRC32C:
545 case vmIntrinsics::_updateDirectByteBufferCRC32C:
546 if (!UseCRC32CIntrinsics) return true;
547 break;
548 case vmIntrinsics::_vectorizedMismatch:
549 if (!UseVectorizedMismatchIntrinsic) return true;
550 break;
551 case vmIntrinsics::_updateBytesAdler32:
552 case vmIntrinsics::_updateByteBufferAdler32:
553 if (!UseAdler32Intrinsics) return true;
554 break;
555 case vmIntrinsics::_copyMemory:
556 if (!InlineArrayCopy || !InlineUnsafeOps) return true;
557 break;
558 case vmIntrinsics::_setMemory:
559 if (!InlineUnsafeOps) return true;
560 break;
561 #ifdef COMPILER2
562 case vmIntrinsics::_clone:
563 case vmIntrinsics::_copyOf:
564 case vmIntrinsics::_copyOfRange:
565 // These intrinsics use both the objectcopy and the arraycopy
566 // intrinsic mechanism.
567 if (!InlineObjectCopy || !InlineArrayCopy) return true;
568 break;
569 case vmIntrinsics::_compareToL:
570 case vmIntrinsics::_compareToU:
571 case vmIntrinsics::_compareToLU:
572 case vmIntrinsics::_compareToUL:
573 if (!SpecialStringCompareTo) return true;
574 break;
575 case vmIntrinsics::_indexOfL:
576 case vmIntrinsics::_indexOfU:
577 case vmIntrinsics::_indexOfUL:
578 case vmIntrinsics::_indexOfIL:
579 case vmIntrinsics::_indexOfIU:
580 case vmIntrinsics::_indexOfIUL:
581 case vmIntrinsics::_indexOfU_char:
582 case vmIntrinsics::_indexOfL_char:
583 if (!SpecialStringIndexOf) return true;
584 break;
585 case vmIntrinsics::_equalsL:
586 if (!SpecialStringEquals) return true;
587 break;
588 case vmIntrinsics::_vectorizedHashCode:
589 if (!UseVectorizedHashCodeIntrinsic) return true;
590 break;
591 case vmIntrinsics::_equalsB:
592 case vmIntrinsics::_equalsC:
593 if (!SpecialArraysEquals) return true;
594 break;
595 case vmIntrinsics::_encodeISOArray:
596 case vmIntrinsics::_encodeAsciiArray:
597 case vmIntrinsics::_encodeByteISOArray:
598 if (!SpecialEncodeISOArray) return true;
599 break;
600 case vmIntrinsics::_getCallerClass:
601 if (!InlineReflectionGetCallerClass) return true;
602 break;
603 case vmIntrinsics::_multiplyToLen:
604 if (!UseMultiplyToLenIntrinsic) return true;
605 break;
606 case vmIntrinsics::_squareToLen:
607 if (!UseSquareToLenIntrinsic) return true;
608 break;
609 case vmIntrinsics::_mulAdd:
610 if (!UseMulAddIntrinsic) return true;
611 break;
612 case vmIntrinsics::_montgomeryMultiply:
613 if (!UseMontgomeryMultiplyIntrinsic) return true;
614 break;
615 case vmIntrinsics::_montgomerySquare:
616 if (!UseMontgomerySquareIntrinsic) return true;
617 break;
618 case vmIntrinsics::_bigIntegerRightShiftWorker:
619 case vmIntrinsics::_bigIntegerLeftShiftWorker:
620 break;
621 case vmIntrinsics::_addExactI:
622 case vmIntrinsics::_addExactL:
623 case vmIntrinsics::_decrementExactI:
624 case vmIntrinsics::_decrementExactL:
625 case vmIntrinsics::_incrementExactI:
626 case vmIntrinsics::_incrementExactL:
627 case vmIntrinsics::_multiplyExactI:
628 case vmIntrinsics::_multiplyExactL:
629 case vmIntrinsics::_negateExactI:
630 case vmIntrinsics::_negateExactL:
631 case vmIntrinsics::_subtractExactI:
632 case vmIntrinsics::_subtractExactL:
633 if (!UseMathExactIntrinsics || !InlineMathNatives) return true;
634 break;
635 case vmIntrinsics::_isDigit:
636 case vmIntrinsics::_isLowerCase:
637 case vmIntrinsics::_isUpperCase:
638 case vmIntrinsics::_isWhitespace:
639 if (!UseCharacterCompareIntrinsics) return true;
640 break;
641 case vmIntrinsics::_dcopySign:
642 case vmIntrinsics::_fcopySign:
643 if (!InlineMathNatives || !UseCopySignIntrinsic) return true;
644 break;
645 case vmIntrinsics::_dsignum:
646 case vmIntrinsics::_fsignum:
647 if (!InlineMathNatives || !UseSignumIntrinsic) return true;
648 break;
649 #endif // COMPILER2
650 default:
651 return false;
652 }
653
654 return false;
655 }
656
657 #define VM_INTRINSIC_INITIALIZE(id, klass, name, sig, flags) #id "\0"
658 static const char* vm_intrinsic_name_bodies =
659 VM_INTRINSICS_DO(VM_INTRINSIC_INITIALIZE,
660 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
661
662 static const char* vm_intrinsic_name_table[vmIntrinsics::number_of_intrinsics()];
663 static TriBoolArray<(size_t)vmIntrinsics::number_of_intrinsics(), int> vm_intrinsic_control_words;
664
665 void vmIntrinsics::init_vm_intrinsic_name_table() {
666 const char** nt = &vm_intrinsic_name_table[0];
667 char* string = (char*) &vm_intrinsic_name_bodies[0];
668
669 for (auto index : EnumRange<vmIntrinsicID>{}) {
670 nt[as_int(index)] = string;
671 string += strlen(string); // skip string body
672 string += 1; // skip trailing null
673 }
674 assert(!strcmp(nt[as_int(vmIntrinsics::_hashCode)], "_hashCode"), "lined up");
675 nt[as_int(vmIntrinsics::_none)] = "_none";
676 }
677
678 const char* vmIntrinsics::name_at(vmIntrinsics::ID id) {
679 const char** nt = &vm_intrinsic_name_table[0];
680 if (nt[as_int(_none)] == nullptr) {
681 init_vm_intrinsic_name_table();
682 }
683
684 if (id < ID_LIMIT)
685 return vm_intrinsic_name_table[as_int(id)];
686 else
687 return "(unknown intrinsic)";
688 }
689
690 vmIntrinsics::ID vmIntrinsics::find_id(const char* name) {
691 const char** nt = &vm_intrinsic_name_table[0];
692 if (nt[as_int(_none)] == nullptr) {
693 init_vm_intrinsic_name_table();
694 }
695
696 for (auto index : EnumRange<vmIntrinsicID>{}) {
697 if (0 == strcmp(name, nt[as_int(index)])) {
698 return index;
699 }
700 }
701
702 return _none;
703 }
704
705 bool vmIntrinsics::is_intrinsic_available(vmIntrinsics::ID id) {
706 return VM_Version::is_intrinsic_supported(id) && !is_disabled_by_flags(id);
707 }
708
709 bool vmIntrinsics::is_disabled_by_flags(vmIntrinsics::ID id) {
710 assert(id > _none && id < ID_LIMIT, "must be a VM intrinsic");
711
712 // not initialized yet, process Control/DisableIntrinsic
713 if (vm_intrinsic_control_words[as_int(_none)].is_default()) {
714 for (ControlIntrinsicIter iter(ControlIntrinsic); *iter != nullptr; ++iter) {
715 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter);
716
717 if (id != vmIntrinsics::_none) {
718 vm_intrinsic_control_words[as_int(id)] = iter.is_enabled() && !disabled_by_jvm_flags(id);
719 }
720 }
721
722 // Order matters, DisableIntrinsic can overwrite ControlIntrinsic
723 for (ControlIntrinsicIter iter(DisableIntrinsic, true/*disable_all*/); *iter != nullptr; ++iter) {
724 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter);
725
726 if (id != vmIntrinsics::_none) {
727 vm_intrinsic_control_words[as_int(id)] = false;
728 }
729 }
730
731 vm_intrinsic_control_words[as_int(_none)] = true;
732 }
733
734 TriBool b = vm_intrinsic_control_words[as_int(id)];
735 if (b.is_default()) {
736 // unknown yet, query and cache it
737 b = vm_intrinsic_control_words[as_int(id)] = !disabled_by_jvm_flags(id);
738 }
739
740 return !b;
741 }
742
743 // These are for forming case labels:
744 #define ID3(x, y, z) (( jlong)(z) + \
745 ((jlong)(y) << vmSymbols::log2_SID_LIMIT) + \
746 ((jlong)(x) << (2*vmSymbols::log2_SID_LIMIT)) )
747 #define SID_ENUM(n) VM_SYMBOL_ENUM_NAME(n)
748
749 vmIntrinsics::ID vmIntrinsics::find_id_impl(vmSymbolID holder,
750 vmSymbolID name,
751 vmSymbolID sig,
752 u2 flags) {
753 assert((int)vmSymbolID::SID_LIMIT <= (1<<vmSymbols::log2_SID_LIMIT), "must fit");
754
755 // Let the C compiler build the decision tree.
756
757 #define VM_INTRINSIC_CASE(id, klass, name, sig, fcode) \
758 case ID3(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig)): \
759 if (!match_##fcode(flags)) break; \
760 return id;
761
762 switch (ID3(holder, name, sig)) {
763 VM_INTRINSICS_DO(VM_INTRINSIC_CASE,
764 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
765 }
766 return vmIntrinsics::_none;
767
768 #undef VM_INTRINSIC_CASE
769 }
770
771 class vmIntrinsicsLookup {
772 bool _class_map[vmSymbols::number_of_symbols()];
773
774 constexpr int as_index(vmSymbolID id) const {
775 int index = vmSymbols::as_int(id);
776 assert(0 <= index && index < int(sizeof(_class_map)), "must be");
777 return index;
778 }
779
780 constexpr void set_class_map(vmSymbolID id) {
781 _class_map[as_index(id)] = true;
782 }
783
784 public:
785 constexpr vmIntrinsicsLookup() : _class_map() {
786
787 #define VM_INTRINSIC_CLASS_MAP(id, klass, name, sig, fcode) \
788 set_class_map(SID_ENUM(klass));
789
790 VM_INTRINSICS_DO(VM_INTRINSIC_CLASS_MAP,
791 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
792 #undef VM_INTRINSIC_CLASS_MAP
793
794
795 // A few slightly irregular cases. See Method::init_intrinsic_id
796 set_class_map(SID_ENUM(java_lang_StrictMath));
797 set_class_map(SID_ENUM(java_lang_invoke_MethodHandle));
798 set_class_map(SID_ENUM(java_lang_invoke_VarHandle));
799 }
800
801 bool class_has_intrinsics(vmSymbolID holder) const {
802 return _class_map[as_index(holder)];
803 }
804 };
805
806 constexpr vmIntrinsicsLookup _intrinsics_lookup;
807
808 bool vmIntrinsics::class_has_intrinsics(vmSymbolID holder) {
809 return _intrinsics_lookup.class_has_intrinsics(holder);
810 }
811
812 const char* vmIntrinsics::short_name_as_C_string(vmIntrinsics::ID id, char* buf, int buflen) {
813 const char* str = name_at(id);
814 #ifndef PRODUCT
815 const char* kname = vmSymbols::name_for(class_for(id));
816 const char* mname = vmSymbols::name_for(name_for(id));
817 const char* sname = vmSymbols::name_for(signature_for(id));
818 const char* fname = "";
819 switch (flags_for(id)) {
820 case F_Y: fname = "synchronized "; break;
821 case F_RN: fname = "native "; break;
822 case F_SN: fname = "native static "; break;
823 case F_S: fname = "static "; break;
824 default: break;
825 }
826 const char* kptr = strrchr(kname, JVM_SIGNATURE_SLASH);
827 if (kptr != nullptr) kname = kptr + 1;
828 int len = jio_snprintf(buf, buflen, "%s: %s%s.%s%s",
829 str, fname, kname, mname, sname);
830 if (len < buflen)
831 str = buf;
832 #endif //PRODUCT
833 return str;
834 }
835
836
837 // These are to get information about intrinsics.
838
839 #define ID4(x, y, z, f) ((ID3(x, y, z) << vmIntrinsics::log2_FLAG_LIMIT) | (jlong) (f))
840
841 #ifndef PRODUCT
842 static const jlong intrinsic_info_array[vmIntrinsics::number_of_intrinsics()+1] = {
843 #define VM_INTRINSIC_INFO(ignore_id, klass, name, sig, fcode) \
844 ID4(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig), vmIntrinsics::fcode),
845
846 0, VM_INTRINSICS_DO(VM_INTRINSIC_INFO,
847 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE)
848 0
849 #undef VM_INTRINSIC_INFO
850 };
851
852 inline jlong intrinsic_info(vmIntrinsics::ID id) {
853 return intrinsic_info_array[vmIntrinsics::as_int(id)];
854 }
855
856 vmSymbolID vmIntrinsics::class_for(vmIntrinsics::ID id) {
857 jlong info = intrinsic_info(id);
858 int shift = 2*vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
859 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1021, "");
860 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
861 }
862
863 vmSymbolID vmIntrinsics::name_for(vmIntrinsics::ID id) {
864 jlong info = intrinsic_info(id);
865 int shift = vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
866 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1022, "");
867 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
868 }
869
870 vmSymbolID vmIntrinsics::signature_for(vmIntrinsics::ID id) {
871 jlong info = intrinsic_info(id);
872 int shift = log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
873 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1023, "");
874 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
875 }
876
877 vmIntrinsics::Flags vmIntrinsics::flags_for(vmIntrinsics::ID id) {
878 jlong info = intrinsic_info(id);
879 int shift = 0, mask = right_n_bits(log2_FLAG_LIMIT);
880 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 7, "");
881 return Flags( (info >> shift) & mask );
882 }
883 #endif // !PRODUCT