1 /*
  2  * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "classfile/vmIntrinsics.hpp"
 26 #include "classfile/vmSymbols.hpp"
 27 #include "compiler/compilerDirectives.hpp"
 28 #include "jvm_constants.h"
 29 #include "jvm_io.h"
 30 #include "runtime/vm_version.hpp"
 31 #include "utilities/checkedCast.hpp"
 32 #include "utilities/tribool.hpp"
 33 #ifdef COMPILER2
 34 #include "opto/c2_globals.hpp"
 35 #endif
 36 
 37 // These are flag-matching functions:
 38 inline bool match_F_R(u2 flags) {
 39   const int req = 0;
 40   const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE;
 41   return (flags & (req | neg)) == req;
 42 }
 43 
 44 inline bool match_F_Y(u2 flags) {
 45   const int req = JVM_ACC_SYNCHRONIZED;
 46   const int neg = JVM_ACC_STATIC | JVM_ACC_NATIVE;
 47   return (flags & (req | neg)) == req;
 48 }
 49 
 50 inline bool match_F_RN(u2 flags) {
 51   const int req = JVM_ACC_NATIVE;
 52   const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED;
 53   return (flags & (req | neg)) == req;
 54 }
 55 
 56 inline bool match_F_S(u2 flags) {
 57   const int req = JVM_ACC_STATIC;
 58   const int neg = JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE;
 59   return (flags & (req | neg)) == req;
 60 }
 61 
 62 inline bool match_F_SN(u2 flags) {
 63   const int req = JVM_ACC_STATIC | JVM_ACC_NATIVE;
 64   const int neg = JVM_ACC_SYNCHRONIZED;
 65   return (flags & (req | neg)) == req;
 66 }
 67 
 68 bool vmIntrinsics::preserves_state(vmIntrinsics::ID id) {
 69   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
 70   switch(id) {
 71 #ifdef JFR_HAVE_INTRINSICS
 72   case vmIntrinsics::_counterTime:
 73 #endif
 74   case vmIntrinsics::_currentTimeMillis:
 75   case vmIntrinsics::_nanoTime:
 76   case vmIntrinsics::_floatToRawIntBits:
 77   case vmIntrinsics::_intBitsToFloat:
 78   case vmIntrinsics::_doubleToRawLongBits:
 79   case vmIntrinsics::_longBitsToDouble:
 80   case vmIntrinsics::_getClass:
 81   case vmIntrinsics::_isInstance:
 82   case vmIntrinsics::_currentCarrierThread:
 83   case vmIntrinsics::_currentThread:
 84   case vmIntrinsics::_scopedValueCache:
 85   case vmIntrinsics::_dabs:
 86   case vmIntrinsics::_fabs:
 87   case vmIntrinsics::_iabs:
 88   case vmIntrinsics::_labs:
 89   case vmIntrinsics::_dsqrt:
 90   case vmIntrinsics::_dsqrt_strict:
 91   case vmIntrinsics::_dsin:
 92   case vmIntrinsics::_dcos:
 93   case vmIntrinsics::_dtan:
 94   case vmIntrinsics::_dsinh:
 95   case vmIntrinsics::_dtanh:
 96   case vmIntrinsics::_dcbrt:
 97   case vmIntrinsics::_dlog:
 98   case vmIntrinsics::_dlog10:
 99   case vmIntrinsics::_dexp:
100   case vmIntrinsics::_dpow:
101   case vmIntrinsics::_Preconditions_checkIndex:
102   case vmIntrinsics::_Preconditions_checkLongIndex:
103   case vmIntrinsics::_Reference_get0:
104   case vmIntrinsics::_Continuation_doYield:
105   case vmIntrinsics::_updateCRC32:
106   case vmIntrinsics::_updateBytesCRC32:
107   case vmIntrinsics::_updateByteBufferCRC32:
108   case vmIntrinsics::_updateBytesAdler32:
109   case vmIntrinsics::_vectorizedMismatch:
110   case vmIntrinsics::_fmaD:
111   case vmIntrinsics::_fmaF:
112   case vmIntrinsics::_isDigit:
113   case vmIntrinsics::_isLowerCase:
114   case vmIntrinsics::_isUpperCase:
115   case vmIntrinsics::_isWhitespace:
116     return true;
117   default:
118     return false;
119   }
120 }
121 
122 bool vmIntrinsics::can_trap(vmIntrinsics::ID id) {
123   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
124   switch(id) {
125 #ifdef JFR_HAVE_INTRINSICS
126   case vmIntrinsics::_counterTime:
127 #endif
128   case vmIntrinsics::_currentTimeMillis:
129   case vmIntrinsics::_nanoTime:
130   case vmIntrinsics::_floatToRawIntBits:
131   case vmIntrinsics::_intBitsToFloat:
132   case vmIntrinsics::_doubleToRawLongBits:
133   case vmIntrinsics::_longBitsToDouble:
134   case vmIntrinsics::_currentCarrierThread:
135   case vmIntrinsics::_currentThread:
136   case vmIntrinsics::_setCurrentThread:
137   case vmIntrinsics::_scopedValueCache:
138   case vmIntrinsics::_setScopedValueCache:
139   case vmIntrinsics::_dabs:
140   case vmIntrinsics::_fabs:
141   case vmIntrinsics::_iabs:
142   case vmIntrinsics::_labs:
143   case vmIntrinsics::_dsqrt:
144   case vmIntrinsics::_dsqrt_strict:
145   case vmIntrinsics::_dsin:
146   case vmIntrinsics::_dcos:
147   case vmIntrinsics::_dtan:
148   case vmIntrinsics::_dsinh:
149   case vmIntrinsics::_dtanh:
150   case vmIntrinsics::_dcbrt:
151   case vmIntrinsics::_dlog:
152   case vmIntrinsics::_dlog10:
153   case vmIntrinsics::_dexp:
154   case vmIntrinsics::_dpow:
155   case vmIntrinsics::_updateCRC32:
156   case vmIntrinsics::_updateBytesCRC32:
157   case vmIntrinsics::_updateByteBufferCRC32:
158   case vmIntrinsics::_vectorizedMismatch:
159   case vmIntrinsics::_fmaD:
160   case vmIntrinsics::_fmaF:
161     return false;
162   default:
163     return true;
164   }
165 }
166 
167 // Some intrinsics produce different results if they are not pinned
168 bool vmIntrinsics::should_be_pinned(vmIntrinsics::ID id) {
169   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
170   switch(id) {
171 #ifdef JFR_HAVE_INTRINSICS
172   case vmIntrinsics::_counterTime:
173 #endif
174   case vmIntrinsics::_currentTimeMillis:
175   case vmIntrinsics::_nanoTime:
176   case vmIntrinsics::_blackhole:
177     return true;
178   default:
179     return false;
180   }
181 }
182 
183 bool vmIntrinsics::does_virtual_dispatch(vmIntrinsics::ID id) {
184   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
185   switch(id) {
186   case vmIntrinsics::_hashCode:
187   case vmIntrinsics::_clone:
188     return true;
189     break;
190   default:
191     return false;
192   }
193 }
194 
195 int vmIntrinsics::predicates_needed(vmIntrinsics::ID id) {
196   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
197   switch (id) {
198   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
199   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
200   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
201   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
202   case vmIntrinsics::_counterMode_AESCrypt:
203   case vmIntrinsics::_galoisCounterMode_AESCrypt:
204     return 1;
205   case vmIntrinsics::_digestBase_implCompressMB:
206     return 5;
207   default:
208     return 0;
209   }
210 }
211 
212 bool vmIntrinsics::disabled_by_jvm_flags(vmIntrinsics::ID id) {
213   assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
214 
215   // -XX:-InlineNatives disables nearly all intrinsics except the ones listed in
216   // the following switch statement.
217   if (!InlineNatives) {
218     switch (id) {
219     case vmIntrinsics::_indexOfL:
220     case vmIntrinsics::_indexOfU:
221     case vmIntrinsics::_indexOfUL:
222     case vmIntrinsics::_indexOfIL:
223     case vmIntrinsics::_indexOfIU:
224     case vmIntrinsics::_indexOfIUL:
225     case vmIntrinsics::_indexOfU_char:
226     case vmIntrinsics::_indexOfL_char:
227     case vmIntrinsics::_compareToL:
228     case vmIntrinsics::_compareToU:
229     case vmIntrinsics::_compareToLU:
230     case vmIntrinsics::_compareToUL:
231     case vmIntrinsics::_equalsL:
232     case vmIntrinsics::_equalsC:
233     case vmIntrinsics::_vectorizedHashCode:
234     case vmIntrinsics::_getCharStringU:
235     case vmIntrinsics::_putCharStringU:
236     case vmIntrinsics::_compressStringC:
237     case vmIntrinsics::_compressStringB:
238     case vmIntrinsics::_inflateStringC:
239     case vmIntrinsics::_inflateStringB:
240     case vmIntrinsics::_getAndAddInt:
241     case vmIntrinsics::_getAndAddLong:
242     case vmIntrinsics::_getAndSetInt:
243     case vmIntrinsics::_getAndSetLong:
244     case vmIntrinsics::_getAndSetReference:
245     case vmIntrinsics::_loadFence:
246     case vmIntrinsics::_storeFence:
247     case vmIntrinsics::_fullFence:
248     case vmIntrinsics::_countPositives:
249     case vmIntrinsics::_Reference_get0:
250     case vmIntrinsics::_Continuation_doYield:
251     case vmIntrinsics::_Continuation_enterSpecial:
252     case vmIntrinsics::_Continuation_pin:
253     case vmIntrinsics::_Continuation_unpin:
254       break;
255     default:
256       return true;
257     }
258   }
259 
260   switch (id) {
261   case vmIntrinsics::_isInstance:
262   case vmIntrinsics::_isAssignableFrom:
263   case vmIntrinsics::_isHidden:
264   case vmIntrinsics::_getSuperclass:
265   case vmIntrinsics::_Class_cast:
266   case vmIntrinsics::_getLength:
267   case vmIntrinsics::_newArray:
268   case vmIntrinsics::_newNullRestrictedNonAtomicArray:
269   case vmIntrinsics::_newNullRestrictedAtomicArray:
270   case vmIntrinsics::_newNullableAtomicArray:
271   case vmIntrinsics::_getClass:
272     if (!InlineClassNatives) return true;
273     break;
274   case vmIntrinsics::_currentCarrierThread:
275   case vmIntrinsics::_currentThread:
276     if (!InlineThreadNatives) return true;
277     break;
278   case vmIntrinsics::_setCurrentThread:
279   case vmIntrinsics::_scopedValueCache:
280   case vmIntrinsics::_setScopedValueCache:
281   case vmIntrinsics::_floatToRawIntBits:
282   case vmIntrinsics::_intBitsToFloat:
283   case vmIntrinsics::_doubleToRawLongBits:
284   case vmIntrinsics::_longBitsToDouble:
285   case vmIntrinsics::_ceil:
286   case vmIntrinsics::_floor:
287   case vmIntrinsics::_rint:
288   case vmIntrinsics::_dabs:
289   case vmIntrinsics::_fabs:
290   case vmIntrinsics::_iabs:
291   case vmIntrinsics::_labs:
292   case vmIntrinsics::_dsqrt:
293   case vmIntrinsics::_dsqrt_strict:
294   case vmIntrinsics::_dsin:
295   case vmIntrinsics::_dcos:
296   case vmIntrinsics::_dtan:
297   case vmIntrinsics::_dlog:
298   case vmIntrinsics::_dexp:
299   case vmIntrinsics::_dpow:
300   case vmIntrinsics::_dlog10:
301   case vmIntrinsics::_datan2:
302   case vmIntrinsics::_floatToIntBits:
303   case vmIntrinsics::_doubleToLongBits:
304   case vmIntrinsics::_min:
305   case vmIntrinsics::_max:
306   case vmIntrinsics::_maxF:
307   case vmIntrinsics::_minF:
308   case vmIntrinsics::_maxD:
309   case vmIntrinsics::_minD:
310   case vmIntrinsics::_min_strict:
311   case vmIntrinsics::_max_strict:
312   case vmIntrinsics::_maxF_strict:
313   case vmIntrinsics::_minF_strict:
314   case vmIntrinsics::_maxD_strict:
315   case vmIntrinsics::_minD_strict:
316     if (!InlineMathNatives) return true;
317     break;
318   case vmIntrinsics::_fmaD:
319   case vmIntrinsics::_fmaF:
320     if (!InlineMathNatives || !UseFMA) return true;
321     break;
322   case vmIntrinsics::_dsinh:
323   case vmIntrinsics::_dtanh:
324   case vmIntrinsics::_dcbrt:
325     if (!InlineMathNatives || !InlineIntrinsics) return true;
326 #if defined(AMD64) && (defined(COMPILER1) || defined(COMPILER2))
327     if (!UseLibmIntrinsic) return true;
328 #endif
329     break;
330   case vmIntrinsics::_floatToFloat16:
331   case vmIntrinsics::_float16ToFloat:
332     if (!InlineIntrinsics) return true;
333     break;
334   case vmIntrinsics::_arraycopy:
335     if (!InlineArrayCopy) return true;
336     break;
337   case vmIntrinsics::_updateCRC32:
338   case vmIntrinsics::_updateBytesCRC32:
339   case vmIntrinsics::_updateByteBufferCRC32:
340     if (!UseCRC32Intrinsics) return true;
341     break;
342   case vmIntrinsics::_makePrivateBuffer:
343   case vmIntrinsics::_finishPrivateBuffer:
344   case vmIntrinsics::_getReference:
345   case vmIntrinsics::_getBoolean:
346   case vmIntrinsics::_getByte:
347   case vmIntrinsics::_getShort:
348   case vmIntrinsics::_getChar:
349   case vmIntrinsics::_getInt:
350   case vmIntrinsics::_getLong:
351   case vmIntrinsics::_getFloat:
352   case vmIntrinsics::_getDouble:
353   case vmIntrinsics::_getValue:
354   case vmIntrinsics::_getFlatValue:
355   case vmIntrinsics::_putReference:
356   case vmIntrinsics::_putBoolean:
357   case vmIntrinsics::_putByte:
358   case vmIntrinsics::_putShort:
359   case vmIntrinsics::_putChar:
360   case vmIntrinsics::_putInt:
361   case vmIntrinsics::_putLong:
362   case vmIntrinsics::_putFloat:
363   case vmIntrinsics::_putDouble:
364   case vmIntrinsics::_putValue:
365   case vmIntrinsics::_putFlatValue:
366   case vmIntrinsics::_getReferenceVolatile:
367   case vmIntrinsics::_getBooleanVolatile:
368   case vmIntrinsics::_getByteVolatile:
369   case vmIntrinsics::_getShortVolatile:
370   case vmIntrinsics::_getCharVolatile:
371   case vmIntrinsics::_getIntVolatile:
372   case vmIntrinsics::_getLongVolatile:
373   case vmIntrinsics::_getFloatVolatile:
374   case vmIntrinsics::_getDoubleVolatile:
375   case vmIntrinsics::_putReferenceVolatile:
376   case vmIntrinsics::_putBooleanVolatile:
377   case vmIntrinsics::_putByteVolatile:
378   case vmIntrinsics::_putShortVolatile:
379   case vmIntrinsics::_putCharVolatile:
380   case vmIntrinsics::_putIntVolatile:
381   case vmIntrinsics::_putLongVolatile:
382   case vmIntrinsics::_putFloatVolatile:
383   case vmIntrinsics::_putDoubleVolatile:
384   case vmIntrinsics::_getReferenceAcquire:
385   case vmIntrinsics::_getBooleanAcquire:
386   case vmIntrinsics::_getByteAcquire:
387   case vmIntrinsics::_getShortAcquire:
388   case vmIntrinsics::_getCharAcquire:
389   case vmIntrinsics::_getIntAcquire:
390   case vmIntrinsics::_getLongAcquire:
391   case vmIntrinsics::_getFloatAcquire:
392   case vmIntrinsics::_getDoubleAcquire:
393   case vmIntrinsics::_putReferenceRelease:
394   case vmIntrinsics::_putBooleanRelease:
395   case vmIntrinsics::_putByteRelease:
396   case vmIntrinsics::_putShortRelease:
397   case vmIntrinsics::_putCharRelease:
398   case vmIntrinsics::_putIntRelease:
399   case vmIntrinsics::_putLongRelease:
400   case vmIntrinsics::_putFloatRelease:
401   case vmIntrinsics::_putDoubleRelease:
402   case vmIntrinsics::_getReferenceOpaque:
403   case vmIntrinsics::_getBooleanOpaque:
404   case vmIntrinsics::_getByteOpaque:
405   case vmIntrinsics::_getShortOpaque:
406   case vmIntrinsics::_getCharOpaque:
407   case vmIntrinsics::_getIntOpaque:
408   case vmIntrinsics::_getLongOpaque:
409   case vmIntrinsics::_getFloatOpaque:
410   case vmIntrinsics::_getDoubleOpaque:
411   case vmIntrinsics::_putReferenceOpaque:
412   case vmIntrinsics::_putBooleanOpaque:
413   case vmIntrinsics::_putByteOpaque:
414   case vmIntrinsics::_putShortOpaque:
415   case vmIntrinsics::_putCharOpaque:
416   case vmIntrinsics::_putIntOpaque:
417   case vmIntrinsics::_putLongOpaque:
418   case vmIntrinsics::_putFloatOpaque:
419   case vmIntrinsics::_putDoubleOpaque:
420   case vmIntrinsics::_getAndAddInt:
421   case vmIntrinsics::_getAndAddLong:
422   case vmIntrinsics::_getAndSetInt:
423   case vmIntrinsics::_getAndSetLong:
424   case vmIntrinsics::_getAndSetReference:
425   case vmIntrinsics::_loadFence:
426   case vmIntrinsics::_storeFence:
427   case vmIntrinsics::_fullFence:
428   case vmIntrinsics::_compareAndSetLong:
429   case vmIntrinsics::_weakCompareAndSetLong:
430   case vmIntrinsics::_weakCompareAndSetLongPlain:
431   case vmIntrinsics::_weakCompareAndSetLongAcquire:
432   case vmIntrinsics::_weakCompareAndSetLongRelease:
433   case vmIntrinsics::_compareAndSetInt:
434   case vmIntrinsics::_weakCompareAndSetInt:
435   case vmIntrinsics::_weakCompareAndSetIntPlain:
436   case vmIntrinsics::_weakCompareAndSetIntAcquire:
437   case vmIntrinsics::_weakCompareAndSetIntRelease:
438   case vmIntrinsics::_compareAndSetReference:
439   case vmIntrinsics::_weakCompareAndSetReference:
440   case vmIntrinsics::_weakCompareAndSetReferencePlain:
441   case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
442   case vmIntrinsics::_weakCompareAndSetReferenceRelease:
443   case vmIntrinsics::_compareAndExchangeInt:
444   case vmIntrinsics::_compareAndExchangeIntAcquire:
445   case vmIntrinsics::_compareAndExchangeIntRelease:
446   case vmIntrinsics::_compareAndExchangeLong:
447   case vmIntrinsics::_compareAndExchangeLongAcquire:
448   case vmIntrinsics::_compareAndExchangeLongRelease:
449   case vmIntrinsics::_compareAndExchangeReference:
450   case vmIntrinsics::_compareAndExchangeReferenceAcquire:
451   case vmIntrinsics::_compareAndExchangeReferenceRelease:
452   case vmIntrinsics::_allocateInstance:
453     if (!InlineUnsafeOps) return true;
454     break;
455   case vmIntrinsics::_getShortUnaligned:
456   case vmIntrinsics::_getCharUnaligned:
457   case vmIntrinsics::_getIntUnaligned:
458   case vmIntrinsics::_getLongUnaligned:
459   case vmIntrinsics::_putShortUnaligned:
460   case vmIntrinsics::_putCharUnaligned:
461   case vmIntrinsics::_putIntUnaligned:
462   case vmIntrinsics::_putLongUnaligned:
463     if (!InlineUnsafeOps || !UseUnalignedAccesses) return true;
464     break;
465   case vmIntrinsics::_hashCode:
466     if (!InlineObjectHash) return true;
467     break;
468   case vmIntrinsics::_aescrypt_encryptBlock:
469   case vmIntrinsics::_aescrypt_decryptBlock:
470     if (!UseAESIntrinsics) return true;
471     break;
472   case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
473   case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
474     if (!UseAESIntrinsics) return true;
475     break;
476   case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
477   case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
478     if (!UseAESIntrinsics) return true;
479     break;
480   case vmIntrinsics::_counterMode_AESCrypt:
481     if (!UseAESCTRIntrinsics) return true;
482     break;
483   case vmIntrinsics::_galoisCounterMode_AESCrypt:
484     if (!UseAESIntrinsics) return true;
485     break;
486   case vmIntrinsics::_md5_implCompress:
487     if (!UseMD5Intrinsics) return true;
488     break;
489   case vmIntrinsics::_sha_implCompress:
490     if (!UseSHA1Intrinsics) return true;
491     break;
492   case vmIntrinsics::_sha2_implCompress:
493     if (!UseSHA256Intrinsics) return true;
494     break;
495   case vmIntrinsics::_sha5_implCompress:
496     if (!UseSHA512Intrinsics) return true;
497     break;
498   case vmIntrinsics::_double_keccak:
499   case vmIntrinsics::_sha3_implCompress:
500     if (!UseSHA3Intrinsics) return true;
501     break;
502   case vmIntrinsics::_digestBase_implCompressMB:
503     if (!(UseMD5Intrinsics || UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics || UseSHA3Intrinsics)) return true;
504     break;
505   case vmIntrinsics::_ghash_processBlocks:
506     if (!UseGHASHIntrinsics) return true;
507     break;
508   case vmIntrinsics::_chacha20Block:
509     if (!UseChaCha20Intrinsics) return true;
510     break;
511   case vmIntrinsics::_kyberNtt:
512   case vmIntrinsics::_kyberInverseNtt:
513   case vmIntrinsics::_kyberNttMult:
514   case vmIntrinsics::_kyberAddPoly_2:
515   case vmIntrinsics::_kyberAddPoly_3:
516   case vmIntrinsics::_kyber12To16:
517   case vmIntrinsics::_kyberBarrettReduce:
518     if (!UseKyberIntrinsics) return true;
519     break;
520   case vmIntrinsics::_dilithiumAlmostNtt:
521   case vmIntrinsics::_dilithiumAlmostInverseNtt:
522   case vmIntrinsics::_dilithiumNttMult:
523   case vmIntrinsics::_dilithiumMontMulByConstant:
524   case vmIntrinsics::_dilithiumDecomposePoly:
525     if (!UseDilithiumIntrinsics) return true;
526     break;
527   case vmIntrinsics::_base64_encodeBlock:
528   case vmIntrinsics::_base64_decodeBlock:
529     if (!UseBASE64Intrinsics) return true;
530     break;
531   case vmIntrinsics::_poly1305_processBlocks:
532     if (!UsePoly1305Intrinsics) return true;
533     break;
534   case vmIntrinsics::_intpoly_montgomeryMult_P256:
535   case vmIntrinsics::_intpoly_assign:
536     if (!UseIntPolyIntrinsics) return true;
537     break;
538   case vmIntrinsics::_updateBytesCRC32C:
539   case vmIntrinsics::_updateDirectByteBufferCRC32C:
540     if (!UseCRC32CIntrinsics) return true;
541     break;
542   case vmIntrinsics::_vectorizedMismatch:
543     if (!UseVectorizedMismatchIntrinsic) return true;
544     break;
545   case vmIntrinsics::_updateBytesAdler32:
546   case vmIntrinsics::_updateByteBufferAdler32:
547     if (!UseAdler32Intrinsics) return true;
548     break;
549   case vmIntrinsics::_copyMemory:
550     if (!InlineArrayCopy || !InlineUnsafeOps) return true;
551     break;
552   case vmIntrinsics::_setMemory:
553     if (!InlineUnsafeOps) return true;
554     break;
555 #ifdef COMPILER2
556   case vmIntrinsics::_clone:
557   case vmIntrinsics::_copyOf:
558   case vmIntrinsics::_copyOfRange:
559     // These intrinsics use both the objectcopy and the arraycopy
560     // intrinsic mechanism.
561     if (!InlineObjectCopy || !InlineArrayCopy) return true;
562     break;
563   case vmIntrinsics::_compareToL:
564   case vmIntrinsics::_compareToU:
565   case vmIntrinsics::_compareToLU:
566   case vmIntrinsics::_compareToUL:
567     if (!SpecialStringCompareTo) return true;
568     break;
569   case vmIntrinsics::_indexOfL:
570   case vmIntrinsics::_indexOfU:
571   case vmIntrinsics::_indexOfUL:
572   case vmIntrinsics::_indexOfIL:
573   case vmIntrinsics::_indexOfIU:
574   case vmIntrinsics::_indexOfIUL:
575   case vmIntrinsics::_indexOfU_char:
576   case vmIntrinsics::_indexOfL_char:
577     if (!SpecialStringIndexOf) return true;
578     break;
579   case vmIntrinsics::_equalsL:
580     if (!SpecialStringEquals) return true;
581     break;
582   case vmIntrinsics::_vectorizedHashCode:
583     if (!UseVectorizedHashCodeIntrinsic) return true;
584     break;
585   case vmIntrinsics::_equalsB:
586   case vmIntrinsics::_equalsC:
587     if (!SpecialArraysEquals) return true;
588     break;
589   case vmIntrinsics::_encodeISOArray:
590   case vmIntrinsics::_encodeAsciiArray:
591   case vmIntrinsics::_encodeByteISOArray:
592     if (!SpecialEncodeISOArray) return true;
593     break;
594   case vmIntrinsics::_getCallerClass:
595     if (!InlineReflectionGetCallerClass) return true;
596     break;
597   case vmIntrinsics::_multiplyToLen:
598     if (!UseMultiplyToLenIntrinsic) return true;
599     break;
600   case vmIntrinsics::_squareToLen:
601     if (!UseSquareToLenIntrinsic) return true;
602     break;
603   case vmIntrinsics::_mulAdd:
604     if (!UseMulAddIntrinsic) return true;
605     break;
606   case vmIntrinsics::_montgomeryMultiply:
607     if (!UseMontgomeryMultiplyIntrinsic) return true;
608     break;
609   case vmIntrinsics::_montgomerySquare:
610     if (!UseMontgomerySquareIntrinsic) return true;
611     break;
612   case vmIntrinsics::_bigIntegerRightShiftWorker:
613   case vmIntrinsics::_bigIntegerLeftShiftWorker:
614     break;
615   case vmIntrinsics::_addExactI:
616   case vmIntrinsics::_addExactL:
617   case vmIntrinsics::_decrementExactI:
618   case vmIntrinsics::_decrementExactL:
619   case vmIntrinsics::_incrementExactI:
620   case vmIntrinsics::_incrementExactL:
621   case vmIntrinsics::_multiplyExactI:
622   case vmIntrinsics::_multiplyExactL:
623   case vmIntrinsics::_negateExactI:
624   case vmIntrinsics::_negateExactL:
625   case vmIntrinsics::_subtractExactI:
626   case vmIntrinsics::_subtractExactL:
627     if (!UseMathExactIntrinsics || !InlineMathNatives) return true;
628     break;
629   case vmIntrinsics::_isDigit:
630   case vmIntrinsics::_isLowerCase:
631   case vmIntrinsics::_isUpperCase:
632   case vmIntrinsics::_isWhitespace:
633     if (!UseCharacterCompareIntrinsics) return true;
634     break;
635   case vmIntrinsics::_dcopySign:
636   case vmIntrinsics::_fcopySign:
637     if (!InlineMathNatives || !UseCopySignIntrinsic) return true;
638     break;
639   case vmIntrinsics::_dsignum:
640   case vmIntrinsics::_fsignum:
641     if (!InlineMathNatives || !UseSignumIntrinsic) return true;
642     break;
643 #endif // COMPILER2
644   default:
645     return false;
646   }
647 
648   return false;
649 }
650 
651 #define VM_INTRINSIC_INITIALIZE(id, klass, name, sig, flags) #id "\0"
652 static const char* vm_intrinsic_name_bodies =
653   VM_INTRINSICS_DO(VM_INTRINSIC_INITIALIZE,
654                    VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
655 
656 static const char* vm_intrinsic_name_table[vmIntrinsics::number_of_intrinsics()];
657 static TriBoolArray<(size_t)vmIntrinsics::number_of_intrinsics(), int> vm_intrinsic_control_words;
658 
659 void vmIntrinsics::init_vm_intrinsic_name_table() {
660   const char** nt = &vm_intrinsic_name_table[0];
661   char* string = (char*) &vm_intrinsic_name_bodies[0];
662 
663   for (auto index : EnumRange<vmIntrinsicID>{}) {
664     nt[as_int(index)] = string;
665     string += strlen(string); // skip string body
666     string += 1;              // skip trailing null
667   }
668   assert(!strcmp(nt[as_int(vmIntrinsics::_hashCode)], "_hashCode"), "lined up");
669   nt[as_int(vmIntrinsics::_none)] = "_none";
670 }
671 
672 const char* vmIntrinsics::name_at(vmIntrinsics::ID id) {
673   const char** nt = &vm_intrinsic_name_table[0];
674   if (nt[as_int(_none)] == nullptr) {
675     init_vm_intrinsic_name_table();
676   }
677 
678   if (id < ID_LIMIT)
679     return vm_intrinsic_name_table[as_int(id)];
680   else
681     return "(unknown intrinsic)";
682 }
683 
684 vmIntrinsics::ID vmIntrinsics::find_id(const char* name) {
685   const char** nt = &vm_intrinsic_name_table[0];
686   if (nt[as_int(_none)] == nullptr) {
687     init_vm_intrinsic_name_table();
688   }
689 
690   for (auto index : EnumRange<vmIntrinsicID>{}) {
691     if (0 == strcmp(name, nt[as_int(index)])) {
692       return index;
693     }
694   }
695 
696   return _none;
697 }
698 
699 bool vmIntrinsics::is_intrinsic_available(vmIntrinsics::ID id) {
700   return VM_Version::is_intrinsic_supported(id) && !is_disabled_by_flags(id);
701 }
702 
703 bool vmIntrinsics::is_disabled_by_flags(vmIntrinsics::ID id) {
704   assert(id > _none && id < ID_LIMIT, "must be a VM intrinsic");
705 
706   // not initialized yet, process Control/DisableIntrinsic
707   if (vm_intrinsic_control_words[as_int(_none)].is_default()) {
708     for (ControlIntrinsicIter iter(ControlIntrinsic); *iter != nullptr; ++iter) {
709       vmIntrinsics::ID id = vmIntrinsics::find_id(*iter);
710 
711       if (id != vmIntrinsics::_none) {
712         vm_intrinsic_control_words[as_int(id)] = iter.is_enabled() && !disabled_by_jvm_flags(id);
713       }
714     }
715 
716     // Order matters, DisableIntrinsic can overwrite ControlIntrinsic
717     for (ControlIntrinsicIter iter(DisableIntrinsic, true/*disable_all*/); *iter != nullptr; ++iter) {
718       vmIntrinsics::ID id = vmIntrinsics::find_id(*iter);
719 
720       if (id != vmIntrinsics::_none) {
721         vm_intrinsic_control_words[as_int(id)] = false;
722       }
723     }
724 
725     vm_intrinsic_control_words[as_int(_none)] = true;
726   }
727 
728   TriBool b = vm_intrinsic_control_words[as_int(id)];
729   if (b.is_default()) {
730     // unknown yet, query and cache it
731     b = vm_intrinsic_control_words[as_int(id)] = !disabled_by_jvm_flags(id);
732   }
733 
734   return !b;
735 }
736 
737 // These are for forming case labels:
738 #define ID3(x, y, z) (( jlong)(z) +                                  \
739                       ((jlong)(y) <<    vmSymbols::log2_SID_LIMIT) + \
740                       ((jlong)(x) << (2*vmSymbols::log2_SID_LIMIT))  )
741 #define SID_ENUM(n) VM_SYMBOL_ENUM_NAME(n)
742 
743 vmIntrinsics::ID vmIntrinsics::find_id_impl(vmSymbolID holder,
744                                             vmSymbolID name,
745                                             vmSymbolID sig,
746                                             u2 flags) {
747   assert((int)vmSymbolID::SID_LIMIT <= (1<<vmSymbols::log2_SID_LIMIT), "must fit");
748 
749   // Let the C compiler build the decision tree.
750 
751 #define VM_INTRINSIC_CASE(id, klass, name, sig, fcode) \
752   case ID3(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig)): \
753     if (!match_##fcode(flags))  break; \
754     return id;
755 
756   switch (ID3(holder, name, sig)) {
757     VM_INTRINSICS_DO(VM_INTRINSIC_CASE,
758                      VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
759   }
760   return vmIntrinsics::_none;
761 
762 #undef VM_INTRINSIC_CASE
763 }
764 
765 class vmIntrinsicsLookup {
766   bool _class_map[vmSymbols::number_of_symbols()];
767 
768   constexpr int as_index(vmSymbolID id) const {
769     int index = vmSymbols::as_int(id);
770     assert(0 <= index && index < int(sizeof(_class_map)), "must be");
771     return index;
772   }
773 
774   constexpr void set_class_map(vmSymbolID id) {
775     _class_map[as_index(id)] = true;
776   }
777 
778 public:
779   constexpr vmIntrinsicsLookup() : _class_map() {
780 
781 #define VM_INTRINSIC_CLASS_MAP(id, klass, name, sig, fcode) \
782     set_class_map(SID_ENUM(klass));
783 
784     VM_INTRINSICS_DO(VM_INTRINSIC_CLASS_MAP,
785                      VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE);
786 #undef VM_INTRINSIC_CLASS_MAP
787 
788 
789     // A few slightly irregular cases. See Method::init_intrinsic_id
790     set_class_map(SID_ENUM(java_lang_StrictMath));
791     set_class_map(SID_ENUM(java_lang_invoke_MethodHandle));
792     set_class_map(SID_ENUM(java_lang_invoke_VarHandle));
793   }
794 
795   bool class_has_intrinsics(vmSymbolID holder) const {
796     return _class_map[as_index(holder)];
797   }
798 };
799 
800 constexpr vmIntrinsicsLookup _intrinsics_lookup;
801 
802 bool vmIntrinsics::class_has_intrinsics(vmSymbolID holder) {
803   return _intrinsics_lookup.class_has_intrinsics(holder);
804 }
805 
806 const char* vmIntrinsics::short_name_as_C_string(vmIntrinsics::ID id, char* buf, int buflen) {
807   const char* str = name_at(id);
808 #ifndef PRODUCT
809   const char* kname = vmSymbols::name_for(class_for(id));
810   const char* mname = vmSymbols::name_for(name_for(id));
811   const char* sname = vmSymbols::name_for(signature_for(id));
812   const char* fname = "";
813   switch (flags_for(id)) {
814   case F_Y:  fname = "synchronized ";  break;
815   case F_RN: fname = "native ";        break;
816   case F_SN: fname = "native static "; break;
817   case F_S:  fname = "static ";        break;
818   default:   break;
819   }
820   const char* kptr = strrchr(kname, JVM_SIGNATURE_SLASH);
821   if (kptr != nullptr)  kname = kptr + 1;
822   int len = jio_snprintf(buf, buflen, "%s: %s%s.%s%s",
823                          str, fname, kname, mname, sname);
824   if (len < buflen)
825     str = buf;
826 #endif //PRODUCT
827   return str;
828 }
829 
830 
831 // These are to get information about intrinsics.
832 
833 #define ID4(x, y, z, f) ((ID3(x, y, z) << vmIntrinsics::log2_FLAG_LIMIT) | (jlong) (f))
834 
835 #ifndef PRODUCT
836 static const jlong intrinsic_info_array[vmIntrinsics::number_of_intrinsics()+1] = {
837 #define VM_INTRINSIC_INFO(ignore_id, klass, name, sig, fcode) \
838   ID4(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig), vmIntrinsics::fcode),
839 
840   0, VM_INTRINSICS_DO(VM_INTRINSIC_INFO,
841                      VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE)
842   0
843 #undef VM_INTRINSIC_INFO
844 };
845 
846 inline jlong intrinsic_info(vmIntrinsics::ID id) {
847   return intrinsic_info_array[vmIntrinsics::as_int(id)];
848 }
849 
850 vmSymbolID vmIntrinsics::class_for(vmIntrinsics::ID id) {
851   jlong info = intrinsic_info(id);
852   int shift = 2*vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
853   assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1021, "");
854   return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
855 }
856 
857 vmSymbolID vmIntrinsics::name_for(vmIntrinsics::ID id) {
858   jlong info = intrinsic_info(id);
859   int shift = vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
860   assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1022, "");
861   return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
862 }
863 
864 vmSymbolID vmIntrinsics::signature_for(vmIntrinsics::ID id) {
865   jlong info = intrinsic_info(id);
866   int shift = log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT);
867   assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1023, "");
868   return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask));
869 }
870 
871 vmIntrinsics::Flags vmIntrinsics::flags_for(vmIntrinsics::ID id) {
872   jlong info = intrinsic_info(id);
873   int shift = 0, mask = right_n_bits(log2_FLAG_LIMIT);
874   assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 7, "");
875   return Flags( (info >> shift) & mask );
876 }
877 #endif // !PRODUCT