1 /* 2 * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "classfile/vmIntrinsics.hpp" 26 #include "classfile/vmSymbols.hpp" 27 #include "compiler/compilerDirectives.hpp" 28 #include "jvm_constants.h" 29 #include "jvm_io.h" 30 #ifdef COMPILER2 31 #include "opto/c2_globals.hpp" 32 #endif 33 #include "runtime/vm_version.hpp" 34 #include "utilities/checkedCast.hpp" 35 #include "utilities/tribool.hpp" 36 37 // These are flag-matching functions: 38 inline bool match_F_R(u2 flags) { 39 const int req = 0; 40 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 41 return (flags & (req | neg)) == req; 42 } 43 44 inline bool match_F_Y(u2 flags) { 45 const int req = JVM_ACC_SYNCHRONIZED; 46 const int neg = JVM_ACC_STATIC | JVM_ACC_NATIVE; 47 return (flags & (req | neg)) == req; 48 } 49 50 inline bool match_F_RN(u2 flags) { 51 const int req = JVM_ACC_NATIVE; 52 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED; 53 return (flags & (req | neg)) == req; 54 } 55 56 inline bool match_F_S(u2 flags) { 57 const int req = JVM_ACC_STATIC; 58 const int neg = JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 59 return (flags & (req | neg)) == req; 60 } 61 62 inline bool match_F_SN(u2 flags) { 63 const int req = JVM_ACC_STATIC | JVM_ACC_NATIVE; 64 const int neg = JVM_ACC_SYNCHRONIZED; 65 return (flags & (req | neg)) == req; 66 } 67 68 bool vmIntrinsics::preserves_state(vmIntrinsics::ID id) { 69 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 70 switch(id) { 71 #ifdef JFR_HAVE_INTRINSICS 72 case vmIntrinsics::_counterTime: 73 #endif 74 case vmIntrinsics::_currentTimeMillis: 75 case vmIntrinsics::_nanoTime: 76 case vmIntrinsics::_floatToRawIntBits: 77 case vmIntrinsics::_intBitsToFloat: 78 case vmIntrinsics::_doubleToRawLongBits: 79 case vmIntrinsics::_longBitsToDouble: 80 case vmIntrinsics::_getClass: 81 case vmIntrinsics::_isInstance: 82 case vmIntrinsics::_currentCarrierThread: 83 case vmIntrinsics::_currentThread: 84 case vmIntrinsics::_scopedValueCache: 85 case vmIntrinsics::_dabs: 86 case vmIntrinsics::_fabs: 87 case vmIntrinsics::_iabs: 88 case vmIntrinsics::_labs: 89 case vmIntrinsics::_dsqrt: 90 case vmIntrinsics::_dsqrt_strict: 91 case vmIntrinsics::_dsin: 92 case vmIntrinsics::_dcos: 93 case vmIntrinsics::_dtan: 94 case vmIntrinsics::_dtanh: 95 case vmIntrinsics::_dcbrt: 96 case vmIntrinsics::_dlog: 97 case vmIntrinsics::_dlog10: 98 case vmIntrinsics::_dexp: 99 case vmIntrinsics::_dpow: 100 case vmIntrinsics::_Preconditions_checkIndex: 101 case vmIntrinsics::_Preconditions_checkLongIndex: 102 case vmIntrinsics::_Reference_get0: 103 case vmIntrinsics::_Continuation_doYield: 104 case vmIntrinsics::_updateCRC32: 105 case vmIntrinsics::_updateBytesCRC32: 106 case vmIntrinsics::_updateByteBufferCRC32: 107 case vmIntrinsics::_updateBytesAdler32: 108 case vmIntrinsics::_vectorizedMismatch: 109 case vmIntrinsics::_fmaD: 110 case vmIntrinsics::_fmaF: 111 case vmIntrinsics::_isDigit: 112 case vmIntrinsics::_isLowerCase: 113 case vmIntrinsics::_isUpperCase: 114 case vmIntrinsics::_isWhitespace: 115 return true; 116 default: 117 return false; 118 } 119 } 120 121 bool vmIntrinsics::can_trap(vmIntrinsics::ID id) { 122 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 123 switch(id) { 124 #ifdef JFR_HAVE_INTRINSICS 125 case vmIntrinsics::_counterTime: 126 #endif 127 case vmIntrinsics::_currentTimeMillis: 128 case vmIntrinsics::_nanoTime: 129 case vmIntrinsics::_floatToRawIntBits: 130 case vmIntrinsics::_intBitsToFloat: 131 case vmIntrinsics::_doubleToRawLongBits: 132 case vmIntrinsics::_longBitsToDouble: 133 case vmIntrinsics::_currentCarrierThread: 134 case vmIntrinsics::_currentThread: 135 case vmIntrinsics::_setCurrentThread: 136 case vmIntrinsics::_scopedValueCache: 137 case vmIntrinsics::_setScopedValueCache: 138 case vmIntrinsics::_dabs: 139 case vmIntrinsics::_fabs: 140 case vmIntrinsics::_iabs: 141 case vmIntrinsics::_labs: 142 case vmIntrinsics::_dsqrt: 143 case vmIntrinsics::_dsqrt_strict: 144 case vmIntrinsics::_dsin: 145 case vmIntrinsics::_dcos: 146 case vmIntrinsics::_dtan: 147 case vmIntrinsics::_dtanh: 148 case vmIntrinsics::_dcbrt: 149 case vmIntrinsics::_dlog: 150 case vmIntrinsics::_dlog10: 151 case vmIntrinsics::_dexp: 152 case vmIntrinsics::_dpow: 153 case vmIntrinsics::_updateCRC32: 154 case vmIntrinsics::_updateBytesCRC32: 155 case vmIntrinsics::_updateByteBufferCRC32: 156 case vmIntrinsics::_vectorizedMismatch: 157 case vmIntrinsics::_fmaD: 158 case vmIntrinsics::_fmaF: 159 return false; 160 default: 161 return true; 162 } 163 } 164 165 // Some intrinsics produce different results if they are not pinned 166 bool vmIntrinsics::should_be_pinned(vmIntrinsics::ID id) { 167 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 168 switch(id) { 169 #ifdef JFR_HAVE_INTRINSICS 170 case vmIntrinsics::_counterTime: 171 #endif 172 case vmIntrinsics::_currentTimeMillis: 173 case vmIntrinsics::_nanoTime: 174 case vmIntrinsics::_blackhole: 175 return true; 176 default: 177 return false; 178 } 179 } 180 181 bool vmIntrinsics::does_virtual_dispatch(vmIntrinsics::ID id) { 182 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 183 switch(id) { 184 case vmIntrinsics::_hashCode: 185 case vmIntrinsics::_clone: 186 return true; 187 break; 188 default: 189 return false; 190 } 191 } 192 193 int vmIntrinsics::predicates_needed(vmIntrinsics::ID id) { 194 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 195 switch (id) { 196 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 197 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 198 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 199 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 200 case vmIntrinsics::_counterMode_AESCrypt: 201 case vmIntrinsics::_galoisCounterMode_AESCrypt: 202 return 1; 203 case vmIntrinsics::_digestBase_implCompressMB: 204 return 5; 205 default: 206 return 0; 207 } 208 } 209 210 bool vmIntrinsics::disabled_by_jvm_flags(vmIntrinsics::ID id) { 211 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 212 213 // -XX:-InlineNatives disables nearly all intrinsics except the ones listed in 214 // the following switch statement. 215 if (!InlineNatives) { 216 switch (id) { 217 case vmIntrinsics::_indexOfL: 218 case vmIntrinsics::_indexOfU: 219 case vmIntrinsics::_indexOfUL: 220 case vmIntrinsics::_indexOfIL: 221 case vmIntrinsics::_indexOfIU: 222 case vmIntrinsics::_indexOfIUL: 223 case vmIntrinsics::_indexOfU_char: 224 case vmIntrinsics::_indexOfL_char: 225 case vmIntrinsics::_compareToL: 226 case vmIntrinsics::_compareToU: 227 case vmIntrinsics::_compareToLU: 228 case vmIntrinsics::_compareToUL: 229 case vmIntrinsics::_equalsL: 230 case vmIntrinsics::_equalsC: 231 case vmIntrinsics::_vectorizedHashCode: 232 case vmIntrinsics::_getCharStringU: 233 case vmIntrinsics::_putCharStringU: 234 case vmIntrinsics::_compressStringC: 235 case vmIntrinsics::_compressStringB: 236 case vmIntrinsics::_inflateStringC: 237 case vmIntrinsics::_inflateStringB: 238 case vmIntrinsics::_getAndAddInt: 239 case vmIntrinsics::_getAndAddLong: 240 case vmIntrinsics::_getAndSetInt: 241 case vmIntrinsics::_getAndSetLong: 242 case vmIntrinsics::_getAndSetReference: 243 case vmIntrinsics::_loadFence: 244 case vmIntrinsics::_storeFence: 245 case vmIntrinsics::_fullFence: 246 case vmIntrinsics::_countPositives: 247 case vmIntrinsics::_Reference_get0: 248 case vmIntrinsics::_Continuation_doYield: 249 case vmIntrinsics::_Continuation_enterSpecial: 250 case vmIntrinsics::_Continuation_pin: 251 case vmIntrinsics::_Continuation_unpin: 252 break; 253 default: 254 return true; 255 } 256 } 257 258 switch (id) { 259 case vmIntrinsics::_isInstance: 260 case vmIntrinsics::_isAssignableFrom: 261 case vmIntrinsics::_isHidden: 262 case vmIntrinsics::_getSuperclass: 263 case vmIntrinsics::_Class_cast: 264 case vmIntrinsics::_getLength: 265 case vmIntrinsics::_newArray: 266 case vmIntrinsics::_newNullRestrictedNonAtomicArray: 267 case vmIntrinsics::_newNullRestrictedAtomicArray: 268 case vmIntrinsics::_newNullableAtomicArray: 269 case vmIntrinsics::_getClass: 270 if (!InlineClassNatives) return true; 271 break; 272 case vmIntrinsics::_currentCarrierThread: 273 case vmIntrinsics::_currentThread: 274 if (!InlineThreadNatives) return true; 275 break; 276 case vmIntrinsics::_setCurrentThread: 277 case vmIntrinsics::_scopedValueCache: 278 case vmIntrinsics::_setScopedValueCache: 279 case vmIntrinsics::_floatToRawIntBits: 280 case vmIntrinsics::_intBitsToFloat: 281 case vmIntrinsics::_doubleToRawLongBits: 282 case vmIntrinsics::_longBitsToDouble: 283 case vmIntrinsics::_ceil: 284 case vmIntrinsics::_floor: 285 case vmIntrinsics::_rint: 286 case vmIntrinsics::_dabs: 287 case vmIntrinsics::_fabs: 288 case vmIntrinsics::_iabs: 289 case vmIntrinsics::_labs: 290 case vmIntrinsics::_dsqrt: 291 case vmIntrinsics::_dsqrt_strict: 292 case vmIntrinsics::_dsin: 293 case vmIntrinsics::_dcos: 294 case vmIntrinsics::_dtan: 295 case vmIntrinsics::_dlog: 296 case vmIntrinsics::_dexp: 297 case vmIntrinsics::_dpow: 298 case vmIntrinsics::_dlog10: 299 case vmIntrinsics::_datan2: 300 case vmIntrinsics::_floatToIntBits: 301 case vmIntrinsics::_doubleToLongBits: 302 case vmIntrinsics::_min: 303 case vmIntrinsics::_max: 304 case vmIntrinsics::_maxF: 305 case vmIntrinsics::_minF: 306 case vmIntrinsics::_maxD: 307 case vmIntrinsics::_minD: 308 case vmIntrinsics::_min_strict: 309 case vmIntrinsics::_max_strict: 310 case vmIntrinsics::_maxF_strict: 311 case vmIntrinsics::_minF_strict: 312 case vmIntrinsics::_maxD_strict: 313 case vmIntrinsics::_minD_strict: 314 if (!InlineMathNatives) return true; 315 break; 316 case vmIntrinsics::_fmaD: 317 case vmIntrinsics::_fmaF: 318 if (!InlineMathNatives || !UseFMA) return true; 319 break; 320 case vmIntrinsics::_dtanh: 321 case vmIntrinsics::_dcbrt: 322 if (!InlineMathNatives || !InlineIntrinsics) return true; 323 #if defined(AMD64) && (defined(COMPILER1) || defined(COMPILER2)) 324 if (!UseLibmIntrinsic) return true; 325 #endif 326 break; 327 case vmIntrinsics::_floatToFloat16: 328 case vmIntrinsics::_float16ToFloat: 329 if (!InlineIntrinsics) return true; 330 break; 331 case vmIntrinsics::_arraycopy: 332 if (!InlineArrayCopy) return true; 333 break; 334 case vmIntrinsics::_updateCRC32: 335 case vmIntrinsics::_updateBytesCRC32: 336 case vmIntrinsics::_updateByteBufferCRC32: 337 if (!UseCRC32Intrinsics) return true; 338 break; 339 case vmIntrinsics::_makePrivateBuffer: 340 case vmIntrinsics::_finishPrivateBuffer: 341 case vmIntrinsics::_getReference: 342 case vmIntrinsics::_getBoolean: 343 case vmIntrinsics::_getByte: 344 case vmIntrinsics::_getShort: 345 case vmIntrinsics::_getChar: 346 case vmIntrinsics::_getInt: 347 case vmIntrinsics::_getLong: 348 case vmIntrinsics::_getFloat: 349 case vmIntrinsics::_getDouble: 350 case vmIntrinsics::_getValue: 351 case vmIntrinsics::_getFlatValue: 352 case vmIntrinsics::_putReference: 353 case vmIntrinsics::_putBoolean: 354 case vmIntrinsics::_putByte: 355 case vmIntrinsics::_putShort: 356 case vmIntrinsics::_putChar: 357 case vmIntrinsics::_putInt: 358 case vmIntrinsics::_putLong: 359 case vmIntrinsics::_putFloat: 360 case vmIntrinsics::_putDouble: 361 case vmIntrinsics::_putValue: 362 case vmIntrinsics::_putFlatValue: 363 case vmIntrinsics::_getReferenceVolatile: 364 case vmIntrinsics::_getBooleanVolatile: 365 case vmIntrinsics::_getByteVolatile: 366 case vmIntrinsics::_getShortVolatile: 367 case vmIntrinsics::_getCharVolatile: 368 case vmIntrinsics::_getIntVolatile: 369 case vmIntrinsics::_getLongVolatile: 370 case vmIntrinsics::_getFloatVolatile: 371 case vmIntrinsics::_getDoubleVolatile: 372 case vmIntrinsics::_putReferenceVolatile: 373 case vmIntrinsics::_putBooleanVolatile: 374 case vmIntrinsics::_putByteVolatile: 375 case vmIntrinsics::_putShortVolatile: 376 case vmIntrinsics::_putCharVolatile: 377 case vmIntrinsics::_putIntVolatile: 378 case vmIntrinsics::_putLongVolatile: 379 case vmIntrinsics::_putFloatVolatile: 380 case vmIntrinsics::_putDoubleVolatile: 381 case vmIntrinsics::_getReferenceAcquire: 382 case vmIntrinsics::_getBooleanAcquire: 383 case vmIntrinsics::_getByteAcquire: 384 case vmIntrinsics::_getShortAcquire: 385 case vmIntrinsics::_getCharAcquire: 386 case vmIntrinsics::_getIntAcquire: 387 case vmIntrinsics::_getLongAcquire: 388 case vmIntrinsics::_getFloatAcquire: 389 case vmIntrinsics::_getDoubleAcquire: 390 case vmIntrinsics::_putReferenceRelease: 391 case vmIntrinsics::_putBooleanRelease: 392 case vmIntrinsics::_putByteRelease: 393 case vmIntrinsics::_putShortRelease: 394 case vmIntrinsics::_putCharRelease: 395 case vmIntrinsics::_putIntRelease: 396 case vmIntrinsics::_putLongRelease: 397 case vmIntrinsics::_putFloatRelease: 398 case vmIntrinsics::_putDoubleRelease: 399 case vmIntrinsics::_getReferenceOpaque: 400 case vmIntrinsics::_getBooleanOpaque: 401 case vmIntrinsics::_getByteOpaque: 402 case vmIntrinsics::_getShortOpaque: 403 case vmIntrinsics::_getCharOpaque: 404 case vmIntrinsics::_getIntOpaque: 405 case vmIntrinsics::_getLongOpaque: 406 case vmIntrinsics::_getFloatOpaque: 407 case vmIntrinsics::_getDoubleOpaque: 408 case vmIntrinsics::_putReferenceOpaque: 409 case vmIntrinsics::_putBooleanOpaque: 410 case vmIntrinsics::_putByteOpaque: 411 case vmIntrinsics::_putShortOpaque: 412 case vmIntrinsics::_putCharOpaque: 413 case vmIntrinsics::_putIntOpaque: 414 case vmIntrinsics::_putLongOpaque: 415 case vmIntrinsics::_putFloatOpaque: 416 case vmIntrinsics::_putDoubleOpaque: 417 case vmIntrinsics::_getAndAddInt: 418 case vmIntrinsics::_getAndAddLong: 419 case vmIntrinsics::_getAndSetInt: 420 case vmIntrinsics::_getAndSetLong: 421 case vmIntrinsics::_getAndSetReference: 422 case vmIntrinsics::_loadFence: 423 case vmIntrinsics::_storeFence: 424 case vmIntrinsics::_fullFence: 425 case vmIntrinsics::_compareAndSetLong: 426 case vmIntrinsics::_weakCompareAndSetLong: 427 case vmIntrinsics::_weakCompareAndSetLongPlain: 428 case vmIntrinsics::_weakCompareAndSetLongAcquire: 429 case vmIntrinsics::_weakCompareAndSetLongRelease: 430 case vmIntrinsics::_compareAndSetInt: 431 case vmIntrinsics::_weakCompareAndSetInt: 432 case vmIntrinsics::_weakCompareAndSetIntPlain: 433 case vmIntrinsics::_weakCompareAndSetIntAcquire: 434 case vmIntrinsics::_weakCompareAndSetIntRelease: 435 case vmIntrinsics::_compareAndSetReference: 436 case vmIntrinsics::_weakCompareAndSetReference: 437 case vmIntrinsics::_weakCompareAndSetReferencePlain: 438 case vmIntrinsics::_weakCompareAndSetReferenceAcquire: 439 case vmIntrinsics::_weakCompareAndSetReferenceRelease: 440 case vmIntrinsics::_compareAndExchangeInt: 441 case vmIntrinsics::_compareAndExchangeIntAcquire: 442 case vmIntrinsics::_compareAndExchangeIntRelease: 443 case vmIntrinsics::_compareAndExchangeLong: 444 case vmIntrinsics::_compareAndExchangeLongAcquire: 445 case vmIntrinsics::_compareAndExchangeLongRelease: 446 case vmIntrinsics::_compareAndExchangeReference: 447 case vmIntrinsics::_compareAndExchangeReferenceAcquire: 448 case vmIntrinsics::_compareAndExchangeReferenceRelease: 449 case vmIntrinsics::_allocateInstance: 450 if (!InlineUnsafeOps) return true; 451 break; 452 case vmIntrinsics::_getShortUnaligned: 453 case vmIntrinsics::_getCharUnaligned: 454 case vmIntrinsics::_getIntUnaligned: 455 case vmIntrinsics::_getLongUnaligned: 456 case vmIntrinsics::_putShortUnaligned: 457 case vmIntrinsics::_putCharUnaligned: 458 case vmIntrinsics::_putIntUnaligned: 459 case vmIntrinsics::_putLongUnaligned: 460 if (!InlineUnsafeOps || !UseUnalignedAccesses) return true; 461 break; 462 case vmIntrinsics::_hashCode: 463 if (!InlineObjectHash) return true; 464 break; 465 case vmIntrinsics::_aescrypt_encryptBlock: 466 case vmIntrinsics::_aescrypt_decryptBlock: 467 if (!UseAESIntrinsics) return true; 468 break; 469 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 470 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 471 if (!UseAESIntrinsics) return true; 472 break; 473 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 474 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 475 if (!UseAESIntrinsics) return true; 476 break; 477 case vmIntrinsics::_counterMode_AESCrypt: 478 if (!UseAESCTRIntrinsics) return true; 479 break; 480 case vmIntrinsics::_galoisCounterMode_AESCrypt: 481 if (!UseAESIntrinsics) return true; 482 break; 483 case vmIntrinsics::_md5_implCompress: 484 if (!UseMD5Intrinsics) return true; 485 break; 486 case vmIntrinsics::_sha_implCompress: 487 if (!UseSHA1Intrinsics) return true; 488 break; 489 case vmIntrinsics::_sha2_implCompress: 490 if (!UseSHA256Intrinsics) return true; 491 break; 492 case vmIntrinsics::_sha5_implCompress: 493 if (!UseSHA512Intrinsics) return true; 494 break; 495 case vmIntrinsics::_double_keccak: 496 case vmIntrinsics::_sha3_implCompress: 497 if (!UseSHA3Intrinsics) return true; 498 break; 499 case vmIntrinsics::_digestBase_implCompressMB: 500 if (!(UseMD5Intrinsics || UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics || UseSHA3Intrinsics)) return true; 501 break; 502 case vmIntrinsics::_ghash_processBlocks: 503 if (!UseGHASHIntrinsics) return true; 504 break; 505 case vmIntrinsics::_chacha20Block: 506 if (!UseChaCha20Intrinsics) return true; 507 break; 508 case vmIntrinsics::_kyberNtt: 509 case vmIntrinsics::_kyberInverseNtt: 510 case vmIntrinsics::_kyberNttMult: 511 case vmIntrinsics::_kyberAddPoly_2: 512 case vmIntrinsics::_kyberAddPoly_3: 513 case vmIntrinsics::_kyber12To16: 514 case vmIntrinsics::_kyberBarrettReduce: 515 if (!UseKyberIntrinsics) return true; 516 break; 517 case vmIntrinsics::_dilithiumAlmostNtt: 518 case vmIntrinsics::_dilithiumAlmostInverseNtt: 519 case vmIntrinsics::_dilithiumNttMult: 520 case vmIntrinsics::_dilithiumMontMulByConstant: 521 case vmIntrinsics::_dilithiumDecomposePoly: 522 if (!UseDilithiumIntrinsics) return true; 523 break; 524 case vmIntrinsics::_base64_encodeBlock: 525 case vmIntrinsics::_base64_decodeBlock: 526 if (!UseBASE64Intrinsics) return true; 527 break; 528 case vmIntrinsics::_poly1305_processBlocks: 529 if (!UsePoly1305Intrinsics) return true; 530 break; 531 case vmIntrinsics::_intpoly_montgomeryMult_P256: 532 case vmIntrinsics::_intpoly_assign: 533 if (!UseIntPolyIntrinsics) return true; 534 break; 535 case vmIntrinsics::_updateBytesCRC32C: 536 case vmIntrinsics::_updateDirectByteBufferCRC32C: 537 if (!UseCRC32CIntrinsics) return true; 538 break; 539 case vmIntrinsics::_vectorizedMismatch: 540 if (!UseVectorizedMismatchIntrinsic) return true; 541 break; 542 case vmIntrinsics::_updateBytesAdler32: 543 case vmIntrinsics::_updateByteBufferAdler32: 544 if (!UseAdler32Intrinsics) return true; 545 break; 546 case vmIntrinsics::_copyMemory: 547 if (!InlineArrayCopy || !InlineUnsafeOps) return true; 548 break; 549 case vmIntrinsics::_setMemory: 550 if (!InlineUnsafeOps) return true; 551 break; 552 #ifdef COMPILER2 553 case vmIntrinsics::_clone: 554 case vmIntrinsics::_copyOf: 555 case vmIntrinsics::_copyOfRange: 556 // These intrinsics use both the objectcopy and the arraycopy 557 // intrinsic mechanism. 558 if (!InlineObjectCopy || !InlineArrayCopy) return true; 559 break; 560 case vmIntrinsics::_compareToL: 561 case vmIntrinsics::_compareToU: 562 case vmIntrinsics::_compareToLU: 563 case vmIntrinsics::_compareToUL: 564 if (!SpecialStringCompareTo) return true; 565 break; 566 case vmIntrinsics::_indexOfL: 567 case vmIntrinsics::_indexOfU: 568 case vmIntrinsics::_indexOfUL: 569 case vmIntrinsics::_indexOfIL: 570 case vmIntrinsics::_indexOfIU: 571 case vmIntrinsics::_indexOfIUL: 572 case vmIntrinsics::_indexOfU_char: 573 case vmIntrinsics::_indexOfL_char: 574 if (!SpecialStringIndexOf) return true; 575 break; 576 case vmIntrinsics::_equalsL: 577 if (!SpecialStringEquals) return true; 578 break; 579 case vmIntrinsics::_vectorizedHashCode: 580 if (!UseVectorizedHashCodeIntrinsic) return true; 581 break; 582 case vmIntrinsics::_equalsB: 583 case vmIntrinsics::_equalsC: 584 if (!SpecialArraysEquals) return true; 585 break; 586 case vmIntrinsics::_encodeISOArray: 587 case vmIntrinsics::_encodeAsciiArray: 588 case vmIntrinsics::_encodeByteISOArray: 589 if (!SpecialEncodeISOArray) return true; 590 break; 591 case vmIntrinsics::_getCallerClass: 592 if (!InlineReflectionGetCallerClass) return true; 593 break; 594 case vmIntrinsics::_multiplyToLen: 595 if (!UseMultiplyToLenIntrinsic) return true; 596 break; 597 case vmIntrinsics::_squareToLen: 598 if (!UseSquareToLenIntrinsic) return true; 599 break; 600 case vmIntrinsics::_mulAdd: 601 if (!UseMulAddIntrinsic) return true; 602 break; 603 case vmIntrinsics::_montgomeryMultiply: 604 if (!UseMontgomeryMultiplyIntrinsic) return true; 605 break; 606 case vmIntrinsics::_montgomerySquare: 607 if (!UseMontgomerySquareIntrinsic) return true; 608 break; 609 case vmIntrinsics::_bigIntegerRightShiftWorker: 610 case vmIntrinsics::_bigIntegerLeftShiftWorker: 611 break; 612 case vmIntrinsics::_addExactI: 613 case vmIntrinsics::_addExactL: 614 case vmIntrinsics::_decrementExactI: 615 case vmIntrinsics::_decrementExactL: 616 case vmIntrinsics::_incrementExactI: 617 case vmIntrinsics::_incrementExactL: 618 case vmIntrinsics::_multiplyExactI: 619 case vmIntrinsics::_multiplyExactL: 620 case vmIntrinsics::_negateExactI: 621 case vmIntrinsics::_negateExactL: 622 case vmIntrinsics::_subtractExactI: 623 case vmIntrinsics::_subtractExactL: 624 if (!UseMathExactIntrinsics || !InlineMathNatives) return true; 625 break; 626 case vmIntrinsics::_isDigit: 627 case vmIntrinsics::_isLowerCase: 628 case vmIntrinsics::_isUpperCase: 629 case vmIntrinsics::_isWhitespace: 630 if (!UseCharacterCompareIntrinsics) return true; 631 break; 632 case vmIntrinsics::_dcopySign: 633 case vmIntrinsics::_fcopySign: 634 if (!InlineMathNatives || !UseCopySignIntrinsic) return true; 635 break; 636 case vmIntrinsics::_dsignum: 637 case vmIntrinsics::_fsignum: 638 if (!InlineMathNatives || !UseSignumIntrinsic) return true; 639 break; 640 #endif // COMPILER2 641 default: 642 return false; 643 } 644 645 return false; 646 } 647 648 #define VM_INTRINSIC_INITIALIZE(id, klass, name, sig, flags) #id "\0" 649 static const char* vm_intrinsic_name_bodies = 650 VM_INTRINSICS_DO(VM_INTRINSIC_INITIALIZE, 651 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 652 653 static const char* vm_intrinsic_name_table[vmIntrinsics::number_of_intrinsics()]; 654 static TriBoolArray<(size_t)vmIntrinsics::number_of_intrinsics(), int> vm_intrinsic_control_words; 655 656 void vmIntrinsics::init_vm_intrinsic_name_table() { 657 const char** nt = &vm_intrinsic_name_table[0]; 658 char* string = (char*) &vm_intrinsic_name_bodies[0]; 659 660 for (auto index : EnumRange<vmIntrinsicID>{}) { 661 nt[as_int(index)] = string; 662 string += strlen(string); // skip string body 663 string += 1; // skip trailing null 664 } 665 assert(!strcmp(nt[as_int(vmIntrinsics::_hashCode)], "_hashCode"), "lined up"); 666 nt[as_int(vmIntrinsics::_none)] = "_none"; 667 } 668 669 const char* vmIntrinsics::name_at(vmIntrinsics::ID id) { 670 const char** nt = &vm_intrinsic_name_table[0]; 671 if (nt[as_int(_none)] == nullptr) { 672 init_vm_intrinsic_name_table(); 673 } 674 675 if (id < ID_LIMIT) 676 return vm_intrinsic_name_table[as_int(id)]; 677 else 678 return "(unknown intrinsic)"; 679 } 680 681 vmIntrinsics::ID vmIntrinsics::find_id(const char* name) { 682 const char** nt = &vm_intrinsic_name_table[0]; 683 if (nt[as_int(_none)] == nullptr) { 684 init_vm_intrinsic_name_table(); 685 } 686 687 for (auto index : EnumRange<vmIntrinsicID>{}) { 688 if (0 == strcmp(name, nt[as_int(index)])) { 689 return index; 690 } 691 } 692 693 return _none; 694 } 695 696 bool vmIntrinsics::is_intrinsic_available(vmIntrinsics::ID id) { 697 return VM_Version::is_intrinsic_supported(id) && !is_disabled_by_flags(id); 698 } 699 700 bool vmIntrinsics::is_disabled_by_flags(vmIntrinsics::ID id) { 701 assert(id > _none && id < ID_LIMIT, "must be a VM intrinsic"); 702 703 // not initialized yet, process Control/DisableIntrinsic 704 if (vm_intrinsic_control_words[as_int(_none)].is_default()) { 705 for (ControlIntrinsicIter iter(ControlIntrinsic); *iter != nullptr; ++iter) { 706 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 707 708 if (id != vmIntrinsics::_none) { 709 vm_intrinsic_control_words[as_int(id)] = iter.is_enabled() && !disabled_by_jvm_flags(id); 710 } 711 } 712 713 // Order matters, DisableIntrinsic can overwrite ControlIntrinsic 714 for (ControlIntrinsicIter iter(DisableIntrinsic, true/*disable_all*/); *iter != nullptr; ++iter) { 715 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 716 717 if (id != vmIntrinsics::_none) { 718 vm_intrinsic_control_words[as_int(id)] = false; 719 } 720 } 721 722 vm_intrinsic_control_words[as_int(_none)] = true; 723 } 724 725 TriBool b = vm_intrinsic_control_words[as_int(id)]; 726 if (b.is_default()) { 727 // unknown yet, query and cache it 728 b = vm_intrinsic_control_words[as_int(id)] = !disabled_by_jvm_flags(id); 729 } 730 731 return !b; 732 } 733 734 // These are for forming case labels: 735 #define ID3(x, y, z) (( jlong)(z) + \ 736 ((jlong)(y) << vmSymbols::log2_SID_LIMIT) + \ 737 ((jlong)(x) << (2*vmSymbols::log2_SID_LIMIT)) ) 738 #define SID_ENUM(n) VM_SYMBOL_ENUM_NAME(n) 739 740 vmIntrinsics::ID vmIntrinsics::find_id_impl(vmSymbolID holder, 741 vmSymbolID name, 742 vmSymbolID sig, 743 u2 flags) { 744 assert((int)vmSymbolID::SID_LIMIT <= (1<<vmSymbols::log2_SID_LIMIT), "must fit"); 745 746 // Let the C compiler build the decision tree. 747 748 #define VM_INTRINSIC_CASE(id, klass, name, sig, fcode) \ 749 case ID3(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig)): \ 750 if (!match_##fcode(flags)) break; \ 751 return id; 752 753 switch (ID3(holder, name, sig)) { 754 VM_INTRINSICS_DO(VM_INTRINSIC_CASE, 755 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 756 } 757 return vmIntrinsics::_none; 758 759 #undef VM_INTRINSIC_CASE 760 } 761 762 class vmIntrinsicsLookup { 763 bool _class_map[vmSymbols::number_of_symbols()]; 764 765 constexpr int as_index(vmSymbolID id) const { 766 int index = vmSymbols::as_int(id); 767 assert(0 <= index && index < int(sizeof(_class_map)), "must be"); 768 return index; 769 } 770 771 constexpr void set_class_map(vmSymbolID id) { 772 _class_map[as_index(id)] = true; 773 } 774 775 public: 776 constexpr vmIntrinsicsLookup() : _class_map() { 777 778 #define VM_INTRINSIC_CLASS_MAP(id, klass, name, sig, fcode) \ 779 set_class_map(SID_ENUM(klass)); 780 781 VM_INTRINSICS_DO(VM_INTRINSIC_CLASS_MAP, 782 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 783 #undef VM_INTRINSIC_CLASS_MAP 784 785 786 // A few slightly irregular cases. See Method::init_intrinsic_id 787 set_class_map(SID_ENUM(java_lang_StrictMath)); 788 set_class_map(SID_ENUM(java_lang_invoke_MethodHandle)); 789 set_class_map(SID_ENUM(java_lang_invoke_VarHandle)); 790 } 791 792 bool class_has_intrinsics(vmSymbolID holder) const { 793 return _class_map[as_index(holder)]; 794 } 795 }; 796 797 constexpr vmIntrinsicsLookup _intrinsics_lookup; 798 799 bool vmIntrinsics::class_has_intrinsics(vmSymbolID holder) { 800 return _intrinsics_lookup.class_has_intrinsics(holder); 801 } 802 803 const char* vmIntrinsics::short_name_as_C_string(vmIntrinsics::ID id, char* buf, int buflen) { 804 const char* str = name_at(id); 805 #ifndef PRODUCT 806 const char* kname = vmSymbols::name_for(class_for(id)); 807 const char* mname = vmSymbols::name_for(name_for(id)); 808 const char* sname = vmSymbols::name_for(signature_for(id)); 809 const char* fname = ""; 810 switch (flags_for(id)) { 811 case F_Y: fname = "synchronized "; break; 812 case F_RN: fname = "native "; break; 813 case F_SN: fname = "native static "; break; 814 case F_S: fname = "static "; break; 815 default: break; 816 } 817 const char* kptr = strrchr(kname, JVM_SIGNATURE_SLASH); 818 if (kptr != nullptr) kname = kptr + 1; 819 int len = jio_snprintf(buf, buflen, "%s: %s%s.%s%s", 820 str, fname, kname, mname, sname); 821 if (len < buflen) 822 str = buf; 823 #endif //PRODUCT 824 return str; 825 } 826 827 828 // These are to get information about intrinsics. 829 830 #define ID4(x, y, z, f) ((ID3(x, y, z) << vmIntrinsics::log2_FLAG_LIMIT) | (jlong) (f)) 831 832 #ifndef PRODUCT 833 static const jlong intrinsic_info_array[vmIntrinsics::number_of_intrinsics()+1] = { 834 #define VM_INTRINSIC_INFO(ignore_id, klass, name, sig, fcode) \ 835 ID4(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig), vmIntrinsics::fcode), 836 837 0, VM_INTRINSICS_DO(VM_INTRINSIC_INFO, 838 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE) 839 0 840 #undef VM_INTRINSIC_INFO 841 }; 842 843 inline jlong intrinsic_info(vmIntrinsics::ID id) { 844 return intrinsic_info_array[vmIntrinsics::as_int(id)]; 845 } 846 847 vmSymbolID vmIntrinsics::class_for(vmIntrinsics::ID id) { 848 jlong info = intrinsic_info(id); 849 int shift = 2*vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 850 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1021, ""); 851 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 852 } 853 854 vmSymbolID vmIntrinsics::name_for(vmIntrinsics::ID id) { 855 jlong info = intrinsic_info(id); 856 int shift = vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 857 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1022, ""); 858 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 859 } 860 861 vmSymbolID vmIntrinsics::signature_for(vmIntrinsics::ID id) { 862 jlong info = intrinsic_info(id); 863 int shift = log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 864 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1023, ""); 865 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 866 } 867 868 vmIntrinsics::Flags vmIntrinsics::flags_for(vmIntrinsics::ID id) { 869 jlong info = intrinsic_info(id); 870 int shift = 0, mask = right_n_bits(log2_FLAG_LIMIT); 871 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 7, ""); 872 return Flags( (info >> shift) & mask ); 873 } 874 #endif // !PRODUCT