1 /* 2 * Copyright (c) 2020, 2025, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "classfile/vmIntrinsics.hpp" 26 #include "classfile/vmSymbols.hpp" 27 #include "compiler/compilerDirectives.hpp" 28 #include "jvm_constants.h" 29 #include "jvm_io.h" 30 #include "runtime/vm_version.hpp" 31 #include "utilities/checkedCast.hpp" 32 #include "utilities/tribool.hpp" 33 #ifdef COMPILER2 34 #include "opto/c2_globals.hpp" 35 #endif 36 37 // These are flag-matching functions: 38 inline bool match_F_R(u2 flags) { 39 const int req = 0; 40 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 41 return (flags & (req | neg)) == req; 42 } 43 44 inline bool match_F_Y(u2 flags) { 45 const int req = JVM_ACC_SYNCHRONIZED; 46 const int neg = JVM_ACC_STATIC | JVM_ACC_NATIVE; 47 return (flags & (req | neg)) == req; 48 } 49 50 inline bool match_F_RN(u2 flags) { 51 const int req = JVM_ACC_NATIVE; 52 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED; 53 return (flags & (req | neg)) == req; 54 } 55 56 inline bool match_F_S(u2 flags) { 57 const int req = JVM_ACC_STATIC; 58 const int neg = JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 59 return (flags & (req | neg)) == req; 60 } 61 62 inline bool match_F_SN(u2 flags) { 63 const int req = JVM_ACC_STATIC | JVM_ACC_NATIVE; 64 const int neg = JVM_ACC_SYNCHRONIZED; 65 return (flags & (req | neg)) == req; 66 } 67 68 bool vmIntrinsics::preserves_state(vmIntrinsics::ID id) { 69 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 70 switch(id) { 71 #ifdef JFR_HAVE_INTRINSICS 72 case vmIntrinsics::_counterTime: 73 #endif 74 case vmIntrinsics::_currentTimeMillis: 75 case vmIntrinsics::_nanoTime: 76 case vmIntrinsics::_floatToRawIntBits: 77 case vmIntrinsics::_intBitsToFloat: 78 case vmIntrinsics::_doubleToRawLongBits: 79 case vmIntrinsics::_longBitsToDouble: 80 case vmIntrinsics::_getClass: 81 case vmIntrinsics::_isInstance: 82 case vmIntrinsics::_currentCarrierThread: 83 case vmIntrinsics::_currentThread: 84 case vmIntrinsics::_scopedValueCache: 85 case vmIntrinsics::_dabs: 86 case vmIntrinsics::_fabs: 87 case vmIntrinsics::_iabs: 88 case vmIntrinsics::_labs: 89 case vmIntrinsics::_dsqrt: 90 case vmIntrinsics::_dsqrt_strict: 91 case vmIntrinsics::_dsin: 92 case vmIntrinsics::_dcos: 93 case vmIntrinsics::_dtan: 94 case vmIntrinsics::_dsinh: 95 case vmIntrinsics::_dtanh: 96 case vmIntrinsics::_dcbrt: 97 case vmIntrinsics::_dlog: 98 case vmIntrinsics::_dlog10: 99 case vmIntrinsics::_dexp: 100 case vmIntrinsics::_dpow: 101 case vmIntrinsics::_Preconditions_checkIndex: 102 case vmIntrinsics::_Preconditions_checkLongIndex: 103 case vmIntrinsics::_Reference_get0: 104 case vmIntrinsics::_Continuation_doYield: 105 case vmIntrinsics::_updateCRC32: 106 case vmIntrinsics::_updateBytesCRC32: 107 case vmIntrinsics::_updateByteBufferCRC32: 108 case vmIntrinsics::_updateBytesAdler32: 109 case vmIntrinsics::_vectorizedMismatch: 110 case vmIntrinsics::_fmaD: 111 case vmIntrinsics::_fmaF: 112 case vmIntrinsics::_isDigit: 113 case vmIntrinsics::_isLowerCase: 114 case vmIntrinsics::_isUpperCase: 115 case vmIntrinsics::_isWhitespace: 116 return true; 117 default: 118 return false; 119 } 120 } 121 122 bool vmIntrinsics::can_trap(vmIntrinsics::ID id) { 123 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 124 switch(id) { 125 #ifdef JFR_HAVE_INTRINSICS 126 case vmIntrinsics::_counterTime: 127 #endif 128 case vmIntrinsics::_currentTimeMillis: 129 case vmIntrinsics::_nanoTime: 130 case vmIntrinsics::_floatToRawIntBits: 131 case vmIntrinsics::_intBitsToFloat: 132 case vmIntrinsics::_doubleToRawLongBits: 133 case vmIntrinsics::_longBitsToDouble: 134 case vmIntrinsics::_currentCarrierThread: 135 case vmIntrinsics::_currentThread: 136 case vmIntrinsics::_setCurrentThread: 137 case vmIntrinsics::_scopedValueCache: 138 case vmIntrinsics::_setScopedValueCache: 139 case vmIntrinsics::_dabs: 140 case vmIntrinsics::_fabs: 141 case vmIntrinsics::_iabs: 142 case vmIntrinsics::_labs: 143 case vmIntrinsics::_dsqrt: 144 case vmIntrinsics::_dsqrt_strict: 145 case vmIntrinsics::_dsin: 146 case vmIntrinsics::_dcos: 147 case vmIntrinsics::_dtan: 148 case vmIntrinsics::_dsinh: 149 case vmIntrinsics::_dtanh: 150 case vmIntrinsics::_dcbrt: 151 case vmIntrinsics::_dlog: 152 case vmIntrinsics::_dlog10: 153 case vmIntrinsics::_dexp: 154 case vmIntrinsics::_dpow: 155 case vmIntrinsics::_updateCRC32: 156 case vmIntrinsics::_updateBytesCRC32: 157 case vmIntrinsics::_updateByteBufferCRC32: 158 case vmIntrinsics::_vectorizedMismatch: 159 case vmIntrinsics::_fmaD: 160 case vmIntrinsics::_fmaF: 161 return false; 162 default: 163 return true; 164 } 165 } 166 167 // Some intrinsics produce different results if they are not pinned 168 bool vmIntrinsics::should_be_pinned(vmIntrinsics::ID id) { 169 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 170 switch(id) { 171 #ifdef JFR_HAVE_INTRINSICS 172 case vmIntrinsics::_counterTime: 173 #endif 174 case vmIntrinsics::_currentTimeMillis: 175 case vmIntrinsics::_nanoTime: 176 case vmIntrinsics::_blackhole: 177 return true; 178 default: 179 return false; 180 } 181 } 182 183 bool vmIntrinsics::does_virtual_dispatch(vmIntrinsics::ID id) { 184 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 185 switch(id) { 186 case vmIntrinsics::_hashCode: 187 case vmIntrinsics::_clone: 188 return true; 189 break; 190 default: 191 return false; 192 } 193 } 194 195 int vmIntrinsics::predicates_needed(vmIntrinsics::ID id) { 196 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 197 switch (id) { 198 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 199 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 200 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 201 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 202 case vmIntrinsics::_counterMode_AESCrypt: 203 case vmIntrinsics::_galoisCounterMode_AESCrypt: 204 return 1; 205 case vmIntrinsics::_digestBase_implCompressMB: 206 return 5; 207 default: 208 return 0; 209 } 210 } 211 212 bool vmIntrinsics::disabled_by_jvm_flags(vmIntrinsics::ID id) { 213 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 214 215 // -XX:-InlineNatives disables nearly all intrinsics except the ones listed in 216 // the following switch statement. 217 if (!InlineNatives) { 218 switch (id) { 219 case vmIntrinsics::_indexOfL: 220 case vmIntrinsics::_indexOfU: 221 case vmIntrinsics::_indexOfUL: 222 case vmIntrinsics::_indexOfIL: 223 case vmIntrinsics::_indexOfIU: 224 case vmIntrinsics::_indexOfIUL: 225 case vmIntrinsics::_indexOfU_char: 226 case vmIntrinsics::_indexOfL_char: 227 case vmIntrinsics::_compareToL: 228 case vmIntrinsics::_compareToU: 229 case vmIntrinsics::_compareToLU: 230 case vmIntrinsics::_compareToUL: 231 case vmIntrinsics::_equalsL: 232 case vmIntrinsics::_equalsC: 233 case vmIntrinsics::_vectorizedHashCode: 234 case vmIntrinsics::_getCharStringU: 235 case vmIntrinsics::_putCharStringU: 236 case vmIntrinsics::_compressStringC: 237 case vmIntrinsics::_compressStringB: 238 case vmIntrinsics::_inflateStringC: 239 case vmIntrinsics::_inflateStringB: 240 case vmIntrinsics::_getAndAddInt: 241 case vmIntrinsics::_getAndAddLong: 242 case vmIntrinsics::_getAndSetInt: 243 case vmIntrinsics::_getAndSetLong: 244 case vmIntrinsics::_getAndSetReference: 245 case vmIntrinsics::_loadFence: 246 case vmIntrinsics::_storeFence: 247 case vmIntrinsics::_fullFence: 248 case vmIntrinsics::_countPositives: 249 case vmIntrinsics::_Reference_get0: 250 case vmIntrinsics::_Continuation_doYield: 251 case vmIntrinsics::_Continuation_enterSpecial: 252 case vmIntrinsics::_Continuation_pin: 253 case vmIntrinsics::_Continuation_unpin: 254 break; 255 default: 256 return true; 257 } 258 } 259 260 switch (id) { 261 case vmIntrinsics::_isInstance: 262 case vmIntrinsics::_isAssignableFrom: 263 case vmIntrinsics::_isHidden: 264 case vmIntrinsics::_getSuperclass: 265 case vmIntrinsics::_Class_cast: 266 case vmIntrinsics::_getLength: 267 case vmIntrinsics::_newArray: 268 case vmIntrinsics::_newNullRestrictedNonAtomicArray: 269 case vmIntrinsics::_newNullRestrictedAtomicArray: 270 case vmIntrinsics::_newNullableAtomicArray: 271 case vmIntrinsics::_getClass: 272 if (!InlineClassNatives) return true; 273 break; 274 case vmIntrinsics::_currentCarrierThread: 275 case vmIntrinsics::_currentThread: 276 if (!InlineThreadNatives) return true; 277 break; 278 case vmIntrinsics::_setCurrentThread: 279 case vmIntrinsics::_scopedValueCache: 280 case vmIntrinsics::_setScopedValueCache: 281 case vmIntrinsics::_floatToRawIntBits: 282 case vmIntrinsics::_intBitsToFloat: 283 case vmIntrinsics::_doubleToRawLongBits: 284 case vmIntrinsics::_longBitsToDouble: 285 case vmIntrinsics::_ceil: 286 case vmIntrinsics::_floor: 287 case vmIntrinsics::_rint: 288 case vmIntrinsics::_dabs: 289 case vmIntrinsics::_fabs: 290 case vmIntrinsics::_iabs: 291 case vmIntrinsics::_labs: 292 case vmIntrinsics::_dsqrt: 293 case vmIntrinsics::_dsqrt_strict: 294 case vmIntrinsics::_dsin: 295 case vmIntrinsics::_dcos: 296 case vmIntrinsics::_dtan: 297 case vmIntrinsics::_dlog: 298 case vmIntrinsics::_dexp: 299 case vmIntrinsics::_dpow: 300 case vmIntrinsics::_dlog10: 301 case vmIntrinsics::_datan2: 302 case vmIntrinsics::_floatToIntBits: 303 case vmIntrinsics::_doubleToLongBits: 304 case vmIntrinsics::_min: 305 case vmIntrinsics::_max: 306 case vmIntrinsics::_maxF: 307 case vmIntrinsics::_minF: 308 case vmIntrinsics::_maxD: 309 case vmIntrinsics::_minD: 310 case vmIntrinsics::_min_strict: 311 case vmIntrinsics::_max_strict: 312 case vmIntrinsics::_maxF_strict: 313 case vmIntrinsics::_minF_strict: 314 case vmIntrinsics::_maxD_strict: 315 case vmIntrinsics::_minD_strict: 316 if (!InlineMathNatives) return true; 317 break; 318 case vmIntrinsics::_fmaD: 319 case vmIntrinsics::_fmaF: 320 if (!InlineMathNatives || !UseFMA) return true; 321 break; 322 case vmIntrinsics::_dsinh: 323 case vmIntrinsics::_dtanh: 324 case vmIntrinsics::_dcbrt: 325 if (!InlineMathNatives || !InlineIntrinsics) return true; 326 #if defined(AMD64) && (defined(COMPILER1) || defined(COMPILER2)) 327 if (!UseLibmIntrinsic) return true; 328 #endif 329 break; 330 case vmIntrinsics::_floatToFloat16: 331 case vmIntrinsics::_float16ToFloat: 332 if (!InlineIntrinsics) return true; 333 break; 334 case vmIntrinsics::_arraycopy: 335 if (!InlineArrayCopy) return true; 336 break; 337 case vmIntrinsics::_updateCRC32: 338 case vmIntrinsics::_updateBytesCRC32: 339 case vmIntrinsics::_updateByteBufferCRC32: 340 if (!UseCRC32Intrinsics) return true; 341 break; 342 case vmIntrinsics::_makePrivateBuffer: 343 case vmIntrinsics::_finishPrivateBuffer: 344 case vmIntrinsics::_getReference: 345 case vmIntrinsics::_getBoolean: 346 case vmIntrinsics::_getByte: 347 case vmIntrinsics::_getShort: 348 case vmIntrinsics::_getChar: 349 case vmIntrinsics::_getInt: 350 case vmIntrinsics::_getLong: 351 case vmIntrinsics::_getFloat: 352 case vmIntrinsics::_getDouble: 353 case vmIntrinsics::_getValue: 354 case vmIntrinsics::_getFlatValue: 355 case vmIntrinsics::_putReference: 356 case vmIntrinsics::_putBoolean: 357 case vmIntrinsics::_putByte: 358 case vmIntrinsics::_putShort: 359 case vmIntrinsics::_putChar: 360 case vmIntrinsics::_putInt: 361 case vmIntrinsics::_putLong: 362 case vmIntrinsics::_putFloat: 363 case vmIntrinsics::_putDouble: 364 case vmIntrinsics::_putValue: 365 case vmIntrinsics::_putFlatValue: 366 case vmIntrinsics::_getReferenceVolatile: 367 case vmIntrinsics::_getBooleanVolatile: 368 case vmIntrinsics::_getByteVolatile: 369 case vmIntrinsics::_getShortVolatile: 370 case vmIntrinsics::_getCharVolatile: 371 case vmIntrinsics::_getIntVolatile: 372 case vmIntrinsics::_getLongVolatile: 373 case vmIntrinsics::_getFloatVolatile: 374 case vmIntrinsics::_getDoubleVolatile: 375 case vmIntrinsics::_putReferenceVolatile: 376 case vmIntrinsics::_putBooleanVolatile: 377 case vmIntrinsics::_putByteVolatile: 378 case vmIntrinsics::_putShortVolatile: 379 case vmIntrinsics::_putCharVolatile: 380 case vmIntrinsics::_putIntVolatile: 381 case vmIntrinsics::_putLongVolatile: 382 case vmIntrinsics::_putFloatVolatile: 383 case vmIntrinsics::_putDoubleVolatile: 384 case vmIntrinsics::_getReferenceAcquire: 385 case vmIntrinsics::_getBooleanAcquire: 386 case vmIntrinsics::_getByteAcquire: 387 case vmIntrinsics::_getShortAcquire: 388 case vmIntrinsics::_getCharAcquire: 389 case vmIntrinsics::_getIntAcquire: 390 case vmIntrinsics::_getLongAcquire: 391 case vmIntrinsics::_getFloatAcquire: 392 case vmIntrinsics::_getDoubleAcquire: 393 case vmIntrinsics::_putReferenceRelease: 394 case vmIntrinsics::_putBooleanRelease: 395 case vmIntrinsics::_putByteRelease: 396 case vmIntrinsics::_putShortRelease: 397 case vmIntrinsics::_putCharRelease: 398 case vmIntrinsics::_putIntRelease: 399 case vmIntrinsics::_putLongRelease: 400 case vmIntrinsics::_putFloatRelease: 401 case vmIntrinsics::_putDoubleRelease: 402 case vmIntrinsics::_getReferenceOpaque: 403 case vmIntrinsics::_getBooleanOpaque: 404 case vmIntrinsics::_getByteOpaque: 405 case vmIntrinsics::_getShortOpaque: 406 case vmIntrinsics::_getCharOpaque: 407 case vmIntrinsics::_getIntOpaque: 408 case vmIntrinsics::_getLongOpaque: 409 case vmIntrinsics::_getFloatOpaque: 410 case vmIntrinsics::_getDoubleOpaque: 411 case vmIntrinsics::_putReferenceOpaque: 412 case vmIntrinsics::_putBooleanOpaque: 413 case vmIntrinsics::_putByteOpaque: 414 case vmIntrinsics::_putShortOpaque: 415 case vmIntrinsics::_putCharOpaque: 416 case vmIntrinsics::_putIntOpaque: 417 case vmIntrinsics::_putLongOpaque: 418 case vmIntrinsics::_putFloatOpaque: 419 case vmIntrinsics::_putDoubleOpaque: 420 case vmIntrinsics::_getAndAddInt: 421 case vmIntrinsics::_getAndAddLong: 422 case vmIntrinsics::_getAndSetInt: 423 case vmIntrinsics::_getAndSetLong: 424 case vmIntrinsics::_getAndSetReference: 425 case vmIntrinsics::_loadFence: 426 case vmIntrinsics::_storeFence: 427 case vmIntrinsics::_fullFence: 428 case vmIntrinsics::_compareAndSetLong: 429 case vmIntrinsics::_weakCompareAndSetLong: 430 case vmIntrinsics::_weakCompareAndSetLongPlain: 431 case vmIntrinsics::_weakCompareAndSetLongAcquire: 432 case vmIntrinsics::_weakCompareAndSetLongRelease: 433 case vmIntrinsics::_compareAndSetInt: 434 case vmIntrinsics::_weakCompareAndSetInt: 435 case vmIntrinsics::_weakCompareAndSetIntPlain: 436 case vmIntrinsics::_weakCompareAndSetIntAcquire: 437 case vmIntrinsics::_weakCompareAndSetIntRelease: 438 case vmIntrinsics::_compareAndSetReference: 439 case vmIntrinsics::_weakCompareAndSetReference: 440 case vmIntrinsics::_weakCompareAndSetReferencePlain: 441 case vmIntrinsics::_weakCompareAndSetReferenceAcquire: 442 case vmIntrinsics::_weakCompareAndSetReferenceRelease: 443 case vmIntrinsics::_compareAndExchangeInt: 444 case vmIntrinsics::_compareAndExchangeIntAcquire: 445 case vmIntrinsics::_compareAndExchangeIntRelease: 446 case vmIntrinsics::_compareAndExchangeLong: 447 case vmIntrinsics::_compareAndExchangeLongAcquire: 448 case vmIntrinsics::_compareAndExchangeLongRelease: 449 case vmIntrinsics::_compareAndExchangeReference: 450 case vmIntrinsics::_compareAndExchangeReferenceAcquire: 451 case vmIntrinsics::_compareAndExchangeReferenceRelease: 452 case vmIntrinsics::_allocateInstance: 453 if (!InlineUnsafeOps) return true; 454 break; 455 case vmIntrinsics::_getShortUnaligned: 456 case vmIntrinsics::_getCharUnaligned: 457 case vmIntrinsics::_getIntUnaligned: 458 case vmIntrinsics::_getLongUnaligned: 459 case vmIntrinsics::_putShortUnaligned: 460 case vmIntrinsics::_putCharUnaligned: 461 case vmIntrinsics::_putIntUnaligned: 462 case vmIntrinsics::_putLongUnaligned: 463 if (!InlineUnsafeOps || !UseUnalignedAccesses) return true; 464 break; 465 case vmIntrinsics::_hashCode: 466 if (!InlineObjectHash) return true; 467 break; 468 case vmIntrinsics::_aescrypt_encryptBlock: 469 case vmIntrinsics::_aescrypt_decryptBlock: 470 if (!UseAESIntrinsics) return true; 471 break; 472 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 473 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 474 if (!UseAESIntrinsics) return true; 475 break; 476 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 477 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 478 if (!UseAESIntrinsics) return true; 479 break; 480 case vmIntrinsics::_counterMode_AESCrypt: 481 if (!UseAESCTRIntrinsics) return true; 482 break; 483 case vmIntrinsics::_galoisCounterMode_AESCrypt: 484 if (!UseAESIntrinsics) return true; 485 break; 486 case vmIntrinsics::_md5_implCompress: 487 if (!UseMD5Intrinsics) return true; 488 break; 489 case vmIntrinsics::_sha_implCompress: 490 if (!UseSHA1Intrinsics) return true; 491 break; 492 case vmIntrinsics::_sha2_implCompress: 493 if (!UseSHA256Intrinsics) return true; 494 break; 495 case vmIntrinsics::_sha5_implCompress: 496 if (!UseSHA512Intrinsics) return true; 497 break; 498 case vmIntrinsics::_double_keccak: 499 case vmIntrinsics::_sha3_implCompress: 500 if (!UseSHA3Intrinsics) return true; 501 break; 502 case vmIntrinsics::_digestBase_implCompressMB: 503 if (!(UseMD5Intrinsics || UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics || UseSHA3Intrinsics)) return true; 504 break; 505 case vmIntrinsics::_ghash_processBlocks: 506 if (!UseGHASHIntrinsics) return true; 507 break; 508 case vmIntrinsics::_chacha20Block: 509 if (!UseChaCha20Intrinsics) return true; 510 break; 511 case vmIntrinsics::_kyberNtt: 512 case vmIntrinsics::_kyberInverseNtt: 513 case vmIntrinsics::_kyberNttMult: 514 case vmIntrinsics::_kyberAddPoly_2: 515 case vmIntrinsics::_kyberAddPoly_3: 516 case vmIntrinsics::_kyber12To16: 517 case vmIntrinsics::_kyberBarrettReduce: 518 if (!UseKyberIntrinsics) return true; 519 break; 520 case vmIntrinsics::_dilithiumAlmostNtt: 521 case vmIntrinsics::_dilithiumAlmostInverseNtt: 522 case vmIntrinsics::_dilithiumNttMult: 523 case vmIntrinsics::_dilithiumMontMulByConstant: 524 case vmIntrinsics::_dilithiumDecomposePoly: 525 if (!UseDilithiumIntrinsics) return true; 526 break; 527 case vmIntrinsics::_base64_encodeBlock: 528 case vmIntrinsics::_base64_decodeBlock: 529 if (!UseBASE64Intrinsics) return true; 530 break; 531 case vmIntrinsics::_poly1305_processBlocks: 532 if (!UsePoly1305Intrinsics) return true; 533 break; 534 case vmIntrinsics::_intpoly_montgomeryMult_P256: 535 case vmIntrinsics::_intpoly_assign: 536 if (!UseIntPolyIntrinsics) return true; 537 break; 538 case vmIntrinsics::_updateBytesCRC32C: 539 case vmIntrinsics::_updateDirectByteBufferCRC32C: 540 if (!UseCRC32CIntrinsics) return true; 541 break; 542 case vmIntrinsics::_vectorizedMismatch: 543 if (!UseVectorizedMismatchIntrinsic) return true; 544 break; 545 case vmIntrinsics::_updateBytesAdler32: 546 case vmIntrinsics::_updateByteBufferAdler32: 547 if (!UseAdler32Intrinsics) return true; 548 break; 549 case vmIntrinsics::_copyMemory: 550 if (!InlineArrayCopy || !InlineUnsafeOps) return true; 551 break; 552 case vmIntrinsics::_setMemory: 553 if (!InlineUnsafeOps) return true; 554 break; 555 #ifdef COMPILER2 556 case vmIntrinsics::_clone: 557 case vmIntrinsics::_copyOf: 558 case vmIntrinsics::_copyOfRange: 559 // These intrinsics use both the objectcopy and the arraycopy 560 // intrinsic mechanism. 561 if (!InlineObjectCopy || !InlineArrayCopy) return true; 562 break; 563 case vmIntrinsics::_compareToL: 564 case vmIntrinsics::_compareToU: 565 case vmIntrinsics::_compareToLU: 566 case vmIntrinsics::_compareToUL: 567 if (!SpecialStringCompareTo) return true; 568 break; 569 case vmIntrinsics::_indexOfL: 570 case vmIntrinsics::_indexOfU: 571 case vmIntrinsics::_indexOfUL: 572 case vmIntrinsics::_indexOfIL: 573 case vmIntrinsics::_indexOfIU: 574 case vmIntrinsics::_indexOfIUL: 575 case vmIntrinsics::_indexOfU_char: 576 case vmIntrinsics::_indexOfL_char: 577 if (!SpecialStringIndexOf) return true; 578 break; 579 case vmIntrinsics::_equalsL: 580 if (!SpecialStringEquals) return true; 581 break; 582 case vmIntrinsics::_vectorizedHashCode: 583 if (!UseVectorizedHashCodeIntrinsic) return true; 584 break; 585 case vmIntrinsics::_equalsB: 586 case vmIntrinsics::_equalsC: 587 if (!SpecialArraysEquals) return true; 588 break; 589 case vmIntrinsics::_encodeISOArray: 590 case vmIntrinsics::_encodeAsciiArray: 591 case vmIntrinsics::_encodeByteISOArray: 592 if (!SpecialEncodeISOArray) return true; 593 break; 594 case vmIntrinsics::_getCallerClass: 595 if (!InlineReflectionGetCallerClass) return true; 596 break; 597 case vmIntrinsics::_multiplyToLen: 598 if (!UseMultiplyToLenIntrinsic) return true; 599 break; 600 case vmIntrinsics::_squareToLen: 601 if (!UseSquareToLenIntrinsic) return true; 602 break; 603 case vmIntrinsics::_mulAdd: 604 if (!UseMulAddIntrinsic) return true; 605 break; 606 case vmIntrinsics::_montgomeryMultiply: 607 if (!UseMontgomeryMultiplyIntrinsic) return true; 608 break; 609 case vmIntrinsics::_montgomerySquare: 610 if (!UseMontgomerySquareIntrinsic) return true; 611 break; 612 case vmIntrinsics::_bigIntegerRightShiftWorker: 613 case vmIntrinsics::_bigIntegerLeftShiftWorker: 614 break; 615 case vmIntrinsics::_addExactI: 616 case vmIntrinsics::_addExactL: 617 case vmIntrinsics::_decrementExactI: 618 case vmIntrinsics::_decrementExactL: 619 case vmIntrinsics::_incrementExactI: 620 case vmIntrinsics::_incrementExactL: 621 case vmIntrinsics::_multiplyExactI: 622 case vmIntrinsics::_multiplyExactL: 623 case vmIntrinsics::_negateExactI: 624 case vmIntrinsics::_negateExactL: 625 case vmIntrinsics::_subtractExactI: 626 case vmIntrinsics::_subtractExactL: 627 if (!UseMathExactIntrinsics || !InlineMathNatives) return true; 628 break; 629 case vmIntrinsics::_isDigit: 630 case vmIntrinsics::_isLowerCase: 631 case vmIntrinsics::_isUpperCase: 632 case vmIntrinsics::_isWhitespace: 633 if (!UseCharacterCompareIntrinsics) return true; 634 break; 635 case vmIntrinsics::_dcopySign: 636 case vmIntrinsics::_fcopySign: 637 if (!InlineMathNatives || !UseCopySignIntrinsic) return true; 638 break; 639 case vmIntrinsics::_dsignum: 640 case vmIntrinsics::_fsignum: 641 if (!InlineMathNatives || !UseSignumIntrinsic) return true; 642 break; 643 #endif // COMPILER2 644 default: 645 return false; 646 } 647 648 return false; 649 } 650 651 #define VM_INTRINSIC_INITIALIZE(id, klass, name, sig, flags) #id "\0" 652 static const char* vm_intrinsic_name_bodies = 653 VM_INTRINSICS_DO(VM_INTRINSIC_INITIALIZE, 654 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 655 656 static const char* vm_intrinsic_name_table[vmIntrinsics::number_of_intrinsics()]; 657 static TriBoolArray<(size_t)vmIntrinsics::number_of_intrinsics(), int> vm_intrinsic_control_words; 658 659 void vmIntrinsics::init_vm_intrinsic_name_table() { 660 const char** nt = &vm_intrinsic_name_table[0]; 661 char* string = (char*) &vm_intrinsic_name_bodies[0]; 662 663 for (auto index : EnumRange<vmIntrinsicID>{}) { 664 nt[as_int(index)] = string; 665 string += strlen(string); // skip string body 666 string += 1; // skip trailing null 667 } 668 assert(!strcmp(nt[as_int(vmIntrinsics::_hashCode)], "_hashCode"), "lined up"); 669 nt[as_int(vmIntrinsics::_none)] = "_none"; 670 } 671 672 const char* vmIntrinsics::name_at(vmIntrinsics::ID id) { 673 const char** nt = &vm_intrinsic_name_table[0]; 674 if (nt[as_int(_none)] == nullptr) { 675 init_vm_intrinsic_name_table(); 676 } 677 678 if (id < ID_LIMIT) 679 return vm_intrinsic_name_table[as_int(id)]; 680 else 681 return "(unknown intrinsic)"; 682 } 683 684 vmIntrinsics::ID vmIntrinsics::find_id(const char* name) { 685 const char** nt = &vm_intrinsic_name_table[0]; 686 if (nt[as_int(_none)] == nullptr) { 687 init_vm_intrinsic_name_table(); 688 } 689 690 for (auto index : EnumRange<vmIntrinsicID>{}) { 691 if (0 == strcmp(name, nt[as_int(index)])) { 692 return index; 693 } 694 } 695 696 return _none; 697 } 698 699 bool vmIntrinsics::is_intrinsic_available(vmIntrinsics::ID id) { 700 return VM_Version::is_intrinsic_supported(id) && !is_disabled_by_flags(id); 701 } 702 703 bool vmIntrinsics::is_disabled_by_flags(vmIntrinsics::ID id) { 704 assert(id > _none && id < ID_LIMIT, "must be a VM intrinsic"); 705 706 // not initialized yet, process Control/DisableIntrinsic 707 if (vm_intrinsic_control_words[as_int(_none)].is_default()) { 708 for (ControlIntrinsicIter iter(ControlIntrinsic); *iter != nullptr; ++iter) { 709 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 710 711 if (id != vmIntrinsics::_none) { 712 vm_intrinsic_control_words[as_int(id)] = iter.is_enabled() && !disabled_by_jvm_flags(id); 713 } 714 } 715 716 // Order matters, DisableIntrinsic can overwrite ControlIntrinsic 717 for (ControlIntrinsicIter iter(DisableIntrinsic, true/*disable_all*/); *iter != nullptr; ++iter) { 718 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 719 720 if (id != vmIntrinsics::_none) { 721 vm_intrinsic_control_words[as_int(id)] = false; 722 } 723 } 724 725 vm_intrinsic_control_words[as_int(_none)] = true; 726 } 727 728 TriBool b = vm_intrinsic_control_words[as_int(id)]; 729 if (b.is_default()) { 730 // unknown yet, query and cache it 731 b = vm_intrinsic_control_words[as_int(id)] = !disabled_by_jvm_flags(id); 732 } 733 734 return !b; 735 } 736 737 // These are for forming case labels: 738 #define ID3(x, y, z) (( jlong)(z) + \ 739 ((jlong)(y) << vmSymbols::log2_SID_LIMIT) + \ 740 ((jlong)(x) << (2*vmSymbols::log2_SID_LIMIT)) ) 741 #define SID_ENUM(n) VM_SYMBOL_ENUM_NAME(n) 742 743 vmIntrinsics::ID vmIntrinsics::find_id_impl(vmSymbolID holder, 744 vmSymbolID name, 745 vmSymbolID sig, 746 u2 flags) { 747 assert((int)vmSymbolID::SID_LIMIT <= (1<<vmSymbols::log2_SID_LIMIT), "must fit"); 748 749 // Let the C compiler build the decision tree. 750 751 #define VM_INTRINSIC_CASE(id, klass, name, sig, fcode) \ 752 case ID3(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig)): \ 753 if (!match_##fcode(flags)) break; \ 754 return id; 755 756 switch (ID3(holder, name, sig)) { 757 VM_INTRINSICS_DO(VM_INTRINSIC_CASE, 758 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 759 } 760 return vmIntrinsics::_none; 761 762 #undef VM_INTRINSIC_CASE 763 } 764 765 class vmIntrinsicsLookup { 766 bool _class_map[vmSymbols::number_of_symbols()]; 767 768 constexpr int as_index(vmSymbolID id) const { 769 int index = vmSymbols::as_int(id); 770 assert(0 <= index && index < int(sizeof(_class_map)), "must be"); 771 return index; 772 } 773 774 constexpr void set_class_map(vmSymbolID id) { 775 _class_map[as_index(id)] = true; 776 } 777 778 public: 779 constexpr vmIntrinsicsLookup() : _class_map() { 780 781 #define VM_INTRINSIC_CLASS_MAP(id, klass, name, sig, fcode) \ 782 set_class_map(SID_ENUM(klass)); 783 784 VM_INTRINSICS_DO(VM_INTRINSIC_CLASS_MAP, 785 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 786 #undef VM_INTRINSIC_CLASS_MAP 787 788 789 // A few slightly irregular cases. See Method::init_intrinsic_id 790 set_class_map(SID_ENUM(java_lang_StrictMath)); 791 set_class_map(SID_ENUM(java_lang_invoke_MethodHandle)); 792 set_class_map(SID_ENUM(java_lang_invoke_VarHandle)); 793 } 794 795 bool class_has_intrinsics(vmSymbolID holder) const { 796 return _class_map[as_index(holder)]; 797 } 798 }; 799 800 constexpr vmIntrinsicsLookup _intrinsics_lookup; 801 802 bool vmIntrinsics::class_has_intrinsics(vmSymbolID holder) { 803 return _intrinsics_lookup.class_has_intrinsics(holder); 804 } 805 806 const char* vmIntrinsics::short_name_as_C_string(vmIntrinsics::ID id, char* buf, int buflen) { 807 const char* str = name_at(id); 808 #ifndef PRODUCT 809 const char* kname = vmSymbols::name_for(class_for(id)); 810 const char* mname = vmSymbols::name_for(name_for(id)); 811 const char* sname = vmSymbols::name_for(signature_for(id)); 812 const char* fname = ""; 813 switch (flags_for(id)) { 814 case F_Y: fname = "synchronized "; break; 815 case F_RN: fname = "native "; break; 816 case F_SN: fname = "native static "; break; 817 case F_S: fname = "static "; break; 818 default: break; 819 } 820 const char* kptr = strrchr(kname, JVM_SIGNATURE_SLASH); 821 if (kptr != nullptr) kname = kptr + 1; 822 int len = jio_snprintf(buf, buflen, "%s: %s%s.%s%s", 823 str, fname, kname, mname, sname); 824 if (len < buflen) 825 str = buf; 826 #endif //PRODUCT 827 return str; 828 } 829 830 831 // These are to get information about intrinsics. 832 833 #define ID4(x, y, z, f) ((ID3(x, y, z) << vmIntrinsics::log2_FLAG_LIMIT) | (jlong) (f)) 834 835 #ifndef PRODUCT 836 static const jlong intrinsic_info_array[vmIntrinsics::number_of_intrinsics()+1] = { 837 #define VM_INTRINSIC_INFO(ignore_id, klass, name, sig, fcode) \ 838 ID4(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig), vmIntrinsics::fcode), 839 840 0, VM_INTRINSICS_DO(VM_INTRINSIC_INFO, 841 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE) 842 0 843 #undef VM_INTRINSIC_INFO 844 }; 845 846 inline jlong intrinsic_info(vmIntrinsics::ID id) { 847 return intrinsic_info_array[vmIntrinsics::as_int(id)]; 848 } 849 850 vmSymbolID vmIntrinsics::class_for(vmIntrinsics::ID id) { 851 jlong info = intrinsic_info(id); 852 int shift = 2*vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 853 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1021, ""); 854 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 855 } 856 857 vmSymbolID vmIntrinsics::name_for(vmIntrinsics::ID id) { 858 jlong info = intrinsic_info(id); 859 int shift = vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 860 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1022, ""); 861 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 862 } 863 864 vmSymbolID vmIntrinsics::signature_for(vmIntrinsics::ID id) { 865 jlong info = intrinsic_info(id); 866 int shift = log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 867 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1023, ""); 868 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 869 } 870 871 vmIntrinsics::Flags vmIntrinsics::flags_for(vmIntrinsics::ID id) { 872 jlong info = intrinsic_info(id); 873 int shift = 0, mask = right_n_bits(log2_FLAG_LIMIT); 874 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 7, ""); 875 return Flags( (info >> shift) & mask ); 876 } 877 #endif // !PRODUCT