1 /* 2 * Copyright (c) 2020, 2024, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "classfile/vmIntrinsics.hpp" 27 #include "classfile/vmSymbols.hpp" 28 #include "compiler/compilerDirectives.hpp" 29 #include "jvm_constants.h" 30 #include "jvm_io.h" 31 #include "runtime/vm_version.hpp" 32 #include "utilities/checkedCast.hpp" 33 #include "utilities/tribool.hpp" 34 #include "utilities/xmlstream.hpp" 35 36 // These are flag-matching functions: 37 inline bool match_F_R(jshort flags) { 38 const int req = 0; 39 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 40 return (flags & (req | neg)) == req; 41 } 42 43 inline bool match_F_Y(jshort flags) { 44 const int req = JVM_ACC_SYNCHRONIZED; 45 const int neg = JVM_ACC_STATIC | JVM_ACC_NATIVE; 46 return (flags & (req | neg)) == req; 47 } 48 49 inline bool match_F_RN(jshort flags) { 50 const int req = JVM_ACC_NATIVE; 51 const int neg = JVM_ACC_STATIC | JVM_ACC_SYNCHRONIZED; 52 return (flags & (req | neg)) == req; 53 } 54 55 inline bool match_F_S(jshort flags) { 56 const int req = JVM_ACC_STATIC; 57 const int neg = JVM_ACC_SYNCHRONIZED | JVM_ACC_NATIVE; 58 return (flags & (req | neg)) == req; 59 } 60 61 inline bool match_F_SN(jshort flags) { 62 const int req = JVM_ACC_STATIC | JVM_ACC_NATIVE; 63 const int neg = JVM_ACC_SYNCHRONIZED; 64 return (flags & (req | neg)) == req; 65 } 66 67 bool vmIntrinsics::preserves_state(vmIntrinsics::ID id) { 68 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 69 switch(id) { 70 #ifdef JFR_HAVE_INTRINSICS 71 case vmIntrinsics::_counterTime: 72 #endif 73 case vmIntrinsics::_currentTimeMillis: 74 case vmIntrinsics::_nanoTime: 75 case vmIntrinsics::_floatToRawIntBits: 76 case vmIntrinsics::_intBitsToFloat: 77 case vmIntrinsics::_doubleToRawLongBits: 78 case vmIntrinsics::_longBitsToDouble: 79 case vmIntrinsics::_getClass: 80 case vmIntrinsics::_isInstance: 81 case vmIntrinsics::_currentCarrierThread: 82 case vmIntrinsics::_currentThread: 83 case vmIntrinsics::_scopedValueCache: 84 case vmIntrinsics::_dabs: 85 case vmIntrinsics::_fabs: 86 case vmIntrinsics::_iabs: 87 case vmIntrinsics::_labs: 88 case vmIntrinsics::_dsqrt: 89 case vmIntrinsics::_dsqrt_strict: 90 case vmIntrinsics::_dsin: 91 case vmIntrinsics::_dcos: 92 case vmIntrinsics::_dtan: 93 case vmIntrinsics::_dlog: 94 case vmIntrinsics::_dlog10: 95 case vmIntrinsics::_dexp: 96 case vmIntrinsics::_dpow: 97 case vmIntrinsics::_Preconditions_checkIndex: 98 case vmIntrinsics::_Preconditions_checkLongIndex: 99 case vmIntrinsics::_Reference_get: 100 case vmIntrinsics::_Continuation_doYield: 101 case vmIntrinsics::_updateCRC32: 102 case vmIntrinsics::_updateBytesCRC32: 103 case vmIntrinsics::_updateByteBufferCRC32: 104 case vmIntrinsics::_updateBytesAdler32: 105 case vmIntrinsics::_vectorizedMismatch: 106 case vmIntrinsics::_fmaD: 107 case vmIntrinsics::_fmaF: 108 case vmIntrinsics::_isDigit: 109 case vmIntrinsics::_isLowerCase: 110 case vmIntrinsics::_isUpperCase: 111 case vmIntrinsics::_isWhitespace: 112 return true; 113 default: 114 return false; 115 } 116 } 117 118 bool vmIntrinsics::can_trap(vmIntrinsics::ID id) { 119 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 120 switch(id) { 121 #ifdef JFR_HAVE_INTRINSICS 122 case vmIntrinsics::_counterTime: 123 #endif 124 case vmIntrinsics::_currentTimeMillis: 125 case vmIntrinsics::_nanoTime: 126 case vmIntrinsics::_floatToRawIntBits: 127 case vmIntrinsics::_intBitsToFloat: 128 case vmIntrinsics::_doubleToRawLongBits: 129 case vmIntrinsics::_longBitsToDouble: 130 case vmIntrinsics::_currentCarrierThread: 131 case vmIntrinsics::_currentThread: 132 case vmIntrinsics::_setCurrentThread: 133 case vmIntrinsics::_scopedValueCache: 134 case vmIntrinsics::_setScopedValueCache: 135 case vmIntrinsics::_dabs: 136 case vmIntrinsics::_fabs: 137 case vmIntrinsics::_iabs: 138 case vmIntrinsics::_labs: 139 case vmIntrinsics::_dsqrt: 140 case vmIntrinsics::_dsqrt_strict: 141 case vmIntrinsics::_dsin: 142 case vmIntrinsics::_dcos: 143 case vmIntrinsics::_dtan: 144 case vmIntrinsics::_dlog: 145 case vmIntrinsics::_dlog10: 146 case vmIntrinsics::_dexp: 147 case vmIntrinsics::_dpow: 148 case vmIntrinsics::_updateCRC32: 149 case vmIntrinsics::_updateBytesCRC32: 150 case vmIntrinsics::_updateByteBufferCRC32: 151 case vmIntrinsics::_vectorizedMismatch: 152 case vmIntrinsics::_fmaD: 153 case vmIntrinsics::_fmaF: 154 return false; 155 default: 156 return true; 157 } 158 } 159 160 // Some intrinsics produce different results if they are not pinned 161 bool vmIntrinsics::should_be_pinned(vmIntrinsics::ID id) { 162 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 163 switch(id) { 164 #ifdef JFR_HAVE_INTRINSICS 165 case vmIntrinsics::_counterTime: 166 #endif 167 case vmIntrinsics::_currentTimeMillis: 168 case vmIntrinsics::_nanoTime: 169 case vmIntrinsics::_blackhole: 170 return true; 171 default: 172 return false; 173 } 174 } 175 176 bool vmIntrinsics::does_virtual_dispatch(vmIntrinsics::ID id) { 177 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 178 switch(id) { 179 case vmIntrinsics::_hashCode: 180 case vmIntrinsics::_clone: 181 return true; 182 break; 183 default: 184 return false; 185 } 186 } 187 188 int vmIntrinsics::predicates_needed(vmIntrinsics::ID id) { 189 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 190 switch (id) { 191 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 192 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 193 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 194 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 195 case vmIntrinsics::_counterMode_AESCrypt: 196 case vmIntrinsics::_galoisCounterMode_AESCrypt: 197 return 1; 198 case vmIntrinsics::_digestBase_implCompressMB: 199 return 5; 200 default: 201 return 0; 202 } 203 } 204 205 bool vmIntrinsics::disabled_by_jvm_flags(vmIntrinsics::ID id) { 206 assert(id != vmIntrinsics::_none, "must be a VM intrinsic"); 207 208 // -XX:-InlineNatives disables nearly all intrinsics except the ones listed in 209 // the following switch statement. 210 if (!InlineNatives) { 211 switch (id) { 212 case vmIntrinsics::_indexOfL: 213 case vmIntrinsics::_indexOfU: 214 case vmIntrinsics::_indexOfUL: 215 case vmIntrinsics::_indexOfIL: 216 case vmIntrinsics::_indexOfIU: 217 case vmIntrinsics::_indexOfIUL: 218 case vmIntrinsics::_indexOfU_char: 219 case vmIntrinsics::_indexOfL_char: 220 case vmIntrinsics::_compareToL: 221 case vmIntrinsics::_compareToU: 222 case vmIntrinsics::_compareToLU: 223 case vmIntrinsics::_compareToUL: 224 case vmIntrinsics::_equalsL: 225 case vmIntrinsics::_equalsC: 226 case vmIntrinsics::_vectorizedHashCode: 227 case vmIntrinsics::_getCharStringU: 228 case vmIntrinsics::_putCharStringU: 229 case vmIntrinsics::_compressStringC: 230 case vmIntrinsics::_compressStringB: 231 case vmIntrinsics::_inflateStringC: 232 case vmIntrinsics::_inflateStringB: 233 case vmIntrinsics::_getAndAddInt: 234 case vmIntrinsics::_getAndAddLong: 235 case vmIntrinsics::_getAndSetInt: 236 case vmIntrinsics::_getAndSetLong: 237 case vmIntrinsics::_getAndSetReference: 238 case vmIntrinsics::_loadFence: 239 case vmIntrinsics::_storeFence: 240 case vmIntrinsics::_fullFence: 241 case vmIntrinsics::_countPositives: 242 case vmIntrinsics::_Reference_get: 243 case vmIntrinsics::_Continuation_doYield: 244 case vmIntrinsics::_Continuation_enterSpecial: 245 case vmIntrinsics::_Continuation_pin: 246 case vmIntrinsics::_Continuation_unpin: 247 break; 248 default: 249 return true; 250 } 251 } 252 253 switch (id) { 254 case vmIntrinsics::_isInstance: 255 case vmIntrinsics::_isAssignableFrom: 256 case vmIntrinsics::_getModifiers: 257 case vmIntrinsics::_isInterface: 258 case vmIntrinsics::_isArray: 259 case vmIntrinsics::_isPrimitive: 260 case vmIntrinsics::_isHidden: 261 case vmIntrinsics::_getSuperclass: 262 case vmIntrinsics::_Class_cast: 263 case vmIntrinsics::_getLength: 264 case vmIntrinsics::_newArray: 265 case vmIntrinsics::_newNullRestrictedArray: 266 case vmIntrinsics::_getClass: 267 if (!InlineClassNatives) return true; 268 break; 269 case vmIntrinsics::_currentCarrierThread: 270 case vmIntrinsics::_currentThread: 271 if (!InlineThreadNatives) return true; 272 break; 273 case vmIntrinsics::_setCurrentThread: 274 case vmIntrinsics::_scopedValueCache: 275 case vmIntrinsics::_setScopedValueCache: 276 case vmIntrinsics::_floatToRawIntBits: 277 case vmIntrinsics::_intBitsToFloat: 278 case vmIntrinsics::_doubleToRawLongBits: 279 case vmIntrinsics::_longBitsToDouble: 280 case vmIntrinsics::_ceil: 281 case vmIntrinsics::_floor: 282 case vmIntrinsics::_rint: 283 case vmIntrinsics::_dabs: 284 case vmIntrinsics::_fabs: 285 case vmIntrinsics::_iabs: 286 case vmIntrinsics::_labs: 287 case vmIntrinsics::_dsqrt: 288 case vmIntrinsics::_dsqrt_strict: 289 case vmIntrinsics::_dsin: 290 case vmIntrinsics::_dcos: 291 case vmIntrinsics::_dtan: 292 case vmIntrinsics::_dlog: 293 case vmIntrinsics::_dexp: 294 case vmIntrinsics::_dpow: 295 case vmIntrinsics::_dlog10: 296 case vmIntrinsics::_datan2: 297 case vmIntrinsics::_floatToIntBits: 298 case vmIntrinsics::_doubleToLongBits: 299 case vmIntrinsics::_min: 300 case vmIntrinsics::_max: 301 case vmIntrinsics::_maxF: 302 case vmIntrinsics::_minF: 303 case vmIntrinsics::_maxD: 304 case vmIntrinsics::_minD: 305 case vmIntrinsics::_min_strict: 306 case vmIntrinsics::_max_strict: 307 case vmIntrinsics::_maxF_strict: 308 case vmIntrinsics::_minF_strict: 309 case vmIntrinsics::_maxD_strict: 310 case vmIntrinsics::_minD_strict: 311 if (!InlineMathNatives) return true; 312 break; 313 case vmIntrinsics::_fmaD: 314 case vmIntrinsics::_fmaF: 315 if (!InlineMathNatives || !UseFMA) return true; 316 break; 317 case vmIntrinsics::_floatToFloat16: 318 case vmIntrinsics::_float16ToFloat: 319 if (!InlineIntrinsics) return true; 320 break; 321 case vmIntrinsics::_arraycopy: 322 if (!InlineArrayCopy) return true; 323 break; 324 case vmIntrinsics::_updateCRC32: 325 case vmIntrinsics::_updateBytesCRC32: 326 case vmIntrinsics::_updateByteBufferCRC32: 327 if (!UseCRC32Intrinsics) return true; 328 break; 329 case vmIntrinsics::_makePrivateBuffer: 330 case vmIntrinsics::_finishPrivateBuffer: 331 case vmIntrinsics::_getReference: 332 case vmIntrinsics::_getBoolean: 333 case vmIntrinsics::_getByte: 334 case vmIntrinsics::_getShort: 335 case vmIntrinsics::_getChar: 336 case vmIntrinsics::_getInt: 337 case vmIntrinsics::_getLong: 338 case vmIntrinsics::_getFloat: 339 case vmIntrinsics::_getDouble: 340 case vmIntrinsics::_getValue: 341 case vmIntrinsics::_putReference: 342 case vmIntrinsics::_putBoolean: 343 case vmIntrinsics::_putByte: 344 case vmIntrinsics::_putShort: 345 case vmIntrinsics::_putChar: 346 case vmIntrinsics::_putInt: 347 case vmIntrinsics::_putLong: 348 case vmIntrinsics::_putFloat: 349 case vmIntrinsics::_putDouble: 350 case vmIntrinsics::_putValue: 351 case vmIntrinsics::_getReferenceVolatile: 352 case vmIntrinsics::_getBooleanVolatile: 353 case vmIntrinsics::_getByteVolatile: 354 case vmIntrinsics::_getShortVolatile: 355 case vmIntrinsics::_getCharVolatile: 356 case vmIntrinsics::_getIntVolatile: 357 case vmIntrinsics::_getLongVolatile: 358 case vmIntrinsics::_getFloatVolatile: 359 case vmIntrinsics::_getDoubleVolatile: 360 case vmIntrinsics::_putReferenceVolatile: 361 case vmIntrinsics::_putBooleanVolatile: 362 case vmIntrinsics::_putByteVolatile: 363 case vmIntrinsics::_putShortVolatile: 364 case vmIntrinsics::_putCharVolatile: 365 case vmIntrinsics::_putIntVolatile: 366 case vmIntrinsics::_putLongVolatile: 367 case vmIntrinsics::_putFloatVolatile: 368 case vmIntrinsics::_putDoubleVolatile: 369 case vmIntrinsics::_getReferenceAcquire: 370 case vmIntrinsics::_getBooleanAcquire: 371 case vmIntrinsics::_getByteAcquire: 372 case vmIntrinsics::_getShortAcquire: 373 case vmIntrinsics::_getCharAcquire: 374 case vmIntrinsics::_getIntAcquire: 375 case vmIntrinsics::_getLongAcquire: 376 case vmIntrinsics::_getFloatAcquire: 377 case vmIntrinsics::_getDoubleAcquire: 378 case vmIntrinsics::_putReferenceRelease: 379 case vmIntrinsics::_putBooleanRelease: 380 case vmIntrinsics::_putByteRelease: 381 case vmIntrinsics::_putShortRelease: 382 case vmIntrinsics::_putCharRelease: 383 case vmIntrinsics::_putIntRelease: 384 case vmIntrinsics::_putLongRelease: 385 case vmIntrinsics::_putFloatRelease: 386 case vmIntrinsics::_putDoubleRelease: 387 case vmIntrinsics::_getReferenceOpaque: 388 case vmIntrinsics::_getBooleanOpaque: 389 case vmIntrinsics::_getByteOpaque: 390 case vmIntrinsics::_getShortOpaque: 391 case vmIntrinsics::_getCharOpaque: 392 case vmIntrinsics::_getIntOpaque: 393 case vmIntrinsics::_getLongOpaque: 394 case vmIntrinsics::_getFloatOpaque: 395 case vmIntrinsics::_getDoubleOpaque: 396 case vmIntrinsics::_putReferenceOpaque: 397 case vmIntrinsics::_putBooleanOpaque: 398 case vmIntrinsics::_putByteOpaque: 399 case vmIntrinsics::_putShortOpaque: 400 case vmIntrinsics::_putCharOpaque: 401 case vmIntrinsics::_putIntOpaque: 402 case vmIntrinsics::_putLongOpaque: 403 case vmIntrinsics::_putFloatOpaque: 404 case vmIntrinsics::_putDoubleOpaque: 405 case vmIntrinsics::_getAndAddInt: 406 case vmIntrinsics::_getAndAddLong: 407 case vmIntrinsics::_getAndSetInt: 408 case vmIntrinsics::_getAndSetLong: 409 case vmIntrinsics::_getAndSetReference: 410 case vmIntrinsics::_loadFence: 411 case vmIntrinsics::_storeFence: 412 case vmIntrinsics::_fullFence: 413 case vmIntrinsics::_compareAndSetLong: 414 case vmIntrinsics::_weakCompareAndSetLong: 415 case vmIntrinsics::_weakCompareAndSetLongPlain: 416 case vmIntrinsics::_weakCompareAndSetLongAcquire: 417 case vmIntrinsics::_weakCompareAndSetLongRelease: 418 case vmIntrinsics::_compareAndSetInt: 419 case vmIntrinsics::_weakCompareAndSetInt: 420 case vmIntrinsics::_weakCompareAndSetIntPlain: 421 case vmIntrinsics::_weakCompareAndSetIntAcquire: 422 case vmIntrinsics::_weakCompareAndSetIntRelease: 423 case vmIntrinsics::_compareAndSetReference: 424 case vmIntrinsics::_weakCompareAndSetReference: 425 case vmIntrinsics::_weakCompareAndSetReferencePlain: 426 case vmIntrinsics::_weakCompareAndSetReferenceAcquire: 427 case vmIntrinsics::_weakCompareAndSetReferenceRelease: 428 case vmIntrinsics::_compareAndExchangeInt: 429 case vmIntrinsics::_compareAndExchangeIntAcquire: 430 case vmIntrinsics::_compareAndExchangeIntRelease: 431 case vmIntrinsics::_compareAndExchangeLong: 432 case vmIntrinsics::_compareAndExchangeLongAcquire: 433 case vmIntrinsics::_compareAndExchangeLongRelease: 434 case vmIntrinsics::_compareAndExchangeReference: 435 case vmIntrinsics::_compareAndExchangeReferenceAcquire: 436 case vmIntrinsics::_compareAndExchangeReferenceRelease: 437 case vmIntrinsics::_allocateInstance: 438 if (!InlineUnsafeOps) return true; 439 break; 440 case vmIntrinsics::_getShortUnaligned: 441 case vmIntrinsics::_getCharUnaligned: 442 case vmIntrinsics::_getIntUnaligned: 443 case vmIntrinsics::_getLongUnaligned: 444 case vmIntrinsics::_putShortUnaligned: 445 case vmIntrinsics::_putCharUnaligned: 446 case vmIntrinsics::_putIntUnaligned: 447 case vmIntrinsics::_putLongUnaligned: 448 if (!InlineUnsafeOps || !UseUnalignedAccesses) return true; 449 break; 450 case vmIntrinsics::_hashCode: 451 if (!InlineObjectHash) return true; 452 break; 453 case vmIntrinsics::_aescrypt_encryptBlock: 454 case vmIntrinsics::_aescrypt_decryptBlock: 455 if (!UseAESIntrinsics) return true; 456 break; 457 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt: 458 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt: 459 if (!UseAESIntrinsics) return true; 460 break; 461 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt: 462 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt: 463 if (!UseAESIntrinsics) return true; 464 break; 465 case vmIntrinsics::_counterMode_AESCrypt: 466 if (!UseAESCTRIntrinsics) return true; 467 break; 468 case vmIntrinsics::_galoisCounterMode_AESCrypt: 469 if (!UseAESIntrinsics) return true; 470 break; 471 case vmIntrinsics::_md5_implCompress: 472 if (!UseMD5Intrinsics) return true; 473 break; 474 case vmIntrinsics::_sha_implCompress: 475 if (!UseSHA1Intrinsics) return true; 476 break; 477 case vmIntrinsics::_sha2_implCompress: 478 if (!UseSHA256Intrinsics) return true; 479 break; 480 case vmIntrinsics::_sha5_implCompress: 481 if (!UseSHA512Intrinsics) return true; 482 break; 483 case vmIntrinsics::_sha3_implCompress: 484 if (!UseSHA3Intrinsics) return true; 485 break; 486 case vmIntrinsics::_digestBase_implCompressMB: 487 if (!(UseMD5Intrinsics || UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics || UseSHA3Intrinsics)) return true; 488 break; 489 case vmIntrinsics::_ghash_processBlocks: 490 if (!UseGHASHIntrinsics) return true; 491 break; 492 case vmIntrinsics::_chacha20Block: 493 if (!UseChaCha20Intrinsics) return true; 494 break; 495 case vmIntrinsics::_base64_encodeBlock: 496 case vmIntrinsics::_base64_decodeBlock: 497 if (!UseBASE64Intrinsics) return true; 498 break; 499 case vmIntrinsics::_poly1305_processBlocks: 500 if (!UsePoly1305Intrinsics) return true; 501 break; 502 case vmIntrinsics::_intpoly_montgomeryMult_P256: 503 case vmIntrinsics::_intpoly_assign: 504 if (!UseIntPolyIntrinsics) return true; 505 break; 506 case vmIntrinsics::_updateBytesCRC32C: 507 case vmIntrinsics::_updateDirectByteBufferCRC32C: 508 if (!UseCRC32CIntrinsics) return true; 509 break; 510 case vmIntrinsics::_vectorizedMismatch: 511 if (!UseVectorizedMismatchIntrinsic) return true; 512 break; 513 case vmIntrinsics::_updateBytesAdler32: 514 case vmIntrinsics::_updateByteBufferAdler32: 515 if (!UseAdler32Intrinsics) return true; 516 break; 517 case vmIntrinsics::_copyMemory: 518 if (!InlineArrayCopy || !InlineUnsafeOps) return true; 519 break; 520 case vmIntrinsics::_setMemory: 521 if (!InlineUnsafeOps) return true; 522 break; 523 #ifdef COMPILER2 524 case vmIntrinsics::_clone: 525 case vmIntrinsics::_copyOf: 526 case vmIntrinsics::_copyOfRange: 527 // These intrinsics use both the objectcopy and the arraycopy 528 // intrinsic mechanism. 529 if (!InlineObjectCopy || !InlineArrayCopy) return true; 530 break; 531 case vmIntrinsics::_compareToL: 532 case vmIntrinsics::_compareToU: 533 case vmIntrinsics::_compareToLU: 534 case vmIntrinsics::_compareToUL: 535 if (!SpecialStringCompareTo) return true; 536 break; 537 case vmIntrinsics::_indexOfL: 538 case vmIntrinsics::_indexOfU: 539 case vmIntrinsics::_indexOfUL: 540 case vmIntrinsics::_indexOfIL: 541 case vmIntrinsics::_indexOfIU: 542 case vmIntrinsics::_indexOfIUL: 543 case vmIntrinsics::_indexOfU_char: 544 case vmIntrinsics::_indexOfL_char: 545 if (!SpecialStringIndexOf) return true; 546 break; 547 case vmIntrinsics::_equalsL: 548 if (!SpecialStringEquals) return true; 549 break; 550 case vmIntrinsics::_vectorizedHashCode: 551 if (!UseVectorizedHashCodeIntrinsic) return true; 552 break; 553 case vmIntrinsics::_equalsB: 554 case vmIntrinsics::_equalsC: 555 if (!SpecialArraysEquals) return true; 556 break; 557 case vmIntrinsics::_encodeISOArray: 558 case vmIntrinsics::_encodeAsciiArray: 559 case vmIntrinsics::_encodeByteISOArray: 560 if (!SpecialEncodeISOArray) return true; 561 break; 562 case vmIntrinsics::_getCallerClass: 563 if (!InlineReflectionGetCallerClass) return true; 564 break; 565 case vmIntrinsics::_multiplyToLen: 566 if (!UseMultiplyToLenIntrinsic) return true; 567 break; 568 case vmIntrinsics::_squareToLen: 569 if (!UseSquareToLenIntrinsic) return true; 570 break; 571 case vmIntrinsics::_mulAdd: 572 if (!UseMulAddIntrinsic) return true; 573 break; 574 case vmIntrinsics::_montgomeryMultiply: 575 if (!UseMontgomeryMultiplyIntrinsic) return true; 576 break; 577 case vmIntrinsics::_montgomerySquare: 578 if (!UseMontgomerySquareIntrinsic) return true; 579 break; 580 case vmIntrinsics::_bigIntegerRightShiftWorker: 581 case vmIntrinsics::_bigIntegerLeftShiftWorker: 582 break; 583 case vmIntrinsics::_addExactI: 584 case vmIntrinsics::_addExactL: 585 case vmIntrinsics::_decrementExactI: 586 case vmIntrinsics::_decrementExactL: 587 case vmIntrinsics::_incrementExactI: 588 case vmIntrinsics::_incrementExactL: 589 case vmIntrinsics::_multiplyExactI: 590 case vmIntrinsics::_multiplyExactL: 591 case vmIntrinsics::_negateExactI: 592 case vmIntrinsics::_negateExactL: 593 case vmIntrinsics::_subtractExactI: 594 case vmIntrinsics::_subtractExactL: 595 if (!UseMathExactIntrinsics || !InlineMathNatives) return true; 596 break; 597 case vmIntrinsics::_isDigit: 598 case vmIntrinsics::_isLowerCase: 599 case vmIntrinsics::_isUpperCase: 600 case vmIntrinsics::_isWhitespace: 601 if (!UseCharacterCompareIntrinsics) return true; 602 break; 603 case vmIntrinsics::_dcopySign: 604 case vmIntrinsics::_fcopySign: 605 if (!InlineMathNatives || !UseCopySignIntrinsic) return true; 606 break; 607 case vmIntrinsics::_dsignum: 608 case vmIntrinsics::_fsignum: 609 if (!InlineMathNatives || !UseSignumIntrinsic) return true; 610 break; 611 #endif // COMPILER2 612 default: 613 return false; 614 } 615 616 return false; 617 } 618 619 #define VM_INTRINSIC_INITIALIZE(id, klass, name, sig, flags) #id "\0" 620 static const char* vm_intrinsic_name_bodies = 621 VM_INTRINSICS_DO(VM_INTRINSIC_INITIALIZE, 622 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 623 624 static const char* vm_intrinsic_name_table[vmIntrinsics::number_of_intrinsics()]; 625 static TriBoolArray<(size_t)vmIntrinsics::number_of_intrinsics(), int> vm_intrinsic_control_words; 626 627 void vmIntrinsics::init_vm_intrinsic_name_table() { 628 const char** nt = &vm_intrinsic_name_table[0]; 629 char* string = (char*) &vm_intrinsic_name_bodies[0]; 630 631 for (auto index : EnumRange<vmIntrinsicID>{}) { 632 nt[as_int(index)] = string; 633 string += strlen(string); // skip string body 634 string += 1; // skip trailing null 635 } 636 assert(!strcmp(nt[as_int(vmIntrinsics::_hashCode)], "_hashCode"), "lined up"); 637 nt[as_int(vmIntrinsics::_none)] = "_none"; 638 } 639 640 const char* vmIntrinsics::name_at(vmIntrinsics::ID id) { 641 const char** nt = &vm_intrinsic_name_table[0]; 642 if (nt[as_int(_none)] == nullptr) { 643 init_vm_intrinsic_name_table(); 644 } 645 646 if (id < ID_LIMIT) 647 return vm_intrinsic_name_table[as_int(id)]; 648 else 649 return "(unknown intrinsic)"; 650 } 651 652 vmIntrinsics::ID vmIntrinsics::find_id(const char* name) { 653 const char** nt = &vm_intrinsic_name_table[0]; 654 if (nt[as_int(_none)] == nullptr) { 655 init_vm_intrinsic_name_table(); 656 } 657 658 for (auto index : EnumRange<vmIntrinsicID>{}) { 659 if (0 == strcmp(name, nt[as_int(index)])) { 660 return index; 661 } 662 } 663 664 return _none; 665 } 666 667 bool vmIntrinsics::is_intrinsic_available(vmIntrinsics::ID id) { 668 return VM_Version::is_intrinsic_supported(id) && !is_disabled_by_flags(id); 669 } 670 671 bool vmIntrinsics::is_disabled_by_flags(vmIntrinsics::ID id) { 672 assert(id > _none && id < ID_LIMIT, "must be a VM intrinsic"); 673 674 // not initialized yet, process Control/DisableIntrinsic 675 if (vm_intrinsic_control_words[as_int(_none)].is_default()) { 676 for (ControlIntrinsicIter iter(ControlIntrinsic); *iter != nullptr; ++iter) { 677 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 678 679 if (id != vmIntrinsics::_none) { 680 vm_intrinsic_control_words[as_int(id)] = iter.is_enabled() && !disabled_by_jvm_flags(id); 681 } 682 } 683 684 // Order matters, DisableIntrinsic can overwrite ControlIntrinsic 685 for (ControlIntrinsicIter iter(DisableIntrinsic, true/*disable_all*/); *iter != nullptr; ++iter) { 686 vmIntrinsics::ID id = vmIntrinsics::find_id(*iter); 687 688 if (id != vmIntrinsics::_none) { 689 vm_intrinsic_control_words[as_int(id)] = false; 690 } 691 } 692 693 vm_intrinsic_control_words[as_int(_none)] = true; 694 } 695 696 TriBool b = vm_intrinsic_control_words[as_int(id)]; 697 if (b.is_default()) { 698 // unknown yet, query and cache it 699 b = vm_intrinsic_control_words[as_int(id)] = !disabled_by_jvm_flags(id); 700 } 701 702 return !b; 703 } 704 705 // These are for forming case labels: 706 #define ID3(x, y, z) (( jlong)(z) + \ 707 ((jlong)(y) << vmSymbols::log2_SID_LIMIT) + \ 708 ((jlong)(x) << (2*vmSymbols::log2_SID_LIMIT)) ) 709 #define SID_ENUM(n) VM_SYMBOL_ENUM_NAME(n) 710 711 vmIntrinsics::ID vmIntrinsics::find_id_impl(vmSymbolID holder, 712 vmSymbolID name, 713 vmSymbolID sig, 714 jshort flags) { 715 assert((int)vmSymbolID::SID_LIMIT <= (1<<vmSymbols::log2_SID_LIMIT), "must fit"); 716 717 // Let the C compiler build the decision tree. 718 719 #define VM_INTRINSIC_CASE(id, klass, name, sig, fcode) \ 720 case ID3(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig)): \ 721 if (!match_##fcode(flags)) break; \ 722 return id; 723 724 switch (ID3(holder, name, sig)) { 725 VM_INTRINSICS_DO(VM_INTRINSIC_CASE, 726 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 727 } 728 return vmIntrinsics::_none; 729 730 #undef VM_INTRINSIC_CASE 731 } 732 733 class vmIntrinsicsLookup { 734 bool _class_map[vmSymbols::number_of_symbols()]; 735 736 constexpr int as_index(vmSymbolID id) const { 737 int index = vmSymbols::as_int(id); 738 assert(0 <= index && index < int(sizeof(_class_map)), "must be"); 739 return index; 740 } 741 742 constexpr void set_class_map(vmSymbolID id) { 743 _class_map[as_index(id)] = true; 744 } 745 746 public: 747 constexpr vmIntrinsicsLookup() : _class_map() { 748 749 #define VM_INTRINSIC_CLASS_MAP(id, klass, name, sig, fcode) \ 750 set_class_map(SID_ENUM(klass)); 751 752 VM_INTRINSICS_DO(VM_INTRINSIC_CLASS_MAP, 753 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE); 754 #undef VM_INTRINSIC_CLASS_MAP 755 756 757 // A few slightly irregular cases. See Method::init_intrinsic_id 758 set_class_map(SID_ENUM(java_lang_StrictMath)); 759 set_class_map(SID_ENUM(java_lang_invoke_MethodHandle)); 760 set_class_map(SID_ENUM(java_lang_invoke_VarHandle)); 761 } 762 763 bool class_has_intrinsics(vmSymbolID holder) const { 764 return _class_map[as_index(holder)]; 765 } 766 }; 767 768 constexpr vmIntrinsicsLookup _intrinsics_lookup; 769 770 bool vmIntrinsics::class_has_intrinsics(vmSymbolID holder) { 771 return _intrinsics_lookup.class_has_intrinsics(holder); 772 } 773 774 const char* vmIntrinsics::short_name_as_C_string(vmIntrinsics::ID id, char* buf, int buflen) { 775 const char* str = name_at(id); 776 #ifndef PRODUCT 777 const char* kname = vmSymbols::name_for(class_for(id)); 778 const char* mname = vmSymbols::name_for(name_for(id)); 779 const char* sname = vmSymbols::name_for(signature_for(id)); 780 const char* fname = ""; 781 switch (flags_for(id)) { 782 case F_Y: fname = "synchronized "; break; 783 case F_RN: fname = "native "; break; 784 case F_SN: fname = "native static "; break; 785 case F_S: fname = "static "; break; 786 default: break; 787 } 788 const char* kptr = strrchr(kname, JVM_SIGNATURE_SLASH); 789 if (kptr != nullptr) kname = kptr + 1; 790 int len = jio_snprintf(buf, buflen, "%s: %s%s.%s%s", 791 str, fname, kname, mname, sname); 792 if (len < buflen) 793 str = buf; 794 #endif //PRODUCT 795 return str; 796 } 797 798 799 // These are to get information about intrinsics. 800 801 #define ID4(x, y, z, f) ((ID3(x, y, z) << vmIntrinsics::log2_FLAG_LIMIT) | (jlong) (f)) 802 803 #ifndef PRODUCT 804 static const jlong intrinsic_info_array[vmIntrinsics::number_of_intrinsics()+1] = { 805 #define VM_INTRINSIC_INFO(ignore_id, klass, name, sig, fcode) \ 806 ID4(SID_ENUM(klass), SID_ENUM(name), SID_ENUM(sig), vmIntrinsics::fcode), 807 808 0, VM_INTRINSICS_DO(VM_INTRINSIC_INFO, 809 VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_SYMBOL_IGNORE, VM_ALIAS_IGNORE) 810 0 811 #undef VM_INTRINSIC_INFO 812 }; 813 814 inline jlong intrinsic_info(vmIntrinsics::ID id) { 815 return intrinsic_info_array[vmIntrinsics::as_int(id)]; 816 } 817 818 vmSymbolID vmIntrinsics::class_for(vmIntrinsics::ID id) { 819 jlong info = intrinsic_info(id); 820 int shift = 2*vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 821 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1021, ""); 822 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 823 } 824 825 vmSymbolID vmIntrinsics::name_for(vmIntrinsics::ID id) { 826 jlong info = intrinsic_info(id); 827 int shift = vmSymbols::log2_SID_LIMIT + log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 828 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1022, ""); 829 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 830 } 831 832 vmSymbolID vmIntrinsics::signature_for(vmIntrinsics::ID id) { 833 jlong info = intrinsic_info(id); 834 int shift = log2_FLAG_LIMIT, mask = right_n_bits(vmSymbols::log2_SID_LIMIT); 835 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 1023, ""); 836 return vmSymbols::as_SID( checked_cast<int>((info >> shift) & mask)); 837 } 838 839 vmIntrinsics::Flags vmIntrinsics::flags_for(vmIntrinsics::ID id) { 840 jlong info = intrinsic_info(id); 841 int shift = 0, mask = right_n_bits(log2_FLAG_LIMIT); 842 assert(((ID4(1021,1022,1023,7) >> shift) & mask) == 7, ""); 843 return Flags( (info >> shift) & mask ); 844 } 845 #endif // !PRODUCT