1 /* 2 * Copyright (c) 2001, 2023, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "ci/ciMetadata.hpp" 27 #include "ci/ciMethodData.hpp" 28 #include "ci/ciReplay.hpp" 29 #include "ci/ciUtilities.inline.hpp" 30 #include "compiler/compiler_globals.hpp" 31 #include "memory/allocation.inline.hpp" 32 #include "memory/resourceArea.hpp" 33 #include "oops/klass.inline.hpp" 34 #include "runtime/deoptimization.hpp" 35 #include "utilities/copy.hpp" 36 37 // ciMethodData 38 39 // ------------------------------------------------------------------ 40 // ciMethodData::ciMethodData 41 // 42 ciMethodData::ciMethodData(MethodData* md) 43 : ciMetadata(md), 44 _data_size(0), _extra_data_size(0), _data(nullptr), 45 // Set an initial hint. Don't use set_hint_di() because 46 // first_di() may be out of bounds if data_size is 0. 47 _hint_di(first_di()), 48 _state(empty_state), 49 _saw_free_extra_data(false), 50 // Initialize the escape information (to "don't know."); 51 _eflags(0), _arg_local(0), _arg_stack(0), _arg_returned(0), 52 _invocation_counter(0), 53 _orig(), 54 _parameters(nullptr) {} 55 56 // Check for entries that reference an unloaded method 57 class PrepareExtraDataClosure : public CleanExtraDataClosure { 58 MethodData* _mdo; 59 SafepointStateTracker _safepoint_tracker; 60 GrowableArray<Method*> _uncached_methods; 61 62 public: 63 PrepareExtraDataClosure(MethodData* mdo) 64 : _mdo(mdo), 65 _safepoint_tracker(SafepointSynchronize::safepoint_state_tracker()), 66 _uncached_methods() 67 { } 68 69 bool is_live(Method* m) { 70 if (!m->method_holder()->is_loader_alive()) { 71 return false; 72 } 73 if (CURRENT_ENV->cached_metadata(m) == nullptr) { 74 // Uncached entries need to be pre-populated. 75 _uncached_methods.append(m); 76 } 77 return true; 78 } 79 80 bool has_safepointed() { 81 return _safepoint_tracker.safepoint_state_changed(); 82 } 83 84 bool finish() { 85 if (_uncached_methods.length() == 0) { 86 // Preparation finished iff all Methods* were already cached. 87 return true; 88 } 89 // Holding locks through safepoints is bad practice. 90 MutexUnlocker mu(_mdo->extra_data_lock()); 91 for (int i = 0; i < _uncached_methods.length(); ++i) { 92 if (has_safepointed()) { 93 // The metadata in the growable array might contain stale 94 // entries after a safepoint. 95 return false; 96 } 97 Method* method = _uncached_methods.at(i); 98 // Populating ciEnv caches may cause safepoints due 99 // to taking the Compile_lock with safepoint checks. 100 (void)CURRENT_ENV->get_method(method); 101 } 102 return false; 103 } 104 }; 105 106 void ciMethodData::prepare_metadata() { 107 MethodData* mdo = get_MethodData(); 108 109 for (;;) { 110 ResourceMark rm; 111 PrepareExtraDataClosure cl(mdo); 112 mdo->clean_extra_data(&cl); 113 if (cl.finish()) { 114 // When encountering uncached metadata, the Compile_lock might be 115 // acquired when creating ciMetadata handles, causing safepoints 116 // which requires a new round of preparation to clean out potentially 117 // new unloading metadata. 118 return; 119 } 120 } 121 } 122 123 void ciMethodData::load_remaining_extra_data() { 124 MethodData* mdo = get_MethodData(); 125 MutexLocker ml(mdo->extra_data_lock()); 126 // Deferred metadata cleaning due to concurrent class unloading. 127 prepare_metadata(); 128 // After metadata preparation, there is no stale metadata, 129 // and no safepoints can introduce more stale metadata. 130 NoSafepointVerifier no_safepoint; 131 132 assert((mdo->data_size() == _data_size) && (mdo->extra_data_size() == _extra_data_size), "sanity, unchanged"); 133 assert(extra_data_base() == (DataLayout*)((address) _data + _data_size), "sanity"); 134 135 // Copy the extra data once it is prepared (i.e. cache populated, no release of extra data lock anymore) 136 Copy::disjoint_words_atomic((HeapWord*) mdo->extra_data_base(), 137 (HeapWord*)((address) _data + _data_size), 138 (_extra_data_size - mdo->parameters_size_in_bytes()) / HeapWordSize); 139 140 // speculative trap entries also hold a pointer to a Method so need to be translated 141 DataLayout* dp_src = mdo->extra_data_base(); 142 DataLayout* end_src = mdo->args_data_limit(); 143 DataLayout* dp_dst = extra_data_base(); 144 for (;; dp_src = MethodData::next_extra(dp_src), dp_dst = MethodData::next_extra(dp_dst)) { 145 assert(dp_src < end_src, "moved past end of extra data"); 146 assert(((intptr_t)dp_dst) - ((intptr_t)extra_data_base()) == ((intptr_t)dp_src) - ((intptr_t)mdo->extra_data_base()), "source and destination don't match"); 147 148 int tag = dp_src->tag(); 149 switch(tag) { 150 case DataLayout::speculative_trap_data_tag: { 151 ciSpeculativeTrapData data_dst(dp_dst); 152 SpeculativeTrapData data_src(dp_src); 153 data_dst.translate_from(&data_src); 154 break; 155 } 156 case DataLayout::bit_data_tag: 157 break; 158 case DataLayout::no_tag: 159 case DataLayout::arg_info_data_tag: 160 // An empty slot or ArgInfoData entry marks the end of the trap data 161 { 162 return; // Need a block to avoid SS compiler bug 163 } 164 default: 165 fatal("bad tag = %d", tag); 166 } 167 } 168 } 169 170 bool ciMethodData::load_data() { 171 MethodData* mdo = get_MethodData(); 172 if (mdo == nullptr) { 173 return false; 174 } 175 176 // To do: don't copy the data if it is not "ripe" -- require a minimum # 177 // of invocations. 178 179 // Snapshot the data and extra parameter data first without the extra trap and arg info data. 180 // Those are copied in a second step. Actually, an approximate snapshot of the data is taken. 181 // Any concurrently executing threads may be changing the data as we copy it. 182 // 183 // The first snapshot step requires two copies (data entries and parameter data entries) since 184 // the MDO is laid out as follows: 185 // 186 // data_base: --------------------------- 187 // | data entries | 188 // | ... | 189 // extra_data_base: --------------------------- 190 // | trap data entries | 191 // | ... | 192 // | one arg info data entry | 193 // | data for each arg | 194 // | ... | 195 // args_data_limit: --------------------------- 196 // | parameter data entries | 197 // | ... | 198 // extra_data_limit: --------------------------- 199 // 200 // _data_size = extra_data_base - data_base 201 // _extra_data_size = extra_data_limit - extra_data_base 202 // total_size = _data_size + _extra_data_size 203 // args_data_limit = data_base + total_size - parameter_data_size 204 205 #ifndef ZERO 206 // Some Zero platforms do not have expected alignment, and do not use 207 // this code. static_assert would still fire and fail for them. 208 static_assert(sizeof(_orig) % HeapWordSize == 0, "align"); 209 #endif 210 Copy::disjoint_words_atomic((HeapWord*) &mdo->_compiler_counters, 211 (HeapWord*) &_orig, 212 sizeof(_orig) / HeapWordSize); 213 Arena* arena = CURRENT_ENV->arena(); 214 _data_size = mdo->data_size(); 215 _extra_data_size = mdo->extra_data_size(); 216 int total_size = _data_size + _extra_data_size; 217 _data = (intptr_t *) arena->Amalloc(total_size); 218 Copy::disjoint_words_atomic((HeapWord*) mdo->data_base(), 219 (HeapWord*) _data, 220 _data_size / HeapWordSize); 221 222 int parameters_data_size = mdo->parameters_size_in_bytes(); 223 if (parameters_data_size > 0) { 224 // Snapshot the parameter data 225 Copy::disjoint_words_atomic((HeapWord*) mdo->args_data_limit(), 226 (HeapWord*) ((address)_data + total_size - parameters_data_size), 227 parameters_data_size / HeapWordSize); 228 } 229 // Traverse the profile data, translating any oops into their 230 // ci equivalents. 231 ResourceMark rm; 232 ciProfileData* ci_data = first_data(); 233 ProfileData* data = mdo->first_data(); 234 while (is_valid(ci_data)) { 235 ci_data->translate_from(data); 236 ci_data = next_data(ci_data); 237 data = mdo->next_data(data); 238 } 239 if (mdo->parameters_type_data() != nullptr) { 240 _parameters = data_layout_at(mdo->parameters_type_data_di()); 241 ciParametersTypeData* parameters = new ciParametersTypeData(_parameters); 242 parameters->translate_from(mdo->parameters_type_data()); 243 } 244 245 assert((DataLayout*) ((address)_data + total_size - parameters_data_size) == args_data_limit(), 246 "sanity - parameter data starts after the argument data of the single ArgInfoData entry"); 247 load_remaining_extra_data(); 248 249 // Note: Extra data are all BitData, and do not need translation. 250 _invocation_counter = mdo->invocation_count(); 251 if (_invocation_counter == 0 && mdo->backedge_count() > 0) { 252 // Avoid skewing counter data during OSR compilation. 253 // Sometimes, MDO is allocated during the very first invocation and OSR compilation is triggered 254 // solely by backedge counter while invocation counter stays zero. In such case, it's important 255 // to observe non-zero invocation count to properly scale profile counts (see ciMethod::scale_count()). 256 _invocation_counter = 1; 257 } 258 259 _state = mdo->is_mature() ? mature_state : immature_state; 260 _eflags = mdo->eflags(); 261 _arg_local = mdo->arg_local(); 262 _arg_stack = mdo->arg_stack(); 263 _arg_returned = mdo->arg_returned(); 264 if (ReplayCompiles) { 265 ciReplay::initialize(this); 266 if (is_empty()) { 267 return false; 268 } 269 } 270 return true; 271 } 272 273 void ciReceiverTypeData::translate_receiver_data_from(const ProfileData* data) { 274 for (uint row = 0; row < row_limit(); row++) { 275 Klass* k = data->as_ReceiverTypeData()->receiver(row); 276 if (k != nullptr) { 277 if (k->is_loader_alive()) { 278 ciKlass* klass = CURRENT_ENV->get_klass(k); 279 set_receiver(row, klass); 280 } else { 281 // With concurrent class unloading, the MDO could have stale metadata; override it 282 clear_row(row); 283 } 284 } else { 285 set_receiver(row, nullptr); 286 } 287 } 288 } 289 290 void ciTypeStackSlotEntries::translate_type_data_from(const TypeStackSlotEntries* entries) { 291 for (int i = 0; i < number_of_entries(); i++) { 292 intptr_t k = entries->type(i); 293 Klass* klass = (Klass*)klass_part(k); 294 if (klass != nullptr && !klass->is_loader_alive()) { 295 // With concurrent class unloading, the MDO could have stale metadata; override it 296 TypeStackSlotEntries::set_type(i, TypeStackSlotEntries::with_status((Klass*)nullptr, k)); 297 } else { 298 TypeStackSlotEntries::set_type(i, translate_klass(k)); 299 } 300 } 301 } 302 303 void ciReturnTypeEntry::translate_type_data_from(const ReturnTypeEntry* ret) { 304 intptr_t k = ret->type(); 305 Klass* klass = (Klass*)klass_part(k); 306 if (klass != nullptr && !klass->is_loader_alive()) { 307 // With concurrent class unloading, the MDO could have stale metadata; override it 308 set_type(ReturnTypeEntry::with_status((Klass*)nullptr, k)); 309 } else { 310 set_type(translate_klass(k)); 311 } 312 } 313 314 void ciSpeculativeTrapData::translate_from(const ProfileData* data) { 315 Method* m = data->as_SpeculativeTrapData()->method(); 316 ciMethod* ci_m = CURRENT_ENV->get_method(m); 317 set_method(ci_m); 318 } 319 320 // Get the data at an arbitrary (sort of) data index. 321 ciProfileData* ciMethodData::data_at(int data_index) { 322 if (out_of_bounds(data_index)) { 323 return nullptr; 324 } 325 DataLayout* data_layout = data_layout_at(data_index); 326 return data_from(data_layout); 327 } 328 329 ciProfileData* ciMethodData::data_from(DataLayout* data_layout) { 330 switch (data_layout->tag()) { 331 case DataLayout::no_tag: 332 default: 333 ShouldNotReachHere(); 334 return nullptr; 335 case DataLayout::bit_data_tag: 336 return new ciBitData(data_layout); 337 case DataLayout::counter_data_tag: 338 return new ciCounterData(data_layout); 339 case DataLayout::jump_data_tag: 340 return new ciJumpData(data_layout); 341 case DataLayout::receiver_type_data_tag: 342 return new ciReceiverTypeData(data_layout); 343 case DataLayout::virtual_call_data_tag: 344 return new ciVirtualCallData(data_layout); 345 case DataLayout::ret_data_tag: 346 return new ciRetData(data_layout); 347 case DataLayout::branch_data_tag: 348 return new ciBranchData(data_layout); 349 case DataLayout::multi_branch_data_tag: 350 return new ciMultiBranchData(data_layout); 351 case DataLayout::arg_info_data_tag: 352 return new ciArgInfoData(data_layout); 353 case DataLayout::call_type_data_tag: 354 return new ciCallTypeData(data_layout); 355 case DataLayout::virtual_call_type_data_tag: 356 return new ciVirtualCallTypeData(data_layout); 357 case DataLayout::parameters_type_data_tag: 358 return new ciParametersTypeData(data_layout); 359 }; 360 } 361 362 // Iteration over data. 363 ciProfileData* ciMethodData::next_data(ciProfileData* current) { 364 int current_index = dp_to_di(current->dp()); 365 int next_index = current_index + current->size_in_bytes(); 366 ciProfileData* next = data_at(next_index); 367 return next; 368 } 369 370 DataLayout* ciMethodData::next_data_layout(DataLayout* current) { 371 int current_index = dp_to_di((address)current); 372 int next_index = current_index + current->size_in_bytes(); 373 if (out_of_bounds(next_index)) { 374 return nullptr; 375 } 376 DataLayout* next = data_layout_at(next_index); 377 return next; 378 } 379 380 ciProfileData* ciMethodData::bci_to_extra_data(int bci, ciMethod* m, bool& two_free_slots) { 381 DataLayout* dp = extra_data_base(); 382 DataLayout* end = args_data_limit(); 383 two_free_slots = false; 384 for (;dp < end; dp = MethodData::next_extra(dp)) { 385 switch(dp->tag()) { 386 case DataLayout::no_tag: 387 _saw_free_extra_data = true; // observed an empty slot (common case) 388 two_free_slots = (MethodData::next_extra(dp)->tag() == DataLayout::no_tag); 389 return nullptr; 390 case DataLayout::arg_info_data_tag: 391 return nullptr; // ArgInfoData is after the trap data right before the parameter data. 392 case DataLayout::bit_data_tag: 393 if (m == nullptr && dp->bci() == bci) { 394 return new ciBitData(dp); 395 } 396 break; 397 case DataLayout::speculative_trap_data_tag: { 398 ciSpeculativeTrapData* data = new ciSpeculativeTrapData(dp); 399 // data->method() might be null if the MDO is snapshotted 400 // concurrently with a trap 401 if (m != nullptr && data->method() == m && dp->bci() == bci) { 402 return data; 403 } 404 break; 405 } 406 default: 407 fatal("bad tag = %d", dp->tag()); 408 } 409 } 410 return nullptr; 411 } 412 413 // Translate a bci to its corresponding data, or nullptr. 414 ciProfileData* ciMethodData::bci_to_data(int bci, ciMethod* m) { 415 // If m is not nullptr we look for a SpeculativeTrapData entry 416 if (m == nullptr) { 417 DataLayout* data_layout = data_layout_before(bci); 418 for ( ; is_valid(data_layout); data_layout = next_data_layout(data_layout)) { 419 if (data_layout->bci() == bci) { 420 set_hint_di(dp_to_di((address)data_layout)); 421 return data_from(data_layout); 422 } else if (data_layout->bci() > bci) { 423 break; 424 } 425 } 426 } 427 bool two_free_slots = false; 428 ciProfileData* result = bci_to_extra_data(bci, m, two_free_slots); 429 if (result != nullptr) { 430 return result; 431 } 432 if (m != nullptr && !two_free_slots) { 433 // We were looking for a SpeculativeTrapData entry we didn't 434 // find. Room is not available for more SpeculativeTrapData 435 // entries, look in the non SpeculativeTrapData entries. 436 return bci_to_data(bci, nullptr); 437 } 438 return nullptr; 439 } 440 441 // Conservatively decode the trap_state of a ciProfileData. 442 int ciMethodData::has_trap_at(ciProfileData* data, int reason) { 443 typedef Deoptimization::DeoptReason DR_t; 444 int per_bc_reason 445 = Deoptimization::reason_recorded_per_bytecode_if_any((DR_t) reason); 446 if (trap_count(reason) == 0) { 447 // Impossible for this trap to have occurred, regardless of trap_state. 448 // Note: This happens if the MDO is empty. 449 return 0; 450 } else if (per_bc_reason == Deoptimization::Reason_none) { 451 // We cannot conclude anything; a trap happened somewhere, maybe here. 452 return -1; 453 } else if (data == nullptr) { 454 // No profile here, not even an extra_data record allocated on the fly. 455 // If there are empty extra_data records, and there had been a trap, 456 // there would have been a non-null data pointer. If there are no 457 // free extra_data records, we must return a conservative -1. 458 if (_saw_free_extra_data) 459 return 0; // Q.E.D. 460 else 461 return -1; // bail with a conservative answer 462 } else { 463 return Deoptimization::trap_state_has_reason(data->trap_state(), per_bc_reason); 464 } 465 } 466 467 int ciMethodData::trap_recompiled_at(ciProfileData* data) { 468 if (data == nullptr) { 469 return (_saw_free_extra_data? 0: -1); // (see previous method) 470 } else { 471 return Deoptimization::trap_state_is_recompiled(data->trap_state())? 1: 0; 472 } 473 } 474 475 void ciMethodData::clear_escape_info() { 476 VM_ENTRY_MARK; 477 MethodData* mdo = get_MethodData(); 478 if (mdo != nullptr) { 479 mdo->clear_escape_info(); 480 ArgInfoData *aid = arg_info(); 481 int arg_count = (aid == nullptr) ? 0 : aid->number_of_args(); 482 for (int i = 0; i < arg_count; i++) { 483 set_arg_modified(i, 0); 484 } 485 } 486 _eflags = _arg_local = _arg_stack = _arg_returned = 0; 487 } 488 489 // copy our escape info to the MethodData* if it exists 490 void ciMethodData::update_escape_info() { 491 VM_ENTRY_MARK; 492 MethodData* mdo = get_MethodData(); 493 if ( mdo != nullptr) { 494 mdo->set_eflags(_eflags); 495 mdo->set_arg_local(_arg_local); 496 mdo->set_arg_stack(_arg_stack); 497 mdo->set_arg_returned(_arg_returned); 498 int arg_count = mdo->method()->size_of_parameters(); 499 for (int i = 0; i < arg_count; i++) { 500 mdo->set_arg_modified(i, arg_modified(i)); 501 } 502 } 503 } 504 505 void ciMethodData::set_compilation_stats(short loops, short blocks) { 506 VM_ENTRY_MARK; 507 MethodData* mdo = get_MethodData(); 508 if (mdo != nullptr) { 509 mdo->set_num_loops(loops); 510 mdo->set_num_blocks(blocks); 511 } 512 } 513 514 void ciMethodData::set_would_profile(bool p) { 515 VM_ENTRY_MARK; 516 MethodData* mdo = get_MethodData(); 517 if (mdo != nullptr) { 518 mdo->set_would_profile(p); 519 } 520 } 521 522 void ciMethodData::set_argument_type(int bci, int i, ciKlass* k) { 523 VM_ENTRY_MARK; 524 MethodData* mdo = get_MethodData(); 525 if (mdo != nullptr) { 526 ProfileData* data = mdo->bci_to_data(bci); 527 if (data != nullptr) { 528 if (data->is_CallTypeData()) { 529 data->as_CallTypeData()->set_argument_type(i, k->get_Klass()); 530 } else { 531 assert(data->is_VirtualCallTypeData(), "no arguments!"); 532 data->as_VirtualCallTypeData()->set_argument_type(i, k->get_Klass()); 533 } 534 } 535 } 536 } 537 538 void ciMethodData::set_parameter_type(int i, ciKlass* k) { 539 VM_ENTRY_MARK; 540 MethodData* mdo = get_MethodData(); 541 if (mdo != nullptr) { 542 mdo->parameters_type_data()->set_type(i, k->get_Klass()); 543 } 544 } 545 546 void ciMethodData::set_return_type(int bci, ciKlass* k) { 547 VM_ENTRY_MARK; 548 MethodData* mdo = get_MethodData(); 549 if (mdo != nullptr) { 550 ProfileData* data = mdo->bci_to_data(bci); 551 if (data != nullptr) { 552 if (data->is_CallTypeData()) { 553 data->as_CallTypeData()->set_return_type(k->get_Klass()); 554 } else { 555 assert(data->is_VirtualCallTypeData(), "no arguments!"); 556 data->as_VirtualCallTypeData()->set_return_type(k->get_Klass()); 557 } 558 } 559 } 560 } 561 562 bool ciMethodData::has_escape_info() { 563 return eflag_set(MethodData::estimated); 564 } 565 566 void ciMethodData::set_eflag(MethodData::EscapeFlag f) { 567 set_bits(_eflags, f); 568 } 569 570 bool ciMethodData::eflag_set(MethodData::EscapeFlag f) const { 571 return mask_bits(_eflags, f) != 0; 572 } 573 574 void ciMethodData::set_arg_local(int i) { 575 set_nth_bit(_arg_local, i); 576 } 577 578 void ciMethodData::set_arg_stack(int i) { 579 set_nth_bit(_arg_stack, i); 580 } 581 582 void ciMethodData::set_arg_returned(int i) { 583 set_nth_bit(_arg_returned, i); 584 } 585 586 void ciMethodData::set_arg_modified(int arg, uint val) { 587 ArgInfoData *aid = arg_info(); 588 if (aid == nullptr) 589 return; 590 assert(arg >= 0 && arg < aid->number_of_args(), "valid argument number"); 591 aid->set_arg_modified(arg, val); 592 } 593 594 bool ciMethodData::is_arg_local(int i) const { 595 return is_set_nth_bit(_arg_local, i); 596 } 597 598 bool ciMethodData::is_arg_stack(int i) const { 599 return is_set_nth_bit(_arg_stack, i); 600 } 601 602 bool ciMethodData::is_arg_returned(int i) const { 603 return is_set_nth_bit(_arg_returned, i); 604 } 605 606 uint ciMethodData::arg_modified(int arg) const { 607 ArgInfoData *aid = arg_info(); 608 if (aid == nullptr) 609 return 0; 610 assert(arg >= 0 && arg < aid->number_of_args(), "valid argument number"); 611 return aid->arg_modified(arg); 612 } 613 614 ciParametersTypeData* ciMethodData::parameters_type_data() const { 615 return _parameters != nullptr ? new ciParametersTypeData(_parameters) : nullptr; 616 } 617 618 ByteSize ciMethodData::offset_of_slot(ciProfileData* data, ByteSize slot_offset_in_data) { 619 // Get offset within MethodData* of the data array 620 ByteSize data_offset = MethodData::data_offset(); 621 622 // Get cell offset of the ProfileData within data array 623 int cell_offset = dp_to_di(data->dp()); 624 625 // Add in counter_offset, the # of bytes into the ProfileData of counter or flag 626 int offset = in_bytes(data_offset) + cell_offset + in_bytes(slot_offset_in_data); 627 628 return in_ByteSize(offset); 629 } 630 631 ciArgInfoData *ciMethodData::arg_info() const { 632 // Should be last, have to skip all traps. 633 DataLayout* dp = extra_data_base(); 634 DataLayout* end = args_data_limit(); 635 for (; dp < end; dp = MethodData::next_extra(dp)) { 636 if (dp->tag() == DataLayout::arg_info_data_tag) 637 return new ciArgInfoData(dp); 638 } 639 return nullptr; 640 } 641 642 643 // Implementation of the print method. 644 void ciMethodData::print_impl(outputStream* st) { 645 ciMetadata::print_impl(st); 646 } 647 648 void ciMethodData::dump_replay_data_type_helper(outputStream* out, int round, int& count, ProfileData* pdata, ByteSize offset, ciKlass* k) { 649 if (k != nullptr) { 650 if (round == 0) { 651 count++; 652 } else { 653 out->print(" %d %s", (int)(dp_to_di(pdata->dp() + in_bytes(offset)) / sizeof(intptr_t)), 654 CURRENT_ENV->replay_name(k)); 655 } 656 } 657 } 658 659 template<class T> void ciMethodData::dump_replay_data_receiver_type_helper(outputStream* out, int round, int& count, T* vdata) { 660 for (uint i = 0; i < vdata->row_limit(); i++) { 661 dump_replay_data_type_helper(out, round, count, vdata, vdata->receiver_offset(i), vdata->receiver(i)); 662 } 663 } 664 665 template<class T> void ciMethodData::dump_replay_data_call_type_helper(outputStream* out, int round, int& count, T* call_type_data) { 666 if (call_type_data->has_arguments()) { 667 for (int i = 0; i < call_type_data->number_of_arguments(); i++) { 668 dump_replay_data_type_helper(out, round, count, call_type_data, call_type_data->argument_type_offset(i), call_type_data->valid_argument_type(i)); 669 } 670 } 671 if (call_type_data->has_return()) { 672 dump_replay_data_type_helper(out, round, count, call_type_data, call_type_data->return_type_offset(), call_type_data->valid_return_type()); 673 } 674 } 675 676 void ciMethodData::dump_replay_data_extra_data_helper(outputStream* out, int round, int& count) { 677 DataLayout* dp = extra_data_base(); 678 DataLayout* end = args_data_limit(); 679 680 for (;dp < end; dp = MethodData::next_extra(dp)) { 681 switch(dp->tag()) { 682 case DataLayout::no_tag: 683 case DataLayout::arg_info_data_tag: 684 return; 685 case DataLayout::bit_data_tag: 686 break; 687 case DataLayout::speculative_trap_data_tag: { 688 ciSpeculativeTrapData* data = new ciSpeculativeTrapData(dp); 689 ciMethod* m = data->method(); 690 if (m != nullptr) { 691 if (round == 0) { 692 count++; 693 } else { 694 out->print(" %d ", (int)(dp_to_di(((address)dp) + in_bytes(ciSpeculativeTrapData::method_offset())) / sizeof(intptr_t))); 695 m->dump_name_as_ascii(out); 696 } 697 } 698 break; 699 } 700 default: 701 fatal("bad tag = %d", dp->tag()); 702 } 703 } 704 } 705 706 void ciMethodData::dump_replay_data(outputStream* out) { 707 ResourceMark rm; 708 MethodData* mdo = get_MethodData(); 709 Method* method = mdo->method(); 710 out->print("ciMethodData "); 711 ciMethod::dump_name_as_ascii(out, method); 712 out->print(" %d %d", _state, _invocation_counter); 713 714 // dump the contents of the MDO header as raw data 715 unsigned char* orig = (unsigned char*)&_orig; 716 int length = sizeof(_orig); 717 out->print(" orig %d", length); 718 for (int i = 0; i < length; i++) { 719 out->print(" %d", orig[i]); 720 } 721 722 // dump the MDO data as raw data 723 int elements = (data_size() + extra_data_size()) / sizeof(intptr_t); 724 out->print(" data %d", elements); 725 for (int i = 0; i < elements; i++) { 726 // We could use INTPTR_FORMAT here but that's zero justified 727 // which makes comparing it with the SA version of this output 728 // harder. data()'s element type is intptr_t. 729 out->print(" " INTX_FORMAT_X, data()[i]); 730 } 731 732 // The MDO contained oop references as ciObjects, so scan for those 733 // and emit pairs of offset and klass name so that they can be 734 // reconstructed at runtime. The first round counts the number of 735 // oop references and the second actually emits them. 736 ciParametersTypeData* parameters = parameters_type_data(); 737 for (int count = 0, round = 0; round < 2; round++) { 738 if (round == 1) out->print(" oops %d", count); 739 ProfileData* pdata = first_data(); 740 for ( ; is_valid(pdata); pdata = next_data(pdata)) { 741 if (pdata->is_VirtualCallData()) { 742 ciVirtualCallData* vdata = (ciVirtualCallData*)pdata; 743 dump_replay_data_receiver_type_helper<ciVirtualCallData>(out, round, count, vdata); 744 if (pdata->is_VirtualCallTypeData()) { 745 ciVirtualCallTypeData* call_type_data = (ciVirtualCallTypeData*)pdata; 746 dump_replay_data_call_type_helper<ciVirtualCallTypeData>(out, round, count, call_type_data); 747 } 748 } else if (pdata->is_ReceiverTypeData()) { 749 ciReceiverTypeData* vdata = (ciReceiverTypeData*)pdata; 750 dump_replay_data_receiver_type_helper<ciReceiverTypeData>(out, round, count, vdata); 751 } else if (pdata->is_CallTypeData()) { 752 ciCallTypeData* call_type_data = (ciCallTypeData*)pdata; 753 dump_replay_data_call_type_helper<ciCallTypeData>(out, round, count, call_type_data); 754 } 755 } 756 if (parameters != nullptr) { 757 for (int i = 0; i < parameters->number_of_parameters(); i++) { 758 dump_replay_data_type_helper(out, round, count, parameters, ParametersTypeData::type_offset(i), parameters->valid_parameter_type(i)); 759 } 760 } 761 } 762 for (int count = 0, round = 0; round < 2; round++) { 763 if (round == 1) out->print(" methods %d", count); 764 dump_replay_data_extra_data_helper(out, round, count); 765 } 766 out->cr(); 767 } 768 769 #ifndef PRODUCT 770 void ciMethodData::print() { 771 print_data_on(tty); 772 } 773 774 void ciMethodData::print_data_on(outputStream* st) { 775 ResourceMark rm; 776 ciParametersTypeData* parameters = parameters_type_data(); 777 if (parameters != nullptr) { 778 parameters->print_data_on(st); 779 } 780 ciProfileData* data; 781 for (data = first_data(); is_valid(data); data = next_data(data)) { 782 st->print("%d", dp_to_di(data->dp())); 783 st->fill_to(6); 784 data->print_data_on(st); 785 } 786 st->print_cr("--- Extra data:"); 787 DataLayout* dp = extra_data_base(); 788 DataLayout* end = args_data_limit(); 789 for (;; dp = MethodData::next_extra(dp)) { 790 assert(dp < end, "moved past end of extra data"); 791 switch (dp->tag()) { 792 case DataLayout::no_tag: 793 continue; 794 case DataLayout::bit_data_tag: 795 data = new BitData(dp); 796 break; 797 case DataLayout::arg_info_data_tag: 798 data = new ciArgInfoData(dp); 799 dp = end; // ArgInfoData is after the trap data right before the parameter data. 800 break; 801 case DataLayout::speculative_trap_data_tag: 802 data = new ciSpeculativeTrapData(dp); 803 break; 804 default: 805 fatal("unexpected tag %d", dp->tag()); 806 } 807 st->print("%d", dp_to_di(data->dp())); 808 st->fill_to(6); 809 data->print_data_on(st); 810 if (dp >= end) return; 811 } 812 } 813 814 void ciTypeEntries::print_ciklass(outputStream* st, intptr_t k) { 815 if (TypeEntries::is_type_none(k)) { 816 st->print("none"); 817 } else if (TypeEntries::is_type_unknown(k)) { 818 st->print("unknown"); 819 } else { 820 valid_ciklass(k)->print_name_on(st); 821 } 822 if (TypeEntries::was_null_seen(k)) { 823 st->print(" (null seen)"); 824 } 825 } 826 827 void ciTypeStackSlotEntries::print_data_on(outputStream* st) const { 828 for (int i = 0; i < number_of_entries(); i++) { 829 _pd->tab(st); 830 st->print("%d: stack (%u) ", i, stack_slot(i)); 831 print_ciklass(st, type(i)); 832 st->cr(); 833 } 834 } 835 836 void ciReturnTypeEntry::print_data_on(outputStream* st) const { 837 _pd->tab(st); 838 st->print("ret "); 839 print_ciklass(st, type()); 840 st->cr(); 841 } 842 843 void ciCallTypeData::print_data_on(outputStream* st, const char* extra) const { 844 print_shared(st, "ciCallTypeData", extra); 845 if (has_arguments()) { 846 tab(st, true); 847 st->print_cr("argument types"); 848 args()->print_data_on(st); 849 } 850 if (has_return()) { 851 tab(st, true); 852 st->print_cr("return type"); 853 ret()->print_data_on(st); 854 } 855 } 856 857 void ciReceiverTypeData::print_receiver_data_on(outputStream* st) const { 858 uint row; 859 int entries = 0; 860 for (row = 0; row < row_limit(); row++) { 861 if (receiver(row) != nullptr) entries++; 862 } 863 st->print_cr("count(%u) entries(%u)", count(), entries); 864 for (row = 0; row < row_limit(); row++) { 865 if (receiver(row) != nullptr) { 866 tab(st); 867 receiver(row)->print_name_on(st); 868 st->print_cr("(%u)", receiver_count(row)); 869 } 870 } 871 } 872 873 void ciReceiverTypeData::print_data_on(outputStream* st, const char* extra) const { 874 print_shared(st, "ciReceiverTypeData", extra); 875 print_receiver_data_on(st); 876 } 877 878 void ciVirtualCallData::print_data_on(outputStream* st, const char* extra) const { 879 print_shared(st, "ciVirtualCallData", extra); 880 rtd_super()->print_receiver_data_on(st); 881 } 882 883 void ciVirtualCallTypeData::print_data_on(outputStream* st, const char* extra) const { 884 print_shared(st, "ciVirtualCallTypeData", extra); 885 rtd_super()->print_receiver_data_on(st); 886 if (has_arguments()) { 887 tab(st, true); 888 st->print("argument types"); 889 args()->print_data_on(st); 890 } 891 if (has_return()) { 892 tab(st, true); 893 st->print("return type"); 894 ret()->print_data_on(st); 895 } 896 } 897 898 void ciParametersTypeData::print_data_on(outputStream* st, const char* extra) const { 899 st->print_cr("ciParametersTypeData"); 900 parameters()->print_data_on(st); 901 } 902 903 void ciSpeculativeTrapData::print_data_on(outputStream* st, const char* extra) const { 904 st->print_cr("ciSpeculativeTrapData"); 905 tab(st); 906 method()->print_short_name(st); 907 st->cr(); 908 } 909 #endif