Frames src/hotspot/share/ci/ciReplay.cpp

   1 /*
   2  * Copyright (c) 2013, 2026, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "ci/ciKlass.hpp"
  26 #include "ci/ciMethodData.hpp"
  27 #include "ci/ciReplay.hpp"
  28 #include "ci/ciSymbol.hpp"
  29 #include "ci/ciUtilities.inline.hpp"
  30 #include "classfile/javaClasses.hpp"
  31 #include "classfile/symbolTable.hpp"
  32 #include "classfile/systemDictionary.hpp"
  33 #include "compiler/compilationPolicy.hpp"
  34 #include "compiler/compileBroker.hpp"
  35 #include "compiler/compilerDefinitions.inline.hpp"
  36 #include "interpreter/linkResolver.hpp"
  37 #include "jvm.h"
  38 #include "memory/allocation.inline.hpp"
  39 #include "memory/oopFactory.hpp"
  40 #include "memory/resourceArea.hpp"
  41 #include "oops/arrayProperties.hpp"
  42 #include "oops/constantPool.inline.hpp"
  43 #include "oops/cpCache.inline.hpp"
  44 #include "oops/fieldStreams.inline.hpp"
  45 #include "oops/inlineKlass.inline.hpp"
  46 #include "oops/klass.inline.hpp"
  47 #include "oops/method.inline.hpp"
  48 #include "oops/oop.inline.hpp"
  49 #include "oops/oopCast.inline.hpp"
  50 #include "oops/resolvedIndyEntry.hpp"
  51 #include "prims/jvmtiExport.hpp"
  52 #include "prims/methodHandles.hpp"
  53 #include "runtime/fieldDescriptor.inline.hpp"
  54 #include "runtime/globals_extension.hpp"
  55 #include "runtime/handles.inline.hpp"
  56 #include "runtime/java.hpp"
  57 #include "runtime/jniHandles.inline.hpp"
  58 #include "runtime/threads.hpp"
  59 #include "utilities/copy.hpp"
  60 #include "utilities/macros.hpp"
  61 #include "utilities/utf8.hpp"
  62 
  63 // ciReplay
  64 
  65 typedef struct _ciMethodDataRecord {
  66   const char* _klass_name;
  67   const char* _method_name;
  68   const char* _signature;
  69 
  70   int _state;
  71   int _invocation_counter;
  72 
  73   intptr_t* _data;
  74   char*     _orig_data;
  75   Klass**   _classes;
  76   Method**  _methods;
  77   int*      _classes_offsets;
  78   int*      _methods_offsets;
  79   int       _data_length;
  80   int       _orig_data_length;
  81   int       _classes_length;
  82   int       _methods_length;
  83 } ciMethodDataRecord;
  84 
  85 typedef struct _ciMethodRecord {
  86   const char* _klass_name;
  87   const char* _method_name;
  88   const char* _signature;
  89 
  90   int _instructions_size;
  91   int _interpreter_invocation_count;
  92   int _interpreter_throwout_count;
  93   int _invocation_counter;
  94   int _backedge_counter;
  95 } ciMethodRecord;
  96 
  97 typedef struct _ciInstanceKlassRecord {
  98   const InstanceKlass* _klass;
  99   jobject _java_mirror; // Global handle to java mirror to prevent unloading
 100 } ciInstanceKlassRecord;
 101 
 102 typedef struct _ciInlineRecord {
 103   const char* _klass_name;
 104   const char* _method_name;
 105   const char* _signature;
 106 
 107   int _inline_depth;
 108   int _inline_bci;
 109   bool _inline_late;
 110 } ciInlineRecord;
 111 
 112 class  CompileReplay;
 113 static CompileReplay* replay_state;
 114 
 115 class CompileReplay : public StackObj {
 116  private:
 117   FILE*   _stream;
 118   Thread* _thread;
 119   Handle  _loader;
 120   int     _version;
 121 
 122   GrowableArray<ciMethodRecord*>     _ci_method_records;
 123   GrowableArray<ciMethodDataRecord*> _ci_method_data_records;
 124   GrowableArray<ciInstanceKlassRecord*> _ci_instance_klass_records;
 125 
 126   // Use pointer because we may need to return inline records
 127   // without destroying them.
 128   GrowableArray<ciInlineRecord*>*    _ci_inline_records;
 129 
 130   const char* _error_message;
 131 
 132   char* _bufptr;
 133   char* _buffer;
 134   int   _buffer_length;
 135   ReallocMark _nesting; // Safety checks for arena reallocation
 136 
 137   // "compile" data
 138   ciKlass* _iklass;
 139   Method*  _imethod;
 140   int      _entry_bci;
 141   int      _comp_level;
 142 
 143  public:
 144   CompileReplay(const char* filename, TRAPS) {
 145     _thread = THREAD;
 146     _loader = Handle(_thread, SystemDictionary::java_system_loader());
 147 
 148     _stream = os::fopen(filename, "rt");
 149     if (_stream == nullptr) {
 150       fprintf(stderr, "ERROR: Can't open replay file %s\n", filename);
 151     }
 152 
 153     _ci_inline_records = nullptr;
 154     _error_message = nullptr;
 155 
 156     _buffer_length = 32;
 157     _buffer = NEW_RESOURCE_ARRAY(char, _buffer_length);
 158     _bufptr = _buffer;
 159 
 160     _imethod = nullptr;
 161     _iklass  = nullptr;
 162     _entry_bci  = 0;
 163     _comp_level = 0;
 164     _version = 0;
 165 
 166     test();
 167   }
 168 
 169   ~CompileReplay() {
 170     if (_stream != nullptr) fclose(_stream);
 171   }
 172 
 173   void test() {
 174     strcpy(_buffer, "1 2 foo 4 bar 0x9 \"this is it\"");
 175     _bufptr = _buffer;
 176     assert(parse_int("test") == 1, "what");
 177     assert(parse_int("test") == 2, "what");
 178     assert(strcmp(parse_string(), "foo") == 0, "what");
 179     assert(parse_int("test") == 4, "what");
 180     assert(strcmp(parse_string(), "bar") == 0, "what");
 181     assert(parse_intptr_t("test") == 9, "what");
 182     assert(strcmp(parse_quoted_string(), "this is it") == 0, "what");
 183   }
 184 
 185   bool had_error() {
 186     return _error_message != nullptr || _thread->has_pending_exception();
 187   }
 188 
 189   bool can_replay() {
 190     return !(_stream == nullptr || had_error());
 191   }
 192 
 193   void report_error(const char* msg) {
 194     _error_message = msg;
 195   }
 196 
 197   int parse_int(const char* label) {
 198     if (had_error()) {
 199       return 0;
 200     }
 201 
 202     int v = 0;
 203     int read;
 204     if (sscanf(_bufptr, "%i%n", &v, &read) != 1) {
 205       report_error(label);
 206     } else {
 207       _bufptr += read;
 208     }
 209     return v;
 210   }
 211 
 212   intptr_t parse_intptr_t(const char* label) {
 213     if (had_error()) {
 214       return 0;
 215     }
 216 
 217     intptr_t v = 0;
 218     int read;
 219     if (sscanf(_bufptr, INTPTR_FORMAT "%n", &v, &read) != 1) {
 220       report_error(label);
 221     } else {
 222       _bufptr += read;
 223     }
 224     return v;
 225   }
 226 
 227   void skip_ws() {
 228     // Skip any leading whitespace
 229     while (*_bufptr == ' ' || *_bufptr == '\t') {
 230       _bufptr++;
 231     }
 232   }
 233 
 234   // Ignore the rest of the line
 235   void skip_remaining() {
 236     _bufptr = &_bufptr[strlen(_bufptr)]; // skip ahead to terminator
 237   }
 238 
 239   char* scan_and_terminate(char delim) {
 240     char* str = _bufptr;
 241     while (*_bufptr != delim && *_bufptr != '\0') {
 242       _bufptr++;
 243     }
 244     if (*_bufptr != '\0') {
 245       *_bufptr++ = '\0';
 246     }
 247     if (_bufptr == str) {
 248       // nothing here
 249       return nullptr;
 250     }
 251     return str;
 252   }
 253 
 254   char* parse_string() {
 255     if (had_error()) return nullptr;
 256 
 257     skip_ws();
 258     return scan_and_terminate(' ');
 259   }
 260 
 261   char* parse_quoted_string() {
 262     if (had_error()) return nullptr;
 263 
 264     skip_ws();
 265 
 266     if (*_bufptr == '"') {
 267       _bufptr++;
 268       return scan_and_terminate('"');
 269     } else {
 270       return scan_and_terminate(' ');
 271     }
 272   }
 273 
 274   char* parse_escaped_string() {
 275     char* result = parse_quoted_string();
 276     if (result != nullptr) {
 277       unescape_string(result);
 278     }
 279     return result;
 280   }
 281 
 282   // Look for the tag 'tag' followed by an
 283   bool parse_tag_and_count(const char* tag, int& length) {
 284     const char* t = parse_string();
 285     if (t == nullptr) {
 286       return false;
 287     }
 288 
 289     if (strcmp(tag, t) != 0) {
 290       report_error(tag);
 291       return false;
 292     }
 293     length = parse_int("parse_tag_and_count");
 294     return !had_error();
 295   }
 296 
 297   // Parse a sequence of raw data encoded as bytes and return the
 298   // resulting data.
 299   char* parse_data(const char* tag, int& length) {
 300     int read_size = 0;
 301     if (!parse_tag_and_count(tag, read_size)) {
 302       return nullptr;
 303     }
 304 
 305     int actual_size = sizeof(MethodData::CompilerCounters);
 306     char *result = NEW_RESOURCE_ARRAY(char, actual_size);
 307     int i = 0;
 308     if (read_size != actual_size) {
 309       tty->print_cr("Warning: ciMethodData parsing sees MethodData size %i in file, current is %i", read_size,
 310                     actual_size);
 311       // Replay serializes the entire MethodData, but the data is at the end.
 312       // If the MethodData instance size has changed, we can pad or truncate in the beginning
 313       int padding = actual_size - read_size;
 314       if (padding > 0) {
 315         // pad missing data with zeros
 316         tty->print_cr("- Padding MethodData");
 317         for (; i < padding; i++) {
 318           result[i] = 0;
 319         }
 320       } else if (padding < 0) {
 321         // drop some data
 322         tty->print_cr("- Truncating MethodData");
 323         for (int j = 0; j < -padding; j++) {
 324           int val = parse_int("data");
 325           // discard val
 326         }
 327       }
 328     }
 329 
 330     assert(i < actual_size, "At least some data must remain to be copied");
 331     for (; i < actual_size; i++) {
 332       int val = parse_int("data");
 333       result[i] = val;
 334     }
 335     length = actual_size;
 336     return result;
 337   }
 338 
 339   // Parse a standard chunk of data emitted as:
 340   //   'tag' <length> # # ...
 341   // Where each # is an intptr_t item
 342   intptr_t* parse_intptr_data(const char* tag, int& length) {
 343     if (!parse_tag_and_count(tag, length)) {
 344       return nullptr;
 345     }
 346 
 347     intptr_t* result = NEW_RESOURCE_ARRAY(intptr_t, length);
 348     for (int i = 0; i < length; i++) {
 349       skip_ws();
 350       intptr_t val = parse_intptr_t("data");
 351       result[i] = val;
 352     }
 353     return result;
 354   }
 355 
 356   // Parse a possibly quoted version of a symbol into a symbolOop
 357   Symbol* parse_symbol() {
 358     const char* str = parse_escaped_string();
 359     if (str != nullptr) {
 360       Symbol* sym = SymbolTable::new_symbol(str);
 361       return sym;
 362     }
 363     return nullptr;
 364   }
 365 
 366   bool parse_terminator() {
 367     char* terminator = parse_string();
 368     if (terminator != nullptr && strcmp(terminator, ";") == 0) {
 369       return true;
 370     }
 371     return false;
 372   }
 373 
 374   // Parse a special hidden klass location syntax
 375   // syntax: @bci <klass> <name> <signature> <bci> <location>* ;
 376   // syntax: @cpi <klass> <cpi> <location>* ;
 377   Klass* parse_cp_ref(TRAPS) {
 378     JavaThread* thread = THREAD;
 379     oop obj = nullptr;
 380     char* ref = parse_string();
 381     if (strcmp(ref, "bci") == 0) {
 382       Method* m = parse_method(CHECK_NULL);
 383       if (m == nullptr) {
 384         return nullptr;
 385       }
 386 
 387       InstanceKlass* ik = m->method_holder();
 388       const constantPoolHandle cp(Thread::current(), ik->constants());
 389 
 390       // invokedynamic or invokehandle
 391 
 392       methodHandle caller(Thread::current(), m);
 393       int bci = parse_int("bci");
 394       if (m->validate_bci(bci) != bci) {
 395         report_error("bad bci");
 396         return nullptr;
 397       }
 398 
 399       ik->link_class(CHECK_NULL);
 400 
 401       Bytecode_invoke bytecode = Bytecode_invoke_check(caller, bci);
 402       if (!Bytecodes::is_defined(bytecode.code()) || !bytecode.is_valid()) {
 403         report_error("no invoke found at bci");
 404         return nullptr;
 405       }
 406       bytecode.verify();
 407       int index = bytecode.index();
 408 
 409       CallInfo callInfo;
 410       Bytecodes::Code bc = bytecode.invoke_code();
 411       LinkResolver::resolve_invoke(callInfo, Handle(), cp, index, bc, CHECK_NULL);
 412 
 413       oop appendix = nullptr;
 414       Method* adapter_method = nullptr;
 415       int pool_index = 0;
 416 
 417       if (bytecode.is_invokedynamic()) {
 418         cp->cache()->set_dynamic_call(callInfo, index);
 419 
 420         appendix = cp->resolved_reference_from_indy(index);
 421         adapter_method = cp->resolved_indy_entry_at(index)->method();
 422         pool_index = cp->resolved_indy_entry_at(index)->constant_pool_index();
 423       } else if (bytecode.is_invokehandle()) {
 424 #ifdef ASSERT
 425         Klass* holder = cp->klass_ref_at(index, bytecode.code(), CHECK_NULL);
 426         Symbol* name = cp->name_ref_at(index, bytecode.code());
 427         assert(MethodHandles::is_signature_polymorphic_name(holder, name), "");
 428 #endif
 429         ResolvedMethodEntry* method_entry = cp->cache()->set_method_handle(index, callInfo);
 430         appendix = cp->cache()->appendix_if_resolved(method_entry);
 431         adapter_method = method_entry->method();
 432         pool_index = method_entry->constant_pool_index();
 433       } else {
 434         report_error("no dynamic invoke found");
 435         return nullptr;
 436       }
 437       char* dyno_ref = parse_string();
 438       if (strcmp(dyno_ref, "<appendix>") == 0) {
 439         obj = appendix;
 440       } else if (strcmp(dyno_ref, "<adapter>") == 0) {
 441         if (!parse_terminator()) {
 442           report_error("no dynamic invoke found");
 443           return nullptr;
 444         }
 445         Method* adapter = adapter_method;
 446         if (adapter == nullptr) {
 447           report_error("no adapter found");
 448           return nullptr;
 449         }
 450         return adapter->method_holder();
 451       } else if (strcmp(dyno_ref, "<bsm>") == 0) {
 452         BootstrapInfo bootstrap_specifier(cp, pool_index, index);
 453         obj = cp->resolve_possibly_cached_constant_at(bootstrap_specifier.bsm_index(), CHECK_NULL);
 454       } else {
 455         report_error("unrecognized token");
 456         return nullptr;
 457       }
 458     } else {
 459       // constant pool ref (MethodHandle)
 460       if (strcmp(ref, "cpi") != 0) {
 461         report_error("unexpected token");
 462         return nullptr;
 463       }
 464 
 465       Klass* k = parse_klass(CHECK_NULL);
 466       if (k == nullptr) {
 467         return nullptr;
 468       }
 469       InstanceKlass* ik = InstanceKlass::cast(k);
 470       const constantPoolHandle cp(Thread::current(), ik->constants());
 471 
 472       int cpi = parse_int("cpi");
 473 
 474       if (cpi >= cp->length()) {
 475         report_error("bad cpi");
 476         return nullptr;
 477       }
 478       if (!cp->tag_at(cpi).is_method_handle()) {
 479         report_error("no method handle found at cpi");
 480         return nullptr;
 481       }
 482       ik->link_class(CHECK_NULL);
 483       obj = cp->resolve_possibly_cached_constant_at(cpi, CHECK_NULL);
 484     }
 485     if (obj == nullptr) {
 486       report_error("null cp object found");
 487       return nullptr;
 488     }
 489     Klass* k = nullptr;
 490     skip_ws();
 491     // loop: read fields
 492     char* field = nullptr;
 493     do {
 494       field = parse_string();
 495       if (field == nullptr) {
 496         report_error("no field found");
 497         return nullptr;
 498       }
 499       if (strcmp(field, ";") == 0) {
 500         break;
 501       }
 502       // raw Method*
 503       if (strcmp(field, "<vmtarget>") == 0) {
 504         Method* vmtarget = java_lang_invoke_MemberName::vmtarget(obj);
 505         k = (vmtarget == nullptr) ? nullptr : vmtarget->method_holder();
 506         if (k == nullptr) {
 507           report_error("null vmtarget found");
 508           return nullptr;
 509         }
 510         if (!parse_terminator()) {
 511           report_error("missing terminator");
 512           return nullptr;
 513         }
 514         return k;
 515       }
 516       obj = ciReplay::obj_field(obj, field);
 517       // TODO 8350865 I think we need to handle null-free/flat arrays here
 518       if (obj != nullptr && obj->is_refArray()) {
 519         refArrayOop arr = oop_cast<refArrayOop>(obj);
 520         int index = parse_int("index");
 521         if (index >= arr->length()) {
 522           report_error("bad array index");
 523           return nullptr;
 524         }
 525         obj = arr->obj_at(index);
 526       }
 527     } while (obj != nullptr);
 528     if (obj == nullptr) {
 529       report_error("null field found");
 530       return nullptr;
 531     }
 532     k = obj->klass();
 533     return k;
 534   }
 535 
 536   // Parse a valid klass name and look it up
 537   // syntax: <name>
 538   // syntax: <constant pool ref>
 539   Klass* parse_klass(TRAPS) {
 540     skip_ws();
 541     // check for constant pool object reference (for a dynamic/hidden class)
 542     bool cp_ref = (*_bufptr == '@');
 543     if (cp_ref) {
 544       ++_bufptr;
 545       Klass* k = parse_cp_ref(CHECK_NULL);
 546       if (k != nullptr && !k->is_hidden()) {
 547         report_error("expected hidden class");
 548         return nullptr;
 549       }
 550       return k;
 551     }
 552     char* str = parse_escaped_string();
 553     Symbol* klass_name = SymbolTable::new_symbol(str);
 554     if (klass_name != nullptr) {
 555       Klass* k = nullptr;
 556       if (_iklass != nullptr) {
 557         k = (Klass*)_iklass->find_klass(ciSymbol::make(klass_name->as_C_string()))->constant_encoding();
 558       } else {
 559         k = SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
 560       }
 561       if (HAS_PENDING_EXCEPTION) {
 562         oop throwable = PENDING_EXCEPTION;
 563         java_lang_Throwable::print(throwable, tty);
 564         tty->cr();
 565         report_error(str);
 566         if (ReplayIgnoreInitErrors) {
 567           CLEAR_PENDING_EXCEPTION;
 568           _error_message = nullptr;
 569         }
 570         return nullptr;
 571       }
 572       return k;
 573     }
 574     return nullptr;
 575   }
 576 
 577   // Lookup a klass
 578   Klass* resolve_klass(const char* klass, TRAPS) {
 579     Symbol* klass_name = SymbolTable::new_symbol(klass);
 580     return SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
 581   }
 582 
 583   // Parse the standard tuple of <klass> <name> <signature>
 584   Method* parse_method(TRAPS) {
 585     InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK_NULL);
 586     if (k == nullptr) {
 587       report_error("Can't find holder klass");
 588       return nullptr;
 589     }
 590     Symbol* method_name = parse_symbol();
 591     Symbol* method_signature = parse_symbol();
 592     Method* m = k->find_method(method_name, method_signature);
 593     if (m == nullptr) {
 594       report_error("Can't find method");
 595     }
 596     return m;
 597   }
 598 
 599   int get_line(int c) {
 600     int buffer_pos = 0;
 601     while(c != EOF) {
 602       if (buffer_pos + 1 >= _buffer_length) {
 603         _nesting.check(); // Check if a reallocation in the resource arena is safe
 604         int new_length = _buffer_length * 2;
 605         // Next call will throw error in case of OOM.
 606         _buffer = REALLOC_RESOURCE_ARRAY(_buffer, _buffer_length, new_length);
 607         _buffer_length = new_length;
 608       }
 609       if (c == '\n') {
 610         c = getc(_stream); // get next char
 611         break;
 612       } else if (c == '\r') {
 613         // skip LF
 614       } else {
 615         _buffer[buffer_pos++] = c;
 616       }
 617       c = getc(_stream);
 618     }
 619     // null terminate it, reset the pointer
 620     _buffer[buffer_pos] = '\0'; // NL or EOF
 621     _bufptr = _buffer;
 622     return c;
 623   }
 624 
 625   // Process each line of the replay file executing each command until
 626   // the file ends.
 627   void process(TRAPS) {
 628     int line_no = 1;
 629     int c = getc(_stream);
 630     while(c != EOF) {
 631       c = get_line(c);
 632       process_command(false, THREAD);
 633       if (had_error()) {
 634         int pos = _bufptr - _buffer + 1;
 635         tty->print_cr("Error while parsing line %d at position %d: %s\n", line_no, pos, _error_message);
 636         if (ReplayIgnoreInitErrors) {
 637           CLEAR_PENDING_EXCEPTION;
 638           _error_message = nullptr;
 639         } else {
 640           return;
 641         }
 642       }
 643       line_no++;
 644     }
 645     reset();
 646   }
 647 
 648   void process_command(bool is_replay_inline, TRAPS) {
 649     char* cmd = parse_string();
 650     if (cmd == nullptr) {
 651       return;
 652     }
 653     if (strcmp("#", cmd) == 0) {
 654       // comment line, print or ignore
 655       if (Verbose) {
 656         tty->print_cr("# %s", _bufptr);
 657       }
 658       skip_remaining();
 659     } else if (strcmp("version", cmd) == 0) {
 660       _version = parse_int("version");
 661       if (_version < 0 || _version > REPLAY_VERSION) {
 662         tty->print_cr("# unrecognized version %d, expected 0 <= version <= %d", _version, REPLAY_VERSION);
 663       }
 664     } else if (strcmp("compile", cmd) == 0) {
 665       process_compile(CHECK);
 666     } else if (!is_replay_inline) {
 667       if (strcmp("ciMethod", cmd) == 0) {
 668         process_ciMethod(CHECK);
 669       } else if (strcmp("ciMethodData", cmd) == 0) {
 670         process_ciMethodData(CHECK);
 671       } else if (strcmp("staticfield", cmd) == 0) {
 672         process_staticfield(CHECK);
 673       } else if (strcmp("ciInstanceKlass", cmd) == 0) {
 674         process_ciInstanceKlass(CHECK);
 675       } else if (strcmp("instanceKlass", cmd) == 0) {
 676         process_instanceKlass(CHECK);
 677 #if INCLUDE_JVMTI
 678       } else if (strcmp("JvmtiExport", cmd) == 0) {
 679         process_JvmtiExport(CHECK);
 680 #endif // INCLUDE_JVMTI
 681       } else {
 682         report_error("unknown command");
 683       }
 684     } else {
 685       report_error("unknown command");
 686     }
 687     if (!had_error() && *_bufptr != '\0') {
 688       report_error("line not properly terminated");
 689     }
 690   }
 691 
 692   // validation of comp_level
 693   bool is_valid_comp_level(int comp_level) {
 694     const int msg_len = 256;
 695     char* msg = nullptr;
 696     if (!is_compile(comp_level)) {
 697       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 698       jio_snprintf(msg, msg_len, "%d isn't compilation level", comp_level);
 699     } else if (is_c1_compile(comp_level) && !CompilerConfig::is_c1_enabled()) {
 700       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 701       jio_snprintf(msg, msg_len, "compilation level %d requires C1", comp_level);
 702     } else if (is_c2_compile(comp_level) && !CompilerConfig::is_c2_enabled()) {
 703       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 704       jio_snprintf(msg, msg_len, "compilation level %d requires C2", comp_level);
 705     }
 706     if (msg != nullptr) {
 707       report_error(msg);
 708       return false;
 709     }
 710     return true;
 711   }
 712 
 713   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <klass> <name> <signature>)*
 714   void* process_inline(ciMethod* imethod, Method* m, int entry_bci, int comp_level, TRAPS) {
 715     _imethod    = m;
 716     _iklass     = imethod->holder();
 717     _entry_bci  = entry_bci;
 718     _comp_level = comp_level;
 719     int line_no = 1;
 720     int c = getc(_stream);
 721     while(c != EOF) {
 722       c = get_line(c);
 723       process_command(true, CHECK_NULL);
 724       if (had_error()) {
 725         tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
 726         tty->print_cr("%s", _buffer);
 727         return nullptr;
 728       }
 729       if (_ci_inline_records != nullptr && _ci_inline_records->length() > 0) {
 730         // Found inlining record for the requested method.
 731         return _ci_inline_records;
 732       }
 733       line_no++;
 734     }
 735     return nullptr;
 736   }
 737 
 738   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <inline_late> <klass> <name> <signature>)*
 739   void process_compile(TRAPS) {
 740     Method* method = parse_method(CHECK);
 741     if (had_error()) return;
 742     int entry_bci = parse_int("entry_bci");
 743     int comp_level = parse_int("comp_level");
 744     if (!is_valid_comp_level(comp_level)) {
 745       return;
 746     }
 747     if (_imethod != nullptr) {
 748       // Replay Inlining
 749       if (entry_bci != _entry_bci || comp_level != _comp_level) {
 750         return;
 751       }
 752       const char* iklass_name  = _imethod->method_holder()->name()->as_utf8();
 753       const char* imethod_name = _imethod->name()->as_utf8();
 754       const char* isignature   = _imethod->signature()->as_utf8();
 755       const char* klass_name   = method->method_holder()->name()->as_utf8();
 756       const char* method_name  = method->name()->as_utf8();
 757       const char* signature    = method->signature()->as_utf8();
 758       if (strcmp(iklass_name,  klass_name)  != 0 ||
 759           strcmp(imethod_name, method_name) != 0 ||
 760           strcmp(isignature,   signature)   != 0) {
 761         return;
 762       }
 763     }
 764     int inline_count = 0;
 765     if (parse_tag_and_count("inline", inline_count)) {
 766       // Record inlining data
 767       _ci_inline_records = new GrowableArray<ciInlineRecord*>();
 768       for (int i = 0; i < inline_count; i++) {
 769         int depth = parse_int("inline_depth");
 770         int bci = parse_int("inline_bci");
 771         if (had_error()) {
 772           break;
 773         }
 774         int inline_late = 0;
 775         if (_version >= 2) {
 776           inline_late = parse_int("inline_late");
 777           if (had_error()) {
 778               break;
 779           }
 780         }
 781 
 782         Method* inl_method = parse_method(CHECK);
 783         if (had_error()) {
 784           break;
 785         }
 786         new_ciInlineRecord(inl_method, bci, depth, inline_late);
 787       }
 788     }
 789     if (_imethod != nullptr) {
 790       return; // Replay Inlining
 791     }
 792     InstanceKlass* ik = method->method_holder();
 793     ik->initialize(THREAD);
 794     if (HAS_PENDING_EXCEPTION) {
 795       oop throwable = PENDING_EXCEPTION;
 796       java_lang_Throwable::print(throwable, tty);
 797       tty->cr();
 798       if (ReplayIgnoreInitErrors) {
 799         CLEAR_PENDING_EXCEPTION;
 800         ik->set_init_state(InstanceKlass::fully_initialized);
 801       } else {
 802         return;
 803       }
 804     }
 805     // Make sure the existence of a prior compile doesn't stop this one
 806     nmethod* nm = (entry_bci != InvocationEntryBci) ? method->lookup_osr_nmethod_for(entry_bci, comp_level, true) : method->code();
 807     if (nm != nullptr) {
 808       nm->make_not_entrant(nmethod::InvalidationReason::CI_REPLAY);
 809     }
 810     replay_state = this;
 811     CompileBroker::compile_method(methodHandle(THREAD, method), entry_bci, comp_level,
 812                                   0, CompileTask::Reason_Replay, THREAD);
 813     replay_state = nullptr;
 814   }
 815 
 816   // ciMethod <klass> <name> <signature> <invocation_counter> <backedge_counter> <interpreter_invocation_count> <interpreter_throwout_count> <instructions_size>
 817   void process_ciMethod(TRAPS) {
 818     Method* method = parse_method(CHECK);
 819     if (had_error()) return;
 820     ciMethodRecord* rec = new_ciMethod(method);
 821     rec->_invocation_counter = parse_int("invocation_counter");
 822     rec->_backedge_counter = parse_int("backedge_counter");
 823     rec->_interpreter_invocation_count = parse_int("interpreter_invocation_count");
 824     rec->_interpreter_throwout_count = parse_int("interpreter_throwout_count");
 825     rec->_instructions_size = parse_int("instructions_size");
 826   }
 827 
 828   // ciMethodData <klass> <name> <signature> <state> <invocation_counter> orig <length> <byte>* data <length> <ptr>* oops <length> (<offset> <klass>)* methods <length> (<offset> <klass> <name> <signature>)*
 829   void process_ciMethodData(TRAPS) {
 830     Method* method = parse_method(CHECK);
 831     if (had_error()) return;
 832     /* just copied from Method, to build interpret data*/
 833 
 834     // To be properly initialized, some profiling in the MDO needs the
 835     // method to be rewritten (number of arguments at a call for instance)
 836     method->method_holder()->link_class(CHECK);
 837     assert(method->method_data() == nullptr, "Should only be initialized once");
 838     method->build_profiling_method_data(methodHandle(THREAD, method), CHECK);
 839 
 840     // collect and record all the needed information for later
 841     ciMethodDataRecord* rec = new_ciMethodData(method);
 842     rec->_state = parse_int("state");
 843     if (_version < 1) {
 844       parse_int("current_mileage");
 845     } else {
 846       rec->_invocation_counter = parse_int("invocation_counter");
 847     }
 848 
 849     rec->_orig_data = parse_data("orig", rec->_orig_data_length);
 850     if (rec->_orig_data == nullptr) {
 851       return;
 852     }
 853     rec->_data = parse_intptr_data("data", rec->_data_length);
 854     if (rec->_data == nullptr) {
 855       return;
 856     }
 857     if (!parse_tag_and_count("oops", rec->_classes_length)) {
 858       return;
 859     }
 860     rec->_classes = NEW_RESOURCE_ARRAY(Klass*, rec->_classes_length);
 861     rec->_classes_offsets = NEW_RESOURCE_ARRAY(int, rec->_classes_length);
 862     for (int i = 0; i < rec->_classes_length; i++) {
 863       int offset = parse_int("offset");
 864       if (had_error()) {
 865         return;
 866       }
 867       Klass* k = parse_klass(CHECK);
 868       if (had_error()) {
 869         return;
 870       }
 871       if (_version >= 3 && k != nullptr && k->is_objArray_klass()) {
 872         k = create_concrete_object_array_klass(ObjArrayKlass::cast(k), THREAD);
 873       }
 874       rec->_classes_offsets[i] = offset;
 875       rec->_classes[i] = k;
 876     }
 877 
 878     if (!parse_tag_and_count("methods", rec->_methods_length)) {
 879       return;
 880     }
 881     rec->_methods = NEW_RESOURCE_ARRAY(Method*, rec->_methods_length);
 882     rec->_methods_offsets = NEW_RESOURCE_ARRAY(int, rec->_methods_length);
 883     for (int i = 0; i < rec->_methods_length; i++) {
 884       int offset = parse_int("offset");
 885       if (had_error()) {
 886         return;
 887       }
 888       Method* m = parse_method(CHECK);
 889       rec->_methods_offsets[i] = offset;
 890       rec->_methods[i] = m;
 891     }
 892   }
 893 
 894   ObjArrayKlass* create_concrete_object_array_klass(ObjArrayKlass* obj_array_klass, TRAPS) {
 895     const ArrayProperties array_properties(checked_cast<ArrayProperties::Type>(parse_int("array_properties")));
 896     if (!Arguments::is_valhalla_enabled()) {
 897       // Ignore array properties.
 898       return obj_array_klass;
 899     }
 900 
 901     guarantee(array_properties.is_valid(), "invalid array_properties: %d", array_properties.value());
 902 
 903     return obj_array_klass->klass_with_properties(array_properties, THREAD);
 904   }
 905 
 906   // instanceKlass <name>
 907   // instanceKlass <constant pool ref> # <original hidden class name>
 908   //
 909   // Loads and initializes the klass 'name'.  This can be used to
 910   // create particular class loading environments
 911   void process_instanceKlass(TRAPS) {
 912     // just load the referenced class
 913     Klass* k = parse_klass(CHECK);
 914 
 915     if (k == nullptr) {
 916       return;
 917     }
 918     const char* comment = parse_string();
 919     bool is_comment = comment != nullptr && strcmp(comment, "#") == 0;
 920     if (k->is_hidden() != is_comment) {
 921       report_error("hidden class with comment expected");
 922       return;
 923     }
 924     // comment, print or ignore
 925     if (is_comment) {
 926       if (Verbose) {
 927         const char* hidden = parse_string();
 928         tty->print_cr("Found %s for %s", k->name()->as_quoted_ascii(), hidden);
 929       }
 930       skip_remaining();
 931     }
 932   }
 933 
 934   // ciInstanceKlass <name> <is_linked> <is_initialized> <length> tag*
 935   //
 936   // Load the klass 'name' and link or initialize it.  Verify that the
 937   // constant pool is the same length as 'length' and make sure the
 938   // constant pool tags are in the same state.
 939   void process_ciInstanceKlass(TRAPS) {
 940     InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK);
 941     if (k == nullptr) {
 942       skip_remaining();
 943       return;
 944     }
 945     int is_linked = parse_int("is_linked");
 946     int is_initialized = parse_int("is_initialized");
 947     int length = parse_int("length");
 948     if (is_initialized) {
 949       k->initialize(THREAD);
 950       if (HAS_PENDING_EXCEPTION) {
 951         oop throwable = PENDING_EXCEPTION;
 952         java_lang_Throwable::print(throwable, tty);
 953         tty->cr();
 954         if (ReplayIgnoreInitErrors) {
 955           CLEAR_PENDING_EXCEPTION;
 956           k->set_init_state(InstanceKlass::fully_initialized);
 957         } else {
 958           return;
 959         }
 960       }
 961     } else if (is_linked) {
 962       k->link_class(CHECK);
 963     }
 964     new_ciInstanceKlass(k);
 965     ConstantPool* cp = k->constants();
 966     if (length != cp->length()) {
 967       report_error("constant pool length mismatch: wrong class files?");
 968       return;
 969     }
 970 
 971     int parsed_two_word = 0;
 972     for (int i = 1; i < length; i++) {
 973       int tag = parse_int("tag");
 974       if (had_error()) {
 975         return;
 976       }
 977       switch (cp->tag_at(i).value()) {
 978         case JVM_CONSTANT_UnresolvedClass: {
 979           if (tag == JVM_CONSTANT_Class) {
 980             tty->print_cr("Resolving klass %s at %d", cp->klass_name_at(i)->as_utf8(), i);
 981             Klass* k = cp->klass_at(i, CHECK);
 982           }
 983           break;
 984         }
 985         case JVM_CONSTANT_Long:
 986         case JVM_CONSTANT_Double:
 987           parsed_two_word = i + 1;
 988 
 989         case JVM_CONSTANT_ClassIndex:
 990         case JVM_CONSTANT_StringIndex:
 991         case JVM_CONSTANT_String:
 992         case JVM_CONSTANT_UnresolvedClassInError:
 993         case JVM_CONSTANT_Fieldref:
 994         case JVM_CONSTANT_Methodref:
 995         case JVM_CONSTANT_InterfaceMethodref:
 996         case JVM_CONSTANT_NameAndType:
 997         case JVM_CONSTANT_Utf8:
 998         case JVM_CONSTANT_Integer:
 999         case JVM_CONSTANT_Float:
1000         case JVM_CONSTANT_MethodHandle:
1001         case JVM_CONSTANT_MethodType:
1002         case JVM_CONSTANT_Dynamic:
1003         case JVM_CONSTANT_InvokeDynamic:
1004           if (tag != cp->tag_at(i).value()) {
1005             report_error("tag mismatch: wrong class files?");
1006             return;
1007           }
1008           break;
1009 
1010         case JVM_CONSTANT_Class:
1011           if (tag == JVM_CONSTANT_UnresolvedClass) {
1012             Klass* k = cp->klass_at(i, CHECK);
1013             tty->print_cr("Warning: entry was unresolved in the replay data: %s", k->name()->as_utf8());
1014           } else if (tag != JVM_CONSTANT_Class) {
1015             report_error("Unexpected tag");
1016             return;
1017           }
1018           break;
1019 
1020         case 0:
1021           if (parsed_two_word == i) continue;
1022 
1023         default:
1024           fatal("Unexpected tag: %d", cp->tag_at(i).value());
1025           break;
1026       }
1027 
1028     }
1029   }
1030 
1031   class InlineTypeFieldInitializer : public FieldClosure {
1032     oop _vt;
1033     CompileReplay* _replay;
1034   public:
1035     InlineTypeFieldInitializer(oop vt, CompileReplay* replay)
1036   : _vt(vt), _replay(replay) {}
1037 
1038     void do_field(fieldDescriptor* fd) {
1039       BasicType bt = fd->field_type();
1040       const char* string_value = fd->is_null_free_inline_type() ? nullptr : _replay->parse_escaped_string();
1041       switch (bt) {
1042       case T_BYTE: {
1043         int value = atoi(string_value);
1044         _vt->byte_field_put(fd->offset(), value);
1045         break;
1046       }
1047       case T_BOOLEAN: {
1048         int value = atoi(string_value);
1049         _vt->bool_field_put(fd->offset(), value);
1050         break;
1051       }
1052       case T_SHORT: {
1053         int value = atoi(string_value);
1054         _vt->short_field_put(fd->offset(), value);
1055         break;
1056       }
1057       case T_CHAR: {
1058         int value = atoi(string_value);
1059         _vt->char_field_put(fd->offset(), value);
1060         break;
1061       }
1062       case T_INT: {
1063         int value = atoi(string_value);
1064         _vt->int_field_put(fd->offset(), value);
1065         break;
1066       }
1067       case T_LONG: {
1068         jlong value;
1069         if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1070           fprintf(stderr, "Error parsing long: %s\n", string_value);
1071           break;
1072         }
1073         _vt->long_field_put(fd->offset(), value);
1074         break;
1075       }
1076       case T_FLOAT: {
1077         float value = atof(string_value);
1078         _vt->float_field_put(fd->offset(), value);
1079         break;
1080       }
1081       case T_DOUBLE: {
1082         double value = atof(string_value);
1083         _vt->double_field_put(fd->offset(), value);
1084         break;
1085       }
1086       case T_ARRAY:
1087       case T_OBJECT:
1088         if (fd->is_null_free_inline_type() && fd->is_flat()) {
1089           InlineKlass* vk = InlineKlass::cast(fd->field_holder()->get_inline_type_field_klass(fd->index()));
1090           int field_offset = fd->offset() - vk->payload_offset();
1091           oop obj = cast_to_oop(cast_from_oop<address>(_vt) + field_offset);
1092           InlineTypeFieldInitializer init_fields(obj, _replay);
1093           vk->do_nonstatic_fields(&init_fields);
1094         } else {
1095           JavaThread* THREAD = JavaThread::current();
1096           bool res = _replay->process_staticfield_reference(string_value, _vt, fd, THREAD);
1097           assert(res, "should succeed for arrays & objects");
1098         }
1099       default: {
1100         fatal("Unhandled type: %s", type2name(bt));
1101       }
1102       }
1103     }
1104   };
1105 
1106   bool process_staticfield_reference(const char* field_signature, oop java_mirror, fieldDescriptor* fd, TRAPS) {
1107     if (field_signature[0] == JVM_SIGNATURE_ARRAY) {
1108       int length = parse_int("array length");
1109       oop value = nullptr;
1110 
1111       if (length != -1) {
1112         if (field_signature[1] == JVM_SIGNATURE_ARRAY) {
1113           // multi dimensional array
1114           Klass* k = resolve_klass(field_signature, CHECK_(true));
1115           ArrayKlass* kelem = (ArrayKlass *)k;


1116           int rank = 0;
1117           while (field_signature[rank] == JVM_SIGNATURE_ARRAY) {
1118             rank++;
1119           }
1120           jint* dims = NEW_RESOURCE_ARRAY(jint, rank);
1121           dims[0] = length;
1122           for (int i = 1; i < rank; i++) {
1123             dims[i] = 1; // These aren't relevant to the compiler
1124           }
1125           value = kelem->multi_allocate(rank, dims, CHECK_(true));
1126         } else {
1127           if (strcmp(field_signature, "[B") == 0) {
1128             value = oopFactory::new_byteArray(length, CHECK_(true));
1129           } else if (strcmp(field_signature, "[Z") == 0) {
1130             value = oopFactory::new_boolArray(length, CHECK_(true));
1131           } else if (strcmp(field_signature, "[C") == 0) {
1132             value = oopFactory::new_charArray(length, CHECK_(true));
1133           } else if (strcmp(field_signature, "[S") == 0) {
1134             value = oopFactory::new_shortArray(length, CHECK_(true));
1135           } else if (strcmp(field_signature, "[F") == 0) {
1136             value = oopFactory::new_floatArray(length, CHECK_(true));
1137           } else if (strcmp(field_signature, "[D") == 0) {
1138             value = oopFactory::new_doubleArray(length, CHECK_(true));
1139           } else if (strcmp(field_signature, "[I") == 0) {
1140             value = oopFactory::new_intArray(length, CHECK_(true));
1141           } else if (strcmp(field_signature, "[J") == 0) {
1142             value = oopFactory::new_longArray(length, CHECK_(true));
1143           } else if (field_signature[0] == JVM_SIGNATURE_ARRAY &&
1144                      field_signature[1] == JVM_SIGNATURE_CLASS) {
1145             Klass* actual_array_klass = parse_klass(CHECK_(true));
1146             // TODO 8350865 I think we need to handle null-free/flat arrays here
1147             // This handling will change the array property argument passed to the
1148             // factory below
1149             Klass* kelem = ObjArrayKlass::cast(actual_array_klass)->element_klass();
1150             value = oopFactory::new_objArray(kelem, length, CHECK_(true));
1151           } else {
1152             report_error("unhandled array staticfield");
1153           }
1154         }
1155         java_mirror->obj_field_put(fd->offset(), value);
1156         return true;
1157       }
1158     } else if (strcmp(field_signature, "Ljava/lang/String;") == 0) {
1159       const char* string_value = parse_escaped_string();
1160       Handle value = java_lang_String::create_from_str(string_value, CHECK_(true));
1161       java_mirror->obj_field_put(fd->offset(), value());
1162       return true;
1163     } else if (field_signature[0] == JVM_SIGNATURE_CLASS) {
1164       const char* instance = parse_escaped_string();
1165       oop value = nullptr;
1166       if (instance != nullptr) {
1167         Klass* k = resolve_klass(instance, CHECK_(true));
1168         value = InstanceKlass::cast(k)->allocate_instance(CHECK_(true));
1169       }
1170       java_mirror->obj_field_put(fd->offset(), value);
1171       return true;
1172     }
1173     return false;
1174   }
1175 
1176   // Initialize a class and fill in the value for a static field.
1177   // This is useful when the compile was dependent on the value of
1178   // static fields but it's impossible to properly rerun the static
1179   // initializer.
1180   void process_staticfield(TRAPS) {
1181     InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
1182 
1183     if (k == nullptr || ReplaySuppressInitializers == 0 ||
1184         (ReplaySuppressInitializers == 2 && k->class_loader() == nullptr)) {
1185         skip_remaining();
1186       return;
1187     }
1188 
1189     assert(k->is_initialized(), "must be");
1190 
1191     const char* field_name = parse_escaped_string();
1192     const char* field_signature = parse_string();
1193     fieldDescriptor fd;
1194     Symbol* name = SymbolTable::new_symbol(field_name);
1195     Symbol* sig = SymbolTable::new_symbol(field_signature);
1196     if (!k->find_local_field(name, sig, &fd) ||
1197         !fd.is_static() ||
1198         fd.has_initial_value()) {
1199       report_error(field_name);
1200       return;
1201     }
1202 
1203     oop java_mirror = k->java_mirror();
1204     if (strcmp(field_signature, "I") == 0) {
1205       const char* string_value = parse_escaped_string();
1206       int value = atoi(string_value);
1207       java_mirror->int_field_put(fd.offset(), value);
1208     } else if (strcmp(field_signature, "B") == 0) {
1209       const char* string_value = parse_escaped_string();
1210       int value = atoi(string_value);
1211       java_mirror->byte_field_put(fd.offset(), value);
1212     } else if (strcmp(field_signature, "C") == 0) {
1213       const char* string_value = parse_escaped_string();
1214       int value = atoi(string_value);
1215       java_mirror->char_field_put(fd.offset(), value);
1216     } else if (strcmp(field_signature, "S") == 0) {
1217       const char* string_value = parse_escaped_string();
1218       int value = atoi(string_value);
1219       java_mirror->short_field_put(fd.offset(), value);
1220     } else if (strcmp(field_signature, "Z") == 0) {
1221       const char* string_value = parse_escaped_string();
1222       int value = atoi(string_value);
1223       java_mirror->bool_field_put(fd.offset(), value);
1224     } else if (strcmp(field_signature, "J") == 0) {
1225       const char* string_value = parse_escaped_string();
1226       jlong value;
1227       if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1228         fprintf(stderr, "Error parsing long: %s\n", string_value);
1229         return;
1230       }
1231       java_mirror->long_field_put(fd.offset(), value);
1232     } else if (strcmp(field_signature, "F") == 0) {
1233       const char* string_value = parse_escaped_string();
1234       float value = atof(string_value);
1235       java_mirror->float_field_put(fd.offset(), value);
1236     } else if (strcmp(field_signature, "D") == 0) {
1237       const char* string_value = parse_escaped_string();
1238       double value = atof(string_value);
1239       java_mirror->double_field_put(fd.offset(), value);
1240     } else if (fd.is_null_free_inline_type()) {
1241       Klass* kelem = resolve_klass(field_signature, CHECK);
1242       InlineKlass* vk = InlineKlass::cast(kelem);
1243       oop value = vk->allocate_instance(CHECK);
1244       InlineTypeFieldInitializer init_fields(value, this);
1245       vk->do_nonstatic_fields(&init_fields);
1246       java_mirror->obj_field_put(fd.offset(), value);
1247     } else {
1248       bool res = process_staticfield_reference(field_signature, java_mirror, &fd, CHECK);
1249       if (!res)  {






































1250         report_error("unhandled staticfield");
1251       }
1252     }
1253   }
1254 
1255 #if INCLUDE_JVMTI
1256   // JvmtiExport <field> <value>
1257   void process_JvmtiExport(TRAPS) {
1258     const char* field = parse_string();
1259     bool value = parse_int("JvmtiExport flag") != 0;
1260     if (strcmp(field, "can_access_local_variables") == 0) {
1261       JvmtiExport::set_can_access_local_variables(value);
1262     } else if (strcmp(field, "can_hotswap_or_post_breakpoint") == 0) {
1263       JvmtiExport::set_can_hotswap_or_post_breakpoint(value);
1264     } else if (strcmp(field, "can_post_on_exceptions") == 0) {
1265       JvmtiExport::set_can_post_on_exceptions(value);
1266     } else {
1267       report_error("Unrecognized JvmtiExport directive");
1268     }
1269   }
1270 #endif // INCLUDE_JVMTI
1271 
1272   // Create and initialize a record for a ciMethod
1273   ciMethodRecord* new_ciMethod(Method* method) {
1274     ciMethodRecord* rec = NEW_RESOURCE_OBJ(ciMethodRecord);
1275     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1276     rec->_method_name = method->name()->as_utf8();
1277     rec->_signature = method->signature()->as_utf8();
1278     _ci_method_records.append(rec);
1279     return rec;
1280   }
1281 
1282   // Lookup data for a ciMethod
1283   ciMethodRecord* find_ciMethodRecord(Method* method) {
1284     const char* klass_name =  method->method_holder()->name()->as_utf8();
1285     const char* method_name = method->name()->as_utf8();
1286     const char* signature = method->signature()->as_utf8();
1287     for (int i = 0; i < _ci_method_records.length(); i++) {
1288       ciMethodRecord* rec = _ci_method_records.at(i);
1289       if (strcmp(rec->_klass_name, klass_name) == 0 &&
1290           strcmp(rec->_method_name, method_name) == 0 &&
1291           strcmp(rec->_signature, signature) == 0) {
1292         return rec;
1293       }
1294     }
1295     return nullptr;
1296   }
1297 
1298   // Create and initialize a record for a ciInstanceKlass which was present at replay dump time.
1299   void new_ciInstanceKlass(const InstanceKlass* klass) {
1300     ciInstanceKlassRecord* rec = NEW_RESOURCE_OBJ(ciInstanceKlassRecord);
1301     rec->_klass = klass;
1302     oop java_mirror = klass->java_mirror();
1303     Handle h_java_mirror(_thread, java_mirror);
1304     rec->_java_mirror = JNIHandles::make_global(h_java_mirror);
1305     _ci_instance_klass_records.append(rec);
1306   }
1307 
1308   // Check if a ciInstanceKlass was present at replay dump time for a klass.
1309   ciInstanceKlassRecord* find_ciInstanceKlass(const InstanceKlass* klass) {
1310     for (int i = 0; i < _ci_instance_klass_records.length(); i++) {
1311       ciInstanceKlassRecord* rec = _ci_instance_klass_records.at(i);
1312       if (klass == rec->_klass) {
1313         // ciInstanceKlass for this klass was resolved.
1314         return rec;
1315       }
1316     }
1317     return nullptr;
1318   }
1319 
1320   // Create and initialize a record for a ciMethodData
1321   ciMethodDataRecord* new_ciMethodData(Method* method) {
1322     ciMethodDataRecord* rec = NEW_RESOURCE_OBJ(ciMethodDataRecord);
1323     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1324     rec->_method_name = method->name()->as_utf8();
1325     rec->_signature = method->signature()->as_utf8();
1326     _ci_method_data_records.append(rec);
1327     return rec;
1328   }
1329 
1330   // Lookup data for a ciMethodData
1331   ciMethodDataRecord* find_ciMethodDataRecord(Method* method) {
1332     const char* klass_name =  method->method_holder()->name()->as_utf8();
1333     const char* method_name = method->name()->as_utf8();
1334     const char* signature = method->signature()->as_utf8();
1335     for (int i = 0; i < _ci_method_data_records.length(); i++) {
1336       ciMethodDataRecord* rec = _ci_method_data_records.at(i);
1337       if (strcmp(rec->_klass_name, klass_name) == 0 &&
1338           strcmp(rec->_method_name, method_name) == 0 &&
1339           strcmp(rec->_signature, signature) == 0) {
1340         return rec;
1341       }
1342     }
1343     return nullptr;
1344   }
1345 
1346   // Create and initialize a record for a ciInlineRecord
1347   ciInlineRecord* new_ciInlineRecord(Method* method, int bci, int depth, int inline_late) {
1348     ciInlineRecord* rec = NEW_RESOURCE_OBJ(ciInlineRecord);
1349     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1350     rec->_method_name = method->name()->as_utf8();
1351     rec->_signature = method->signature()->as_utf8();
1352     rec->_inline_bci = bci;
1353     rec->_inline_depth = depth;
1354     rec->_inline_late = inline_late;
1355     _ci_inline_records->append(rec);
1356     return rec;
1357   }
1358 
1359   // Lookup inlining data for a ciMethod
1360   ciInlineRecord* find_ciInlineRecord(Method* method, int bci, int depth) {
1361     if (_ci_inline_records != nullptr) {
1362       return find_ciInlineRecord(_ci_inline_records, method, bci, depth);
1363     }
1364     return nullptr;
1365   }
1366 
1367   static ciInlineRecord* find_ciInlineRecord(GrowableArray<ciInlineRecord*>*  records,
1368                                       Method* method, int bci, int depth) {
1369     if (records != nullptr) {
1370       const char* klass_name  = method->method_holder()->name()->as_utf8();
1371       const char* method_name = method->name()->as_utf8();
1372       const char* signature   = method->signature()->as_utf8();
1373       for (int i = 0; i < records->length(); i++) {
1374         ciInlineRecord* rec = records->at(i);
1375         if ((rec->_inline_bci == bci) &&
1376             (rec->_inline_depth == depth) &&
1377             (strcmp(rec->_klass_name, klass_name) == 0) &&
1378             (strcmp(rec->_method_name, method_name) == 0) &&
1379             (strcmp(rec->_signature, signature) == 0)) {
1380           return rec;
1381         }
1382       }
1383     }
1384     return nullptr;
1385   }
1386 
1387   const char* error_message() {
1388     return _error_message;
1389   }
1390 
1391   void reset() {
1392     _error_message = nullptr;
1393     _ci_method_records.clear();
1394     _ci_method_data_records.clear();
1395   }
1396 
1397   // Take an ascii string contain \u#### escapes and convert it to utf8
1398   // in place.
1399   static void unescape_string(char* value) {
1400     char* from = value;
1401     char* to = value;
1402     while (*from != '\0') {
1403       if (*from != '\\') {
1404         *from++ = *to++;
1405       } else {
1406         switch (from[1]) {
1407           case 'u': {
1408             from += 2;
1409             jchar value=0;
1410             for (int i=0; i<4; i++) {
1411               char c = *from++;
1412               switch (c) {
1413                 case '0': case '1': case '2': case '3': case '4':
1414                 case '5': case '6': case '7': case '8': case '9':
1415                   value = (value << 4) + c - '0';
1416                   break;
1417                 case 'a': case 'b': case 'c':
1418                 case 'd': case 'e': case 'f':
1419                   value = (value << 4) + 10 + c - 'a';
1420                   break;
1421                 case 'A': case 'B': case 'C':
1422                 case 'D': case 'E': case 'F':
1423                   value = (value << 4) + 10 + c - 'A';
1424                   break;
1425                 default:
1426                   ShouldNotReachHere();
1427               }
1428             }
1429             UNICODE::convert_to_utf8(&value, 1, to);
1430             to++;
1431             break;
1432           }
1433           case 't': *to++ = '\t'; from += 2; break;
1434           case 'n': *to++ = '\n'; from += 2; break;
1435           case 'r': *to++ = '\r'; from += 2; break;
1436           case 'f': *to++ = '\f'; from += 2; break;
1437           default:
1438             ShouldNotReachHere();
1439         }
1440       }
1441     }
1442     *from = *to;
1443   }
1444 };
1445 
1446 void ciReplay::replay(TRAPS) {
1447   int exit_code = replay_impl(THREAD);
1448 
1449   Threads::destroy_vm();
1450 
1451   vm_exit(exit_code);
1452 }
1453 
1454 bool ciReplay::no_replay_state() {
1455   return replay_state == nullptr;
1456 }
1457 
1458 void* ciReplay::load_inline_data(ciMethod* method, int entry_bci, int comp_level) {
1459   if (FLAG_IS_DEFAULT(InlineDataFile)) {
1460     tty->print_cr("ERROR: no inline replay data file specified (use -XX:InlineDataFile=inline_pid12345.txt).");
1461     return nullptr;
1462   }
1463 
1464   VM_ENTRY_MARK;
1465   // Load and parse the replay data
1466   CompileReplay rp(InlineDataFile, THREAD);
1467   if (!rp.can_replay()) {
1468     tty->print_cr("ciReplay: !rp.can_replay()");
1469     return nullptr;
1470   }
1471   void* data = rp.process_inline(method, method->get_Method(), entry_bci, comp_level, THREAD);
1472   if (HAS_PENDING_EXCEPTION) {
1473     Handle throwable(THREAD, PENDING_EXCEPTION);
1474     CLEAR_PENDING_EXCEPTION;
1475     java_lang_Throwable::print_stack_trace(throwable, tty);
1476     tty->cr();
1477     return nullptr;
1478   }
1479 
1480   if (rp.had_error()) {
1481     tty->print_cr("ciReplay: Failed on %s", rp.error_message());
1482     return nullptr;
1483   }
1484   return data;
1485 }
1486 
1487 int ciReplay::replay_impl(TRAPS) {
1488   HandleMark hm(THREAD);
1489   ResourceMark rm(THREAD);
1490 
1491   if (ReplaySuppressInitializers > 2) {
1492     // ReplaySuppressInitializers > 2 means that we want to allow
1493     // normal VM bootstrap but once we get into the replay itself
1494     // don't allow any initializers to be run.
1495     ReplaySuppressInitializers = 1;
1496   }
1497 
1498   if (FLAG_IS_DEFAULT(ReplayDataFile)) {
1499     tty->print_cr("ERROR: no compiler replay data file specified (use -XX:ReplayDataFile=replay_pid12345.txt).");
1500     return 1;
1501   }
1502 
1503   // Load and parse the replay data
1504   CompileReplay rp(ReplayDataFile, THREAD);
1505   int exit_code = 0;
1506   if (rp.can_replay()) {
1507     rp.process(THREAD);
1508   } else {
1509     exit_code = 1;
1510     return exit_code;
1511   }
1512 
1513   if (HAS_PENDING_EXCEPTION) {
1514     Handle throwable(THREAD, PENDING_EXCEPTION);
1515     CLEAR_PENDING_EXCEPTION;
1516     java_lang_Throwable::print_stack_trace(throwable, tty);
1517     tty->cr();
1518     exit_code = 2;
1519   }
1520 
1521   if (rp.had_error()) {
1522     tty->print_cr("Failed on %s", rp.error_message());
1523     exit_code = 1;
1524   }
1525   return exit_code;
1526 }
1527 
1528 void ciReplay::initialize(ciMethodData* m) {
1529   if (no_replay_state()) {
1530     return;
1531   }
1532 
1533   ASSERT_IN_VM;
1534   ResourceMark rm;
1535 
1536   Method* method = m->get_MethodData()->method();
1537   ciMethodDataRecord* rec = replay_state->find_ciMethodDataRecord(method);
1538   if (rec == nullptr) {
1539     // This indicates some mismatch with the original environment and
1540     // the replay environment though it's not always enough to
1541     // interfere with reproducing a bug
1542     tty->print_cr("Warning: requesting ciMethodData record for method with no data: ");
1543     method->print_name(tty);
1544     tty->cr();
1545   } else {
1546     m->_state = rec->_state;
1547     m->_invocation_counter = rec->_invocation_counter;
1548     if (rec->_data_length != 0) {
1549       assert(m->_data_size + m->_extra_data_size == rec->_data_length * (int)sizeof(rec->_data[0]) ||
1550              m->_data_size == rec->_data_length * (int)sizeof(rec->_data[0]), "must agree");
1551 
1552       // Write the correct ciObjects back into the profile data
1553       ciEnv* env = ciEnv::current();
1554       for (int i = 0; i < rec->_classes_length; i++) {
1555         Klass *k = rec->_classes[i];
1556         // In case this class pointer is is tagged, preserve the tag bits
1557         intptr_t status = 0;
1558         if (k != nullptr) {
1559           status = ciTypeEntries::with_status(env->get_metadata(k)->as_klass(), rec->_data[rec->_classes_offsets[i]]);
1560         }
1561         rec->_data[rec->_classes_offsets[i]] = status;
1562       }
1563       for (int i = 0; i < rec->_methods_length; i++) {
1564         Method *m = rec->_methods[i];
1565         *(ciMetadata**)(rec->_data + rec->_methods_offsets[i]) =
1566           env->get_metadata(m);
1567       }
1568       // Copy the updated profile data into place as intptr_ts
1569 #ifdef _LP64
1570       Copy::conjoint_jlongs_atomic((jlong *)rec->_data, (jlong *)m->_data, rec->_data_length);
1571 #else
1572       Copy::conjoint_jints_atomic((jint *)rec->_data, (jint *)m->_data, rec->_data_length);
1573 #endif
1574     }
1575 
1576     // copy in the original header
1577     Copy::conjoint_jbytes(rec->_orig_data, (char*)&m->_orig, rec->_orig_data_length);
1578   }
1579 }
1580 
1581 
1582 bool ciReplay::should_not_inline(ciMethod* method) {
1583   if (no_replay_state()) {
1584     return false;
1585   }
1586   VM_ENTRY_MARK;
1587   // ciMethod without a record shouldn't be inlined.
1588   return replay_state->find_ciMethodRecord(method->get_Method()) == nullptr;
1589 }
1590 
1591 bool ciReplay::should_inline(void* data, ciMethod* method, int bci, int inline_depth, bool& should_delay) {
1592   if (data != nullptr) {
1593     GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1594     VM_ENTRY_MARK;
1595     // Inline record are ordered by bci and depth.
1596     ciInlineRecord* record = CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth);
1597     if (record == nullptr) {
1598       return false;
1599     }
1600     should_delay = record->_inline_late;
1601     return true;
1602   } else if (replay_state != nullptr) {
1603     VM_ENTRY_MARK;
1604     // Inline record are ordered by bci and depth.
1605     ciInlineRecord* record = replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth);
1606     if (record == nullptr) {
1607       return false;
1608     }
1609     should_delay = record->_inline_late;
1610     return true;
1611   }
1612   return false;
1613 }
1614 
1615 bool ciReplay::should_not_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1616   if (data != nullptr) {
1617     GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1618     VM_ENTRY_MARK;
1619     // Inline record are ordered by bci and depth.
1620     return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) == nullptr;
1621   } else if (replay_state != nullptr) {
1622     VM_ENTRY_MARK;
1623     // Inline record are ordered by bci and depth.
1624     return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) == nullptr;
1625   }
1626   return false;
1627 }
1628 
1629 void ciReplay::initialize(ciMethod* m) {
1630   if (no_replay_state()) {
1631     return;
1632   }
1633 
1634   ASSERT_IN_VM;
1635   ResourceMark rm;
1636 
1637   Method* method = m->get_Method();
1638   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1639   if (rec == nullptr) {
1640     // This indicates some mismatch with the original environment and
1641     // the replay environment though it's not always enough to
1642     // interfere with reproducing a bug
1643     tty->print_cr("Warning: requesting ciMethod record for method with no data: ");
1644     method->print_name(tty);
1645     tty->cr();
1646   } else {
1647     EXCEPTION_CONTEXT;
1648     // m->_instructions_size = rec->_instructions_size;
1649     m->_inline_instructions_size = -1;
1650     m->_interpreter_invocation_count = rec->_interpreter_invocation_count;
1651     m->_interpreter_throwout_count = rec->_interpreter_throwout_count;
1652     MethodCounters* mcs = method->get_method_counters(CHECK_AND_CLEAR);
1653     guarantee(mcs != nullptr, "method counters allocation failed");
1654     mcs->invocation_counter()->_counter = rec->_invocation_counter;
1655     mcs->backedge_counter()->_counter = rec->_backedge_counter;
1656   }
1657 }
1658 
1659 void ciReplay::initialize(ciInstanceKlass* ci_ik, InstanceKlass* ik) {
1660   assert(!no_replay_state(), "must have replay state");
1661 
1662   ASSERT_IN_VM;
1663   ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(ik);
1664   assert(rec != nullptr, "ciInstanceKlass must be whitelisted");
1665   ci_ik->_java_mirror = CURRENT_ENV->get_instance(JNIHandles::resolve(rec->_java_mirror));
1666 }
1667 
1668 bool ciReplay::is_loaded(Method* method) {
1669   if (no_replay_state()) {
1670     return true;
1671   }
1672 
1673   ASSERT_IN_VM;
1674   ResourceMark rm;
1675 
1676   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1677   return rec != nullptr;
1678 }
1679 
1680 bool ciReplay::is_klass_unresolved(const InstanceKlass* klass) {
1681   if (no_replay_state()) {
1682     return false;
1683   }
1684 
1685   // Check if klass is found on whitelist.
1686   ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(klass);
1687   return rec == nullptr;
1688 }
1689 
1690 oop ciReplay::obj_field(oop obj, Symbol* name) {
1691   InstanceKlass* ik = InstanceKlass::cast(obj->klass());
1692 
1693   do {
1694     if (!ik->has_nonstatic_fields()) {
1695       ik = ik->super();
1696       continue;
1697     }
1698 
1699     for (JavaFieldStream fs(ik); !fs.done(); fs.next()) {
1700       if (fs.access_flags().is_static()) {
1701         continue;
1702       }
1703       if (fs.name() == name) {
1704         int offset = fs.offset();
1705 #ifdef ASSERT
1706         fieldDescriptor fd = fs.field_descriptor();
1707         assert(fd.offset() == ik->field_offset(fd.index()), "!");
1708 #endif
1709         oop f = obj->obj_field(offset);
1710         return f;
1711       }
1712     }
1713 
1714     ik = ik->super();
1715   } while (ik != nullptr);
1716   return nullptr;
1717 }
1718 
1719 oop ciReplay::obj_field(oop obj, const char *name) {
1720   Symbol* fname = SymbolTable::probe(name, (int)strlen(name));
1721   if (fname == nullptr) {
1722     return nullptr;
1723   }
1724   return obj_field(obj, fname);
1725 }
--- EOF ---