1 /*
   2  * Copyright (c) 2013, 2025, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "ci/ciKlass.hpp"
  26 #include "ci/ciMethodData.hpp"
  27 #include "ci/ciReplay.hpp"
  28 #include "ci/ciSymbol.hpp"
  29 #include "ci/ciUtilities.inline.hpp"
  30 #include "classfile/javaClasses.hpp"
  31 #include "classfile/symbolTable.hpp"
  32 #include "classfile/systemDictionary.hpp"
  33 #include "compiler/compilationPolicy.hpp"
  34 #include "compiler/compileBroker.hpp"
  35 #include "compiler/compilerDefinitions.inline.hpp"
  36 #include "interpreter/linkResolver.hpp"
  37 #include "jvm.h"
  38 #include "memory/allocation.inline.hpp"
  39 #include "memory/oopFactory.hpp"
  40 #include "memory/resourceArea.hpp"
  41 #include "oops/constantPool.inline.hpp"
  42 #include "oops/cpCache.inline.hpp"
  43 #include "oops/fieldStreams.inline.hpp"
  44 #include "oops/inlineKlass.inline.hpp"
  45 #include "oops/klass.inline.hpp"
  46 #include "oops/method.inline.hpp"
  47 #include "oops/oop.inline.hpp"
  48 #include "oops/resolvedIndyEntry.hpp"
  49 #include "prims/jvmtiExport.hpp"
  50 #include "prims/methodHandles.hpp"
  51 #include "runtime/fieldDescriptor.inline.hpp"
  52 #include "runtime/globals_extension.hpp"
  53 #include "runtime/handles.inline.hpp"
  54 #include "runtime/java.hpp"
  55 #include "runtime/jniHandles.inline.hpp"
  56 #include "runtime/threads.hpp"
  57 #include "utilities/copy.hpp"
  58 #include "utilities/macros.hpp"
  59 #include "utilities/utf8.hpp"
  60 
  61 // ciReplay
  62 
  63 typedef struct _ciMethodDataRecord {
  64   const char* _klass_name;
  65   const char* _method_name;
  66   const char* _signature;
  67 
  68   int _state;
  69   int _invocation_counter;
  70 
  71   intptr_t* _data;
  72   char*     _orig_data;
  73   Klass**   _classes;
  74   Method**  _methods;
  75   int*      _classes_offsets;
  76   int*      _methods_offsets;
  77   int       _data_length;
  78   int       _orig_data_length;
  79   int       _classes_length;
  80   int       _methods_length;
  81 } ciMethodDataRecord;
  82 
  83 typedef struct _ciMethodRecord {
  84   const char* _klass_name;
  85   const char* _method_name;
  86   const char* _signature;
  87 
  88   int _instructions_size;
  89   int _interpreter_invocation_count;
  90   int _interpreter_throwout_count;
  91   int _invocation_counter;
  92   int _backedge_counter;
  93 } ciMethodRecord;
  94 
  95 typedef struct _ciInstanceKlassRecord {
  96   const InstanceKlass* _klass;
  97   jobject _java_mirror; // Global handle to java mirror to prevent unloading
  98 } ciInstanceKlassRecord;
  99 
 100 typedef struct _ciInlineRecord {
 101   const char* _klass_name;
 102   const char* _method_name;
 103   const char* _signature;
 104 
 105   int _inline_depth;
 106   int _inline_bci;
 107   bool _inline_late;
 108 } ciInlineRecord;
 109 
 110 class  CompileReplay;
 111 static CompileReplay* replay_state;
 112 
 113 class CompileReplay : public StackObj {
 114  private:
 115   FILE*   _stream;
 116   Thread* _thread;
 117   Handle  _loader;
 118   int     _version;
 119 
 120   GrowableArray<ciMethodRecord*>     _ci_method_records;
 121   GrowableArray<ciMethodDataRecord*> _ci_method_data_records;
 122   GrowableArray<ciInstanceKlassRecord*> _ci_instance_klass_records;
 123 
 124   // Use pointer because we may need to return inline records
 125   // without destroying them.
 126   GrowableArray<ciInlineRecord*>*    _ci_inline_records;
 127 
 128   const char* _error_message;
 129 
 130   char* _bufptr;
 131   char* _buffer;
 132   int   _buffer_length;
 133   ReallocMark _nesting; // Safety checks for arena reallocation
 134 
 135   // "compile" data
 136   ciKlass* _iklass;
 137   Method*  _imethod;
 138   int      _entry_bci;
 139   int      _comp_level;
 140 
 141  public:
 142   CompileReplay(const char* filename, TRAPS) {
 143     _thread = THREAD;
 144     _loader = Handle(_thread, SystemDictionary::java_system_loader());
 145 
 146     _stream = os::fopen(filename, "rt");
 147     if (_stream == nullptr) {
 148       fprintf(stderr, "ERROR: Can't open replay file %s\n", filename);
 149     }
 150 
 151     _ci_inline_records = nullptr;
 152     _error_message = nullptr;
 153 
 154     _buffer_length = 32;
 155     _buffer = NEW_RESOURCE_ARRAY(char, _buffer_length);
 156     _bufptr = _buffer;
 157 
 158     _imethod = nullptr;
 159     _iklass  = nullptr;
 160     _entry_bci  = 0;
 161     _comp_level = 0;
 162     _version = 0;
 163 
 164     test();
 165   }
 166 
 167   ~CompileReplay() {
 168     if (_stream != nullptr) fclose(_stream);
 169   }
 170 
 171   void test() {
 172     strcpy(_buffer, "1 2 foo 4 bar 0x9 \"this is it\"");
 173     _bufptr = _buffer;
 174     assert(parse_int("test") == 1, "what");
 175     assert(parse_int("test") == 2, "what");
 176     assert(strcmp(parse_string(), "foo") == 0, "what");
 177     assert(parse_int("test") == 4, "what");
 178     assert(strcmp(parse_string(), "bar") == 0, "what");
 179     assert(parse_intptr_t("test") == 9, "what");
 180     assert(strcmp(parse_quoted_string(), "this is it") == 0, "what");
 181   }
 182 
 183   bool had_error() {
 184     return _error_message != nullptr || _thread->has_pending_exception();
 185   }
 186 
 187   bool can_replay() {
 188     return !(_stream == nullptr || had_error());
 189   }
 190 
 191   void report_error(const char* msg) {
 192     _error_message = msg;
 193   }
 194 
 195   int parse_int(const char* label) {
 196     if (had_error()) {
 197       return 0;
 198     }
 199 
 200     int v = 0;
 201     int read;
 202     if (sscanf(_bufptr, "%i%n", &v, &read) != 1) {
 203       report_error(label);
 204     } else {
 205       _bufptr += read;
 206     }
 207     return v;
 208   }
 209 
 210   intptr_t parse_intptr_t(const char* label) {
 211     if (had_error()) {
 212       return 0;
 213     }
 214 
 215     intptr_t v = 0;
 216     int read;
 217     if (sscanf(_bufptr, INTPTR_FORMAT "%n", &v, &read) != 1) {
 218       report_error(label);
 219     } else {
 220       _bufptr += read;
 221     }
 222     return v;
 223   }
 224 
 225   void skip_ws() {
 226     // Skip any leading whitespace
 227     while (*_bufptr == ' ' || *_bufptr == '\t') {
 228       _bufptr++;
 229     }
 230   }
 231 
 232   // Ignore the rest of the line
 233   void skip_remaining() {
 234     _bufptr = &_bufptr[strlen(_bufptr)]; // skip ahead to terminator
 235   }
 236 
 237   char* scan_and_terminate(char delim) {
 238     char* str = _bufptr;
 239     while (*_bufptr != delim && *_bufptr != '\0') {
 240       _bufptr++;
 241     }
 242     if (*_bufptr != '\0') {
 243       *_bufptr++ = '\0';
 244     }
 245     if (_bufptr == str) {
 246       // nothing here
 247       return nullptr;
 248     }
 249     return str;
 250   }
 251 
 252   char* parse_string() {
 253     if (had_error()) return nullptr;
 254 
 255     skip_ws();
 256     return scan_and_terminate(' ');
 257   }
 258 
 259   char* parse_quoted_string() {
 260     if (had_error()) return nullptr;
 261 
 262     skip_ws();
 263 
 264     if (*_bufptr == '"') {
 265       _bufptr++;
 266       return scan_and_terminate('"');
 267     } else {
 268       return scan_and_terminate(' ');
 269     }
 270   }
 271 
 272   char* parse_escaped_string() {
 273     char* result = parse_quoted_string();
 274     if (result != nullptr) {
 275       unescape_string(result);
 276     }
 277     return result;
 278   }
 279 
 280   // Look for the tag 'tag' followed by an
 281   bool parse_tag_and_count(const char* tag, int& length) {
 282     const char* t = parse_string();
 283     if (t == nullptr) {
 284       return false;
 285     }
 286 
 287     if (strcmp(tag, t) != 0) {
 288       report_error(tag);
 289       return false;
 290     }
 291     length = parse_int("parse_tag_and_count");
 292     return !had_error();
 293   }
 294 
 295   // Parse a sequence of raw data encoded as bytes and return the
 296   // resulting data.
 297   char* parse_data(const char* tag, int& length) {
 298     int read_size = 0;
 299     if (!parse_tag_and_count(tag, read_size)) {
 300       return nullptr;
 301     }
 302 
 303     int actual_size = sizeof(MethodData::CompilerCounters);
 304     char *result = NEW_RESOURCE_ARRAY(char, actual_size);
 305     int i = 0;
 306     if (read_size != actual_size) {
 307       tty->print_cr("Warning: ciMethodData parsing sees MethodData size %i in file, current is %i", read_size,
 308                     actual_size);
 309       // Replay serializes the entire MethodData, but the data is at the end.
 310       // If the MethodData instance size has changed, we can pad or truncate in the beginning
 311       int padding = actual_size - read_size;
 312       if (padding > 0) {
 313         // pad missing data with zeros
 314         tty->print_cr("- Padding MethodData");
 315         for (; i < padding; i++) {
 316           result[i] = 0;
 317         }
 318       } else if (padding < 0) {
 319         // drop some data
 320         tty->print_cr("- Truncating MethodData");
 321         for (int j = 0; j < -padding; j++) {
 322           int val = parse_int("data");
 323           // discard val
 324         }
 325       }
 326     }
 327 
 328     assert(i < actual_size, "At least some data must remain to be copied");
 329     for (; i < actual_size; i++) {
 330       int val = parse_int("data");
 331       result[i] = val;
 332     }
 333     length = actual_size;
 334     return result;
 335   }
 336 
 337   // Parse a standard chunk of data emitted as:
 338   //   'tag' <length> # # ...
 339   // Where each # is an intptr_t item
 340   intptr_t* parse_intptr_data(const char* tag, int& length) {
 341     if (!parse_tag_and_count(tag, length)) {
 342       return nullptr;
 343     }
 344 
 345     intptr_t* result = NEW_RESOURCE_ARRAY(intptr_t, length);
 346     for (int i = 0; i < length; i++) {
 347       skip_ws();
 348       intptr_t val = parse_intptr_t("data");
 349       result[i] = val;
 350     }
 351     return result;
 352   }
 353 
 354   // Parse a possibly quoted version of a symbol into a symbolOop
 355   Symbol* parse_symbol() {
 356     const char* str = parse_escaped_string();
 357     if (str != nullptr) {
 358       Symbol* sym = SymbolTable::new_symbol(str);
 359       return sym;
 360     }
 361     return nullptr;
 362   }
 363 
 364   bool parse_terminator() {
 365     char* terminator = parse_string();
 366     if (terminator != nullptr && strcmp(terminator, ";") == 0) {
 367       return true;
 368     }
 369     return false;
 370   }
 371 
 372   // Parse a special hidden klass location syntax
 373   // syntax: @bci <klass> <name> <signature> <bci> <location>* ;
 374   // syntax: @cpi <klass> <cpi> <location>* ;
 375   Klass* parse_cp_ref(TRAPS) {
 376     JavaThread* thread = THREAD;
 377     oop obj = nullptr;
 378     char* ref = parse_string();
 379     if (strcmp(ref, "bci") == 0) {
 380       Method* m = parse_method(CHECK_NULL);
 381       if (m == nullptr) {
 382         return nullptr;
 383       }
 384 
 385       InstanceKlass* ik = m->method_holder();
 386       const constantPoolHandle cp(Thread::current(), ik->constants());
 387 
 388       // invokedynamic or invokehandle
 389 
 390       methodHandle caller(Thread::current(), m);
 391       int bci = parse_int("bci");
 392       if (m->validate_bci(bci) != bci) {
 393         report_error("bad bci");
 394         return nullptr;
 395       }
 396 
 397       ik->link_class(CHECK_NULL);
 398 
 399       Bytecode_invoke bytecode = Bytecode_invoke_check(caller, bci);
 400       if (!Bytecodes::is_defined(bytecode.code()) || !bytecode.is_valid()) {
 401         report_error("no invoke found at bci");
 402         return nullptr;
 403       }
 404       bytecode.verify();
 405       int index = bytecode.index();
 406 
 407       CallInfo callInfo;
 408       Bytecodes::Code bc = bytecode.invoke_code();
 409       LinkResolver::resolve_invoke(callInfo, Handle(), cp, index, bc, CHECK_NULL);
 410 
 411       oop appendix = nullptr;
 412       Method* adapter_method = nullptr;
 413       int pool_index = 0;
 414 
 415       if (bytecode.is_invokedynamic()) {
 416         cp->cache()->set_dynamic_call(callInfo, index);
 417 
 418         appendix = cp->resolved_reference_from_indy(index);
 419         adapter_method = cp->resolved_indy_entry_at(index)->method();
 420         pool_index = cp->resolved_indy_entry_at(index)->constant_pool_index();
 421       } else if (bytecode.is_invokehandle()) {
 422 #ifdef ASSERT
 423         Klass* holder = cp->klass_ref_at(index, bytecode.code(), CHECK_NULL);
 424         Symbol* name = cp->name_ref_at(index, bytecode.code());
 425         assert(MethodHandles::is_signature_polymorphic_name(holder, name), "");
 426 #endif
 427         ResolvedMethodEntry* method_entry = cp->cache()->set_method_handle(index, callInfo);
 428         appendix = cp->cache()->appendix_if_resolved(method_entry);
 429         adapter_method = method_entry->method();
 430         pool_index = method_entry->constant_pool_index();
 431       } else {
 432         report_error("no dynamic invoke found");
 433         return nullptr;
 434       }
 435       char* dyno_ref = parse_string();
 436       if (strcmp(dyno_ref, "<appendix>") == 0) {
 437         obj = appendix;
 438       } else if (strcmp(dyno_ref, "<adapter>") == 0) {
 439         if (!parse_terminator()) {
 440           report_error("no dynamic invoke found");
 441           return nullptr;
 442         }
 443         Method* adapter = adapter_method;
 444         if (adapter == nullptr) {
 445           report_error("no adapter found");
 446           return nullptr;
 447         }
 448         return adapter->method_holder();
 449       } else if (strcmp(dyno_ref, "<bsm>") == 0) {
 450         BootstrapInfo bootstrap_specifier(cp, pool_index, index);
 451         obj = cp->resolve_possibly_cached_constant_at(bootstrap_specifier.bsm_index(), CHECK_NULL);
 452       } else {
 453         report_error("unrecognized token");
 454         return nullptr;
 455       }
 456     } else {
 457       // constant pool ref (MethodHandle)
 458       if (strcmp(ref, "cpi") != 0) {
 459         report_error("unexpected token");
 460         return nullptr;
 461       }
 462 
 463       Klass* k = parse_klass(CHECK_NULL);
 464       if (k == nullptr) {
 465         return nullptr;
 466       }
 467       InstanceKlass* ik = InstanceKlass::cast(k);
 468       const constantPoolHandle cp(Thread::current(), ik->constants());
 469 
 470       int cpi = parse_int("cpi");
 471 
 472       if (cpi >= cp->length()) {
 473         report_error("bad cpi");
 474         return nullptr;
 475       }
 476       if (!cp->tag_at(cpi).is_method_handle()) {
 477         report_error("no method handle found at cpi");
 478         return nullptr;
 479       }
 480       ik->link_class(CHECK_NULL);
 481       obj = cp->resolve_possibly_cached_constant_at(cpi, CHECK_NULL);
 482     }
 483     if (obj == nullptr) {
 484       report_error("null cp object found");
 485       return nullptr;
 486     }
 487     Klass* k = nullptr;
 488     skip_ws();
 489     // loop: read fields
 490     char* field = nullptr;
 491     do {
 492       field = parse_string();
 493       if (field == nullptr) {
 494         report_error("no field found");
 495         return nullptr;
 496       }
 497       if (strcmp(field, ";") == 0) {
 498         break;
 499       }
 500       // raw Method*
 501       if (strcmp(field, "<vmtarget>") == 0) {
 502         Method* vmtarget = java_lang_invoke_MemberName::vmtarget(obj);
 503         k = (vmtarget == nullptr) ? nullptr : vmtarget->method_holder();
 504         if (k == nullptr) {
 505           report_error("null vmtarget found");
 506           return nullptr;
 507         }
 508         if (!parse_terminator()) {
 509           report_error("missing terminator");
 510           return nullptr;
 511         }
 512         return k;
 513       }
 514       obj = ciReplay::obj_field(obj, field);
 515       // TODO 8350865 I think we need to handle null-free/flat arrays here
 516       if (obj != nullptr && obj->is_objArray()) {
 517         objArrayOop arr = (objArrayOop)obj;
 518         int index = parse_int("index");
 519         if (index >= arr->length()) {
 520           report_error("bad array index");
 521           return nullptr;
 522         }
 523         obj = arr->obj_at(index);
 524       }
 525     } while (obj != nullptr);
 526     if (obj == nullptr) {
 527       report_error("null field found");
 528       return nullptr;
 529     }
 530     k = obj->klass();
 531     return k;
 532   }
 533 
 534   // Parse a valid klass name and look it up
 535   // syntax: <name>
 536   // syntax: <constant pool ref>
 537   Klass* parse_klass(TRAPS) {
 538     skip_ws();
 539     // check for constant pool object reference (for a dynamic/hidden class)
 540     bool cp_ref = (*_bufptr == '@');
 541     if (cp_ref) {
 542       ++_bufptr;
 543       Klass* k = parse_cp_ref(CHECK_NULL);
 544       if (k != nullptr && !k->is_hidden()) {
 545         report_error("expected hidden class");
 546         return nullptr;
 547       }
 548       return k;
 549     }
 550     char* str = parse_escaped_string();
 551     Symbol* klass_name = SymbolTable::new_symbol(str);
 552     if (klass_name != nullptr) {
 553       Klass* k = nullptr;
 554       if (_iklass != nullptr) {
 555         k = (Klass*)_iklass->find_klass(ciSymbol::make(klass_name->as_C_string()))->constant_encoding();
 556       } else {
 557         k = SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
 558       }
 559       if (HAS_PENDING_EXCEPTION) {
 560         oop throwable = PENDING_EXCEPTION;
 561         java_lang_Throwable::print(throwable, tty);
 562         tty->cr();
 563         report_error(str);
 564         if (ReplayIgnoreInitErrors) {
 565           CLEAR_PENDING_EXCEPTION;
 566           _error_message = nullptr;
 567         }
 568         return nullptr;
 569       }
 570       return k;
 571     }
 572     return nullptr;
 573   }
 574 
 575   // Lookup a klass
 576   Klass* resolve_klass(const char* klass, TRAPS) {
 577     Symbol* klass_name = SymbolTable::new_symbol(klass);
 578     return SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
 579   }
 580 
 581   // Parse the standard tuple of <klass> <name> <signature>
 582   Method* parse_method(TRAPS) {
 583     InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK_NULL);
 584     if (k == nullptr) {
 585       report_error("Can't find holder klass");
 586       return nullptr;
 587     }
 588     Symbol* method_name = parse_symbol();
 589     Symbol* method_signature = parse_symbol();
 590     Method* m = k->find_method(method_name, method_signature);
 591     if (m == nullptr) {
 592       report_error("Can't find method");
 593     }
 594     return m;
 595   }
 596 
 597   int get_line(int c) {
 598     int buffer_pos = 0;
 599     while(c != EOF) {
 600       if (buffer_pos + 1 >= _buffer_length) {
 601         _nesting.check(); // Check if a reallocation in the resource arena is safe
 602         int new_length = _buffer_length * 2;
 603         // Next call will throw error in case of OOM.
 604         _buffer = REALLOC_RESOURCE_ARRAY(char, _buffer, _buffer_length, new_length);
 605         _buffer_length = new_length;
 606       }
 607       if (c == '\n') {
 608         c = getc(_stream); // get next char
 609         break;
 610       } else if (c == '\r') {
 611         // skip LF
 612       } else {
 613         _buffer[buffer_pos++] = c;
 614       }
 615       c = getc(_stream);
 616     }
 617     // null terminate it, reset the pointer
 618     _buffer[buffer_pos] = '\0'; // NL or EOF
 619     _bufptr = _buffer;
 620     return c;
 621   }
 622 
 623   // Process each line of the replay file executing each command until
 624   // the file ends.
 625   void process(TRAPS) {
 626     int line_no = 1;
 627     int c = getc(_stream);
 628     while(c != EOF) {
 629       c = get_line(c);
 630       process_command(false, THREAD);
 631       if (had_error()) {
 632         int pos = _bufptr - _buffer + 1;
 633         tty->print_cr("Error while parsing line %d at position %d: %s\n", line_no, pos, _error_message);
 634         if (ReplayIgnoreInitErrors) {
 635           CLEAR_PENDING_EXCEPTION;
 636           _error_message = nullptr;
 637         } else {
 638           return;
 639         }
 640       }
 641       line_no++;
 642     }
 643     reset();
 644   }
 645 
 646   void process_command(bool is_replay_inline, TRAPS) {
 647     char* cmd = parse_string();
 648     if (cmd == nullptr) {
 649       return;
 650     }
 651     if (strcmp("#", cmd) == 0) {
 652       // comment line, print or ignore
 653       if (Verbose) {
 654         tty->print_cr("# %s", _bufptr);
 655       }
 656       skip_remaining();
 657     } else if (strcmp("version", cmd) == 0) {
 658       _version = parse_int("version");
 659       if (_version < 0 || _version > REPLAY_VERSION) {
 660         tty->print_cr("# unrecognized version %d, expected 0 <= version <= %d", _version, REPLAY_VERSION);
 661       }
 662     } else if (strcmp("compile", cmd) == 0) {
 663       process_compile(CHECK);
 664     } else if (!is_replay_inline) {
 665       if (strcmp("ciMethod", cmd) == 0) {
 666         process_ciMethod(CHECK);
 667       } else if (strcmp("ciMethodData", cmd) == 0) {
 668         process_ciMethodData(CHECK);
 669       } else if (strcmp("staticfield", cmd) == 0) {
 670         process_staticfield(CHECK);
 671       } else if (strcmp("ciInstanceKlass", cmd) == 0) {
 672         process_ciInstanceKlass(CHECK);
 673       } else if (strcmp("instanceKlass", cmd) == 0) {
 674         process_instanceKlass(CHECK);
 675 #if INCLUDE_JVMTI
 676       } else if (strcmp("JvmtiExport", cmd) == 0) {
 677         process_JvmtiExport(CHECK);
 678 #endif // INCLUDE_JVMTI
 679       } else {
 680         report_error("unknown command");
 681       }
 682     } else {
 683       report_error("unknown command");
 684     }
 685     if (!had_error() && *_bufptr != '\0') {
 686       report_error("line not properly terminated");
 687     }
 688   }
 689 
 690   // validation of comp_level
 691   bool is_valid_comp_level(int comp_level) {
 692     const int msg_len = 256;
 693     char* msg = nullptr;
 694     if (!is_compile(comp_level)) {
 695       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 696       jio_snprintf(msg, msg_len, "%d isn't compilation level", comp_level);
 697     } else if (is_c1_compile(comp_level) && !CompilerConfig::is_c1_enabled()) {
 698       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 699       jio_snprintf(msg, msg_len, "compilation level %d requires C1", comp_level);
 700     } else if (is_c2_compile(comp_level) && !CompilerConfig::is_c2_enabled()) {
 701       msg = NEW_RESOURCE_ARRAY(char, msg_len);
 702       jio_snprintf(msg, msg_len, "compilation level %d requires C2", comp_level);
 703     }
 704     if (msg != nullptr) {
 705       report_error(msg);
 706       return false;
 707     }
 708     return true;
 709   }
 710 
 711   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <klass> <name> <signature>)*
 712   void* process_inline(ciMethod* imethod, Method* m, int entry_bci, int comp_level, TRAPS) {
 713     _imethod    = m;
 714     _iklass     = imethod->holder();
 715     _entry_bci  = entry_bci;
 716     _comp_level = comp_level;
 717     int line_no = 1;
 718     int c = getc(_stream);
 719     while(c != EOF) {
 720       c = get_line(c);
 721       process_command(true, CHECK_NULL);
 722       if (had_error()) {
 723         tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
 724         tty->print_cr("%s", _buffer);
 725         return nullptr;
 726       }
 727       if (_ci_inline_records != nullptr && _ci_inline_records->length() > 0) {
 728         // Found inlining record for the requested method.
 729         return _ci_inline_records;
 730       }
 731       line_no++;
 732     }
 733     return nullptr;
 734   }
 735 
 736   // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <inline_late> <klass> <name> <signature>)*
 737   void process_compile(TRAPS) {
 738     Method* method = parse_method(CHECK);
 739     if (had_error()) return;
 740     int entry_bci = parse_int("entry_bci");
 741     int comp_level = parse_int("comp_level");
 742     if (!is_valid_comp_level(comp_level)) {
 743       return;
 744     }
 745     if (_imethod != nullptr) {
 746       // Replay Inlining
 747       if (entry_bci != _entry_bci || comp_level != _comp_level) {
 748         return;
 749       }
 750       const char* iklass_name  = _imethod->method_holder()->name()->as_utf8();
 751       const char* imethod_name = _imethod->name()->as_utf8();
 752       const char* isignature   = _imethod->signature()->as_utf8();
 753       const char* klass_name   = method->method_holder()->name()->as_utf8();
 754       const char* method_name  = method->name()->as_utf8();
 755       const char* signature    = method->signature()->as_utf8();
 756       if (strcmp(iklass_name,  klass_name)  != 0 ||
 757           strcmp(imethod_name, method_name) != 0 ||
 758           strcmp(isignature,   signature)   != 0) {
 759         return;
 760       }
 761     }
 762     int inline_count = 0;
 763     if (parse_tag_and_count("inline", inline_count)) {
 764       // Record inlining data
 765       _ci_inline_records = new GrowableArray<ciInlineRecord*>();
 766       for (int i = 0; i < inline_count; i++) {
 767         int depth = parse_int("inline_depth");
 768         int bci = parse_int("inline_bci");
 769         if (had_error()) {
 770           break;
 771         }
 772         int inline_late = 0;
 773         if (_version >= 2) {
 774           inline_late = parse_int("inline_late");
 775           if (had_error()) {
 776               break;
 777           }
 778         }
 779 
 780         Method* inl_method = parse_method(CHECK);
 781         if (had_error()) {
 782           break;
 783         }
 784         new_ciInlineRecord(inl_method, bci, depth, inline_late);
 785       }
 786     }
 787     if (_imethod != nullptr) {
 788       return; // Replay Inlining
 789     }
 790     InstanceKlass* ik = method->method_holder();
 791     ik->initialize(THREAD);
 792     if (HAS_PENDING_EXCEPTION) {
 793       oop throwable = PENDING_EXCEPTION;
 794       java_lang_Throwable::print(throwable, tty);
 795       tty->cr();
 796       if (ReplayIgnoreInitErrors) {
 797         CLEAR_PENDING_EXCEPTION;
 798         ik->set_init_state(InstanceKlass::fully_initialized);
 799       } else {
 800         return;
 801       }
 802     }
 803     // Make sure the existence of a prior compile doesn't stop this one
 804     nmethod* nm = (entry_bci != InvocationEntryBci) ? method->lookup_osr_nmethod_for(entry_bci, comp_level, true) : method->code();
 805     if (nm != nullptr) {
 806       nm->make_not_entrant(nmethod::InvalidationReason::CI_REPLAY);
 807     }
 808     replay_state = this;
 809     CompileBroker::compile_method(methodHandle(THREAD, method), entry_bci, comp_level,
 810                                   0, CompileTask::Reason_Replay, THREAD);
 811     replay_state = nullptr;
 812   }
 813 
 814   // ciMethod <klass> <name> <signature> <invocation_counter> <backedge_counter> <interpreter_invocation_count> <interpreter_throwout_count> <instructions_size>
 815   void process_ciMethod(TRAPS) {
 816     Method* method = parse_method(CHECK);
 817     if (had_error()) return;
 818     ciMethodRecord* rec = new_ciMethod(method);
 819     rec->_invocation_counter = parse_int("invocation_counter");
 820     rec->_backedge_counter = parse_int("backedge_counter");
 821     rec->_interpreter_invocation_count = parse_int("interpreter_invocation_count");
 822     rec->_interpreter_throwout_count = parse_int("interpreter_throwout_count");
 823     rec->_instructions_size = parse_int("instructions_size");
 824   }
 825 
 826   // ciMethodData <klass> <name> <signature> <state> <invocation_counter> orig <length> <byte>* data <length> <ptr>* oops <length> (<offset> <klass>)* methods <length> (<offset> <klass> <name> <signature>)*
 827   void process_ciMethodData(TRAPS) {
 828     Method* method = parse_method(CHECK);
 829     if (had_error()) return;
 830     /* just copied from Method, to build interpret data*/
 831 
 832     // To be properly initialized, some profiling in the MDO needs the
 833     // method to be rewritten (number of arguments at a call for instance)
 834     method->method_holder()->link_class(CHECK);
 835     assert(method->method_data() == nullptr, "Should only be initialized once");
 836     method->build_profiling_method_data(methodHandle(THREAD, method), CHECK);
 837 
 838     // collect and record all the needed information for later
 839     ciMethodDataRecord* rec = new_ciMethodData(method);
 840     rec->_state = parse_int("state");
 841     if (_version < 1) {
 842       parse_int("current_mileage");
 843     } else {
 844       rec->_invocation_counter = parse_int("invocation_counter");
 845     }
 846 
 847     rec->_orig_data = parse_data("orig", rec->_orig_data_length);
 848     if (rec->_orig_data == nullptr) {
 849       return;
 850     }
 851     rec->_data = parse_intptr_data("data", rec->_data_length);
 852     if (rec->_data == nullptr) {
 853       return;
 854     }
 855     if (!parse_tag_and_count("oops", rec->_classes_length)) {
 856       return;
 857     }
 858     rec->_classes = NEW_RESOURCE_ARRAY(Klass*, rec->_classes_length);
 859     rec->_classes_offsets = NEW_RESOURCE_ARRAY(int, rec->_classes_length);
 860     for (int i = 0; i < rec->_classes_length; i++) {
 861       int offset = parse_int("offset");
 862       if (had_error()) {
 863         return;
 864       }
 865       Klass* k = parse_klass(CHECK);
 866       if (had_error()) {
 867         return;
 868       }
 869       if (Arguments::is_valhalla_enabled() && _version >= 3 && k != nullptr && k->is_objArray_klass()) {
 870         k = create_concrete_object_array_klass(ObjArrayKlass::cast(k), THREAD);
 871       }
 872       rec->_classes_offsets[i] = offset;
 873       rec->_classes[i] = k;
 874     }
 875 
 876     if (!parse_tag_and_count("methods", rec->_methods_length)) {
 877       return;
 878     }
 879     rec->_methods = NEW_RESOURCE_ARRAY(Method*, rec->_methods_length);
 880     rec->_methods_offsets = NEW_RESOURCE_ARRAY(int, rec->_methods_length);
 881     for (int i = 0; i < rec->_methods_length; i++) {
 882       int offset = parse_int("offset");
 883       if (had_error()) {
 884         return;
 885       }
 886       Method* m = parse_method(CHECK);
 887       rec->_methods_offsets[i] = offset;
 888       rec->_methods[i] = m;
 889     }
 890   }
 891 
 892   ObjArrayKlass* create_concrete_object_array_klass(ObjArrayKlass* obj_array_klass, TRAPS) {
 893     ArrayKlass::ArrayProperties array_properties =
 894     static_cast<ArrayKlass::ArrayProperties>(parse_int("array_properties"));
 895     if (array_properties != ArrayKlass::DEFAULT &&
 896         array_properties != ArrayKlass::NULL_RESTRICTED &&
 897         array_properties != ArrayKlass::NON_ATOMIC &&
 898         array_properties != (ArrayKlass::NULL_RESTRICTED | ArrayKlass::NON_ATOMIC)) {
 899       guarantee(false, "invalid array_properties: %d, fall back to DEFAULT", array_properties);
 900     }
 901 
 902     return obj_array_klass->klass_with_properties(array_properties, THREAD);
 903   }
 904 
 905   // instanceKlass <name>
 906   // instanceKlass <constant pool ref> # <original hidden class name>
 907   //
 908   // Loads and initializes the klass 'name'.  This can be used to
 909   // create particular class loading environments
 910   void process_instanceKlass(TRAPS) {
 911     // just load the referenced class
 912     Klass* k = parse_klass(CHECK);
 913 
 914     if (k == nullptr) {
 915       return;
 916     }
 917     const char* comment = parse_string();
 918     bool is_comment = comment != nullptr && strcmp(comment, "#") == 0;
 919     if (k->is_hidden() != is_comment) {
 920       report_error("hidden class with comment expected");
 921       return;
 922     }
 923     // comment, print or ignore
 924     if (is_comment) {
 925       if (Verbose) {
 926         const char* hidden = parse_string();
 927         tty->print_cr("Found %s for %s", k->name()->as_quoted_ascii(), hidden);
 928       }
 929       skip_remaining();
 930     }
 931   }
 932 
 933   // ciInstanceKlass <name> <is_linked> <is_initialized> <length> tag*
 934   //
 935   // Load the klass 'name' and link or initialize it.  Verify that the
 936   // constant pool is the same length as 'length' and make sure the
 937   // constant pool tags are in the same state.
 938   void process_ciInstanceKlass(TRAPS) {
 939     InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK);
 940     if (k == nullptr) {
 941       skip_remaining();
 942       return;
 943     }
 944     int is_linked = parse_int("is_linked");
 945     int is_initialized = parse_int("is_initialized");
 946     int length = parse_int("length");
 947     if (is_initialized) {
 948       k->initialize(THREAD);
 949       if (HAS_PENDING_EXCEPTION) {
 950         oop throwable = PENDING_EXCEPTION;
 951         java_lang_Throwable::print(throwable, tty);
 952         tty->cr();
 953         if (ReplayIgnoreInitErrors) {
 954           CLEAR_PENDING_EXCEPTION;
 955           k->set_init_state(InstanceKlass::fully_initialized);
 956         } else {
 957           return;
 958         }
 959       }
 960     } else if (is_linked) {
 961       k->link_class(CHECK);
 962     }
 963     new_ciInstanceKlass(k);
 964     ConstantPool* cp = k->constants();
 965     if (length != cp->length()) {
 966       report_error("constant pool length mismatch: wrong class files?");
 967       return;
 968     }
 969 
 970     int parsed_two_word = 0;
 971     for (int i = 1; i < length; i++) {
 972       int tag = parse_int("tag");
 973       if (had_error()) {
 974         return;
 975       }
 976       switch (cp->tag_at(i).value()) {
 977         case JVM_CONSTANT_UnresolvedClass: {
 978           if (tag == JVM_CONSTANT_Class) {
 979             tty->print_cr("Resolving klass %s at %d", cp->klass_name_at(i)->as_utf8(), i);
 980             Klass* k = cp->klass_at(i, CHECK);
 981           }
 982           break;
 983         }
 984 
 985         case JVM_CONSTANT_Long:
 986         case JVM_CONSTANT_Double:
 987           parsed_two_word = i + 1;
 988 
 989         case JVM_CONSTANT_ClassIndex:
 990         case JVM_CONSTANT_StringIndex:
 991         case JVM_CONSTANT_String:
 992         case JVM_CONSTANT_UnresolvedClassInError:
 993         case JVM_CONSTANT_Fieldref:
 994         case JVM_CONSTANT_Methodref:
 995         case JVM_CONSTANT_InterfaceMethodref:
 996         case JVM_CONSTANT_NameAndType:
 997         case JVM_CONSTANT_Utf8:
 998         case JVM_CONSTANT_Integer:
 999         case JVM_CONSTANT_Float:
1000         case JVM_CONSTANT_MethodHandle:
1001         case JVM_CONSTANT_MethodType:
1002         case JVM_CONSTANT_Dynamic:
1003         case JVM_CONSTANT_InvokeDynamic:
1004           if (tag != cp->tag_at(i).value()) {
1005             report_error("tag mismatch: wrong class files?");
1006             return;
1007           }
1008           break;
1009 
1010         case JVM_CONSTANT_Class:
1011           if (tag == JVM_CONSTANT_UnresolvedClass) {
1012             Klass* k = cp->klass_at(i, CHECK);
1013             tty->print_cr("Warning: entry was unresolved in the replay data: %s", k->name()->as_utf8());
1014           } else if (tag != JVM_CONSTANT_Class) {
1015             report_error("Unexpected tag");
1016             return;
1017           }
1018           break;
1019 
1020         case 0:
1021           if (parsed_two_word == i) continue;
1022 
1023         default:
1024           fatal("Unexpected tag: %d", cp->tag_at(i).value());
1025           break;
1026       }
1027 
1028     }
1029   }
1030 
1031   class InlineTypeFieldInitializer : public FieldClosure {
1032     oop _vt;
1033     CompileReplay* _replay;
1034   public:
1035     InlineTypeFieldInitializer(oop vt, CompileReplay* replay)
1036   : _vt(vt), _replay(replay) {}
1037 
1038     void do_field(fieldDescriptor* fd) {
1039       BasicType bt = fd->field_type();
1040       const char* string_value = fd->is_null_free_inline_type() ? nullptr : _replay->parse_escaped_string();
1041       switch (bt) {
1042       case T_BYTE: {
1043         int value = atoi(string_value);
1044         _vt->byte_field_put(fd->offset(), value);
1045         break;
1046       }
1047       case T_BOOLEAN: {
1048         int value = atoi(string_value);
1049         _vt->bool_field_put(fd->offset(), value);
1050         break;
1051       }
1052       case T_SHORT: {
1053         int value = atoi(string_value);
1054         _vt->short_field_put(fd->offset(), value);
1055         break;
1056       }
1057       case T_CHAR: {
1058         int value = atoi(string_value);
1059         _vt->char_field_put(fd->offset(), value);
1060         break;
1061       }
1062       case T_INT: {
1063         int value = atoi(string_value);
1064         _vt->int_field_put(fd->offset(), value);
1065         break;
1066       }
1067       case T_LONG: {
1068         jlong value;
1069         if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1070           fprintf(stderr, "Error parsing long: %s\n", string_value);
1071           break;
1072         }
1073         _vt->long_field_put(fd->offset(), value);
1074         break;
1075       }
1076       case T_FLOAT: {
1077         float value = atof(string_value);
1078         _vt->float_field_put(fd->offset(), value);
1079         break;
1080       }
1081       case T_DOUBLE: {
1082         double value = atof(string_value);
1083         _vt->double_field_put(fd->offset(), value);
1084         break;
1085       }
1086       case T_ARRAY:
1087       case T_OBJECT:
1088         if (fd->is_null_free_inline_type() && fd->is_flat()) {
1089           InlineKlass* vk = InlineKlass::cast(fd->field_holder()->get_inline_type_field_klass(fd->index()));
1090           int field_offset = fd->offset() - vk->payload_offset();
1091           oop obj = cast_to_oop(cast_from_oop<address>(_vt) + field_offset);
1092           InlineTypeFieldInitializer init_fields(obj, _replay);
1093           vk->do_nonstatic_fields(&init_fields);
1094         } else {
1095           JavaThread* THREAD = JavaThread::current();
1096           bool res = _replay->process_staticfield_reference(string_value, _vt, fd, THREAD);
1097           assert(res, "should succeed for arrays & objects");
1098         }
1099       default: {
1100         fatal("Unhandled type: %s", type2name(bt));
1101       }
1102       }
1103     }
1104   };
1105 
1106   bool process_staticfield_reference(const char* field_signature, oop java_mirror, fieldDescriptor* fd, TRAPS) {
1107     if (field_signature[0] == JVM_SIGNATURE_ARRAY) {
1108       int length = parse_int("array length");
1109       oop value = nullptr;
1110 
1111       if (length != -1) {
1112         if (field_signature[1] == JVM_SIGNATURE_ARRAY) {
1113           // multi dimensional array
1114           Klass* k = resolve_klass(field_signature, CHECK_(true));
1115           ArrayKlass* kelem = (ArrayKlass *)k;


1116           int rank = 0;
1117           while (field_signature[rank] == JVM_SIGNATURE_ARRAY) {
1118             rank++;
1119           }
1120           jint* dims = NEW_RESOURCE_ARRAY(jint, rank);
1121           dims[0] = length;
1122           for (int i = 1; i < rank; i++) {
1123             dims[i] = 1; // These aren't relevant to the compiler
1124           }
1125           value = kelem->multi_allocate(rank, dims, CHECK_(true));
1126         } else {
1127           if (strcmp(field_signature, "[B") == 0) {
1128             value = oopFactory::new_byteArray(length, CHECK_(true));
1129           } else if (strcmp(field_signature, "[Z") == 0) {
1130             value = oopFactory::new_boolArray(length, CHECK_(true));
1131           } else if (strcmp(field_signature, "[C") == 0) {
1132             value = oopFactory::new_charArray(length, CHECK_(true));
1133           } else if (strcmp(field_signature, "[S") == 0) {
1134             value = oopFactory::new_shortArray(length, CHECK_(true));
1135           } else if (strcmp(field_signature, "[F") == 0) {
1136             value = oopFactory::new_floatArray(length, CHECK_(true));
1137           } else if (strcmp(field_signature, "[D") == 0) {
1138             value = oopFactory::new_doubleArray(length, CHECK_(true));
1139           } else if (strcmp(field_signature, "[I") == 0) {
1140             value = oopFactory::new_intArray(length, CHECK_(true));
1141           } else if (strcmp(field_signature, "[J") == 0) {
1142             value = oopFactory::new_longArray(length, CHECK_(true));
1143           } else if (field_signature[0] == JVM_SIGNATURE_ARRAY &&
1144                      field_signature[1] == JVM_SIGNATURE_CLASS) {
1145             Klass* actual_array_klass = parse_klass(CHECK_(true));
1146             // TODO 8350865 I think we need to handle null-free/flat arrays here
1147             // This handling will change the array property argument passed to the
1148             // factory below
1149             Klass* kelem = ObjArrayKlass::cast(actual_array_klass)->element_klass();
1150             value = oopFactory::new_objArray(kelem, length, CHECK_(true));
1151           } else {
1152             report_error("unhandled array staticfield");
1153           }
1154         }
1155         java_mirror->obj_field_put(fd->offset(), value);
1156         return true;
1157       }
1158     } else if (strcmp(field_signature, "Ljava/lang/String;") == 0) {
1159       const char* string_value = parse_escaped_string();
1160       Handle value = java_lang_String::create_from_str(string_value, CHECK_(true));
1161       java_mirror->obj_field_put(fd->offset(), value());
1162       return true;
1163     } else if (field_signature[0] == JVM_SIGNATURE_CLASS) {
1164       const char* instance = parse_escaped_string();
1165       oop value = nullptr;
1166       if (instance != nullptr) {
1167         Klass* k = resolve_klass(instance, CHECK_(true));
1168         value = InstanceKlass::cast(k)->allocate_instance(CHECK_(true));
1169       }
1170       java_mirror->obj_field_put(fd->offset(), value);
1171       return true;
1172     }
1173     return false;
1174   }
1175 
1176   // Initialize a class and fill in the value for a static field.
1177   // This is useful when the compile was dependent on the value of
1178   // static fields but it's impossible to properly rerun the static
1179   // initializer.
1180   void process_staticfield(TRAPS) {
1181     InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
1182 
1183     if (k == nullptr || ReplaySuppressInitializers == 0 ||
1184         (ReplaySuppressInitializers == 2 && k->class_loader() == nullptr)) {
1185         skip_remaining();
1186       return;
1187     }
1188 
1189     assert(k->is_initialized(), "must be");
1190 
1191     const char* field_name = parse_escaped_string();
1192     const char* field_signature = parse_string();
1193     fieldDescriptor fd;
1194     Symbol* name = SymbolTable::new_symbol(field_name);
1195     Symbol* sig = SymbolTable::new_symbol(field_signature);
1196     if (!k->find_local_field(name, sig, &fd) ||
1197         !fd.is_static() ||
1198         fd.has_initial_value()) {
1199       report_error(field_name);
1200       return;
1201     }
1202 
1203     oop java_mirror = k->java_mirror();
1204     if (strcmp(field_signature, "I") == 0) {
1205       const char* string_value = parse_escaped_string();
1206       int value = atoi(string_value);
1207       java_mirror->int_field_put(fd.offset(), value);
1208     } else if (strcmp(field_signature, "B") == 0) {
1209       const char* string_value = parse_escaped_string();
1210       int value = atoi(string_value);
1211       java_mirror->byte_field_put(fd.offset(), value);
1212     } else if (strcmp(field_signature, "C") == 0) {
1213       const char* string_value = parse_escaped_string();
1214       int value = atoi(string_value);
1215       java_mirror->char_field_put(fd.offset(), value);
1216     } else if (strcmp(field_signature, "S") == 0) {
1217       const char* string_value = parse_escaped_string();
1218       int value = atoi(string_value);
1219       java_mirror->short_field_put(fd.offset(), value);
1220     } else if (strcmp(field_signature, "Z") == 0) {
1221       const char* string_value = parse_escaped_string();
1222       int value = atoi(string_value);
1223       java_mirror->bool_field_put(fd.offset(), value);
1224     } else if (strcmp(field_signature, "J") == 0) {
1225       const char* string_value = parse_escaped_string();
1226       jlong value;
1227       if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1228         fprintf(stderr, "Error parsing long: %s\n", string_value);
1229         return;
1230       }
1231       java_mirror->long_field_put(fd.offset(), value);
1232     } else if (strcmp(field_signature, "F") == 0) {
1233       const char* string_value = parse_escaped_string();
1234       float value = atof(string_value);
1235       java_mirror->float_field_put(fd.offset(), value);
1236     } else if (strcmp(field_signature, "D") == 0) {
1237       const char* string_value = parse_escaped_string();
1238       double value = atof(string_value);
1239       java_mirror->double_field_put(fd.offset(), value);
1240     } else if (fd.is_null_free_inline_type()) {
1241       Klass* kelem = resolve_klass(field_signature, CHECK);
1242       InlineKlass* vk = InlineKlass::cast(kelem);
1243       oop value = vk->allocate_instance(CHECK);
1244       InlineTypeFieldInitializer init_fields(value, this);
1245       vk->do_nonstatic_fields(&init_fields);
1246       java_mirror->obj_field_put(fd.offset(), value);
1247     } else {
1248       bool res = process_staticfield_reference(field_signature, java_mirror, &fd, CHECK);
1249       if (!res)  {






































1250         report_error("unhandled staticfield");
1251       }
1252     }
1253   }
1254 
1255 #if INCLUDE_JVMTI
1256   // JvmtiExport <field> <value>
1257   void process_JvmtiExport(TRAPS) {
1258     const char* field = parse_string();
1259     bool value = parse_int("JvmtiExport flag") != 0;
1260     if (strcmp(field, "can_access_local_variables") == 0) {
1261       JvmtiExport::set_can_access_local_variables(value);
1262     } else if (strcmp(field, "can_hotswap_or_post_breakpoint") == 0) {
1263       JvmtiExport::set_can_hotswap_or_post_breakpoint(value);
1264     } else if (strcmp(field, "can_post_on_exceptions") == 0) {
1265       JvmtiExport::set_can_post_on_exceptions(value);
1266     } else {
1267       report_error("Unrecognized JvmtiExport directive");
1268     }
1269   }
1270 #endif // INCLUDE_JVMTI
1271 
1272   // Create and initialize a record for a ciMethod
1273   ciMethodRecord* new_ciMethod(Method* method) {
1274     ciMethodRecord* rec = NEW_RESOURCE_OBJ(ciMethodRecord);
1275     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1276     rec->_method_name = method->name()->as_utf8();
1277     rec->_signature = method->signature()->as_utf8();
1278     _ci_method_records.append(rec);
1279     return rec;
1280   }
1281 
1282   // Lookup data for a ciMethod
1283   ciMethodRecord* find_ciMethodRecord(Method* method) {
1284     const char* klass_name =  method->method_holder()->name()->as_utf8();
1285     const char* method_name = method->name()->as_utf8();
1286     const char* signature = method->signature()->as_utf8();
1287     for (int i = 0; i < _ci_method_records.length(); i++) {
1288       ciMethodRecord* rec = _ci_method_records.at(i);
1289       if (strcmp(rec->_klass_name, klass_name) == 0 &&
1290           strcmp(rec->_method_name, method_name) == 0 &&
1291           strcmp(rec->_signature, signature) == 0) {
1292         return rec;
1293       }
1294     }
1295     return nullptr;
1296   }
1297 
1298   // Create and initialize a record for a ciInstanceKlass which was present at replay dump time.
1299   void new_ciInstanceKlass(const InstanceKlass* klass) {
1300     ciInstanceKlassRecord* rec = NEW_RESOURCE_OBJ(ciInstanceKlassRecord);
1301     rec->_klass = klass;
1302     oop java_mirror = klass->java_mirror();
1303     Handle h_java_mirror(_thread, java_mirror);
1304     rec->_java_mirror = JNIHandles::make_global(h_java_mirror);
1305     _ci_instance_klass_records.append(rec);
1306   }
1307 
1308   // Check if a ciInstanceKlass was present at replay dump time for a klass.
1309   ciInstanceKlassRecord* find_ciInstanceKlass(const InstanceKlass* klass) {
1310     for (int i = 0; i < _ci_instance_klass_records.length(); i++) {
1311       ciInstanceKlassRecord* rec = _ci_instance_klass_records.at(i);
1312       if (klass == rec->_klass) {
1313         // ciInstanceKlass for this klass was resolved.
1314         return rec;
1315       }
1316     }
1317     return nullptr;
1318   }
1319 
1320   // Create and initialize a record for a ciMethodData
1321   ciMethodDataRecord* new_ciMethodData(Method* method) {
1322     ciMethodDataRecord* rec = NEW_RESOURCE_OBJ(ciMethodDataRecord);
1323     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1324     rec->_method_name = method->name()->as_utf8();
1325     rec->_signature = method->signature()->as_utf8();
1326     _ci_method_data_records.append(rec);
1327     return rec;
1328   }
1329 
1330   // Lookup data for a ciMethodData
1331   ciMethodDataRecord* find_ciMethodDataRecord(Method* method) {
1332     const char* klass_name =  method->method_holder()->name()->as_utf8();
1333     const char* method_name = method->name()->as_utf8();
1334     const char* signature = method->signature()->as_utf8();
1335     for (int i = 0; i < _ci_method_data_records.length(); i++) {
1336       ciMethodDataRecord* rec = _ci_method_data_records.at(i);
1337       if (strcmp(rec->_klass_name, klass_name) == 0 &&
1338           strcmp(rec->_method_name, method_name) == 0 &&
1339           strcmp(rec->_signature, signature) == 0) {
1340         return rec;
1341       }
1342     }
1343     return nullptr;
1344   }
1345 
1346   // Create and initialize a record for a ciInlineRecord
1347   ciInlineRecord* new_ciInlineRecord(Method* method, int bci, int depth, int inline_late) {
1348     ciInlineRecord* rec = NEW_RESOURCE_OBJ(ciInlineRecord);
1349     rec->_klass_name =  method->method_holder()->name()->as_utf8();
1350     rec->_method_name = method->name()->as_utf8();
1351     rec->_signature = method->signature()->as_utf8();
1352     rec->_inline_bci = bci;
1353     rec->_inline_depth = depth;
1354     rec->_inline_late = inline_late;
1355     _ci_inline_records->append(rec);
1356     return rec;
1357   }
1358 
1359   // Lookup inlining data for a ciMethod
1360   ciInlineRecord* find_ciInlineRecord(Method* method, int bci, int depth) {
1361     if (_ci_inline_records != nullptr) {
1362       return find_ciInlineRecord(_ci_inline_records, method, bci, depth);
1363     }
1364     return nullptr;
1365   }
1366 
1367   static ciInlineRecord* find_ciInlineRecord(GrowableArray<ciInlineRecord*>*  records,
1368                                       Method* method, int bci, int depth) {
1369     if (records != nullptr) {
1370       const char* klass_name  = method->method_holder()->name()->as_utf8();
1371       const char* method_name = method->name()->as_utf8();
1372       const char* signature   = method->signature()->as_utf8();
1373       for (int i = 0; i < records->length(); i++) {
1374         ciInlineRecord* rec = records->at(i);
1375         if ((rec->_inline_bci == bci) &&
1376             (rec->_inline_depth == depth) &&
1377             (strcmp(rec->_klass_name, klass_name) == 0) &&
1378             (strcmp(rec->_method_name, method_name) == 0) &&
1379             (strcmp(rec->_signature, signature) == 0)) {
1380           return rec;
1381         }
1382       }
1383     }
1384     return nullptr;
1385   }
1386 
1387   const char* error_message() {
1388     return _error_message;
1389   }
1390 
1391   void reset() {
1392     _error_message = nullptr;
1393     _ci_method_records.clear();
1394     _ci_method_data_records.clear();
1395   }
1396 
1397   // Take an ascii string contain \u#### escapes and convert it to utf8
1398   // in place.
1399   static void unescape_string(char* value) {
1400     char* from = value;
1401     char* to = value;
1402     while (*from != '\0') {
1403       if (*from != '\\') {
1404         *from++ = *to++;
1405       } else {
1406         switch (from[1]) {
1407           case 'u': {
1408             from += 2;
1409             jchar value=0;
1410             for (int i=0; i<4; i++) {
1411               char c = *from++;
1412               switch (c) {
1413                 case '0': case '1': case '2': case '3': case '4':
1414                 case '5': case '6': case '7': case '8': case '9':
1415                   value = (value << 4) + c - '0';
1416                   break;
1417                 case 'a': case 'b': case 'c':
1418                 case 'd': case 'e': case 'f':
1419                   value = (value << 4) + 10 + c - 'a';
1420                   break;
1421                 case 'A': case 'B': case 'C':
1422                 case 'D': case 'E': case 'F':
1423                   value = (value << 4) + 10 + c - 'A';
1424                   break;
1425                 default:
1426                   ShouldNotReachHere();
1427               }
1428             }
1429             UNICODE::convert_to_utf8(&value, 1, to);
1430             to++;
1431             break;
1432           }
1433           case 't': *to++ = '\t'; from += 2; break;
1434           case 'n': *to++ = '\n'; from += 2; break;
1435           case 'r': *to++ = '\r'; from += 2; break;
1436           case 'f': *to++ = '\f'; from += 2; break;
1437           default:
1438             ShouldNotReachHere();
1439         }
1440       }
1441     }
1442     *from = *to;
1443   }
1444 };
1445 
1446 void ciReplay::replay(TRAPS) {
1447   int exit_code = replay_impl(THREAD);
1448 
1449   Threads::destroy_vm();
1450 
1451   vm_exit(exit_code);
1452 }
1453 
1454 bool ciReplay::no_replay_state() {
1455   return replay_state == nullptr;
1456 }
1457 
1458 void* ciReplay::load_inline_data(ciMethod* method, int entry_bci, int comp_level) {
1459   if (FLAG_IS_DEFAULT(InlineDataFile)) {
1460     tty->print_cr("ERROR: no inline replay data file specified (use -XX:InlineDataFile=inline_pid12345.txt).");
1461     return nullptr;
1462   }
1463 
1464   VM_ENTRY_MARK;
1465   // Load and parse the replay data
1466   CompileReplay rp(InlineDataFile, THREAD);
1467   if (!rp.can_replay()) {
1468     tty->print_cr("ciReplay: !rp.can_replay()");
1469     return nullptr;
1470   }
1471   void* data = rp.process_inline(method, method->get_Method(), entry_bci, comp_level, THREAD);
1472   if (HAS_PENDING_EXCEPTION) {
1473     Handle throwable(THREAD, PENDING_EXCEPTION);
1474     CLEAR_PENDING_EXCEPTION;
1475     java_lang_Throwable::print_stack_trace(throwable, tty);
1476     tty->cr();
1477     return nullptr;
1478   }
1479 
1480   if (rp.had_error()) {
1481     tty->print_cr("ciReplay: Failed on %s", rp.error_message());
1482     return nullptr;
1483   }
1484   return data;
1485 }
1486 
1487 int ciReplay::replay_impl(TRAPS) {
1488   HandleMark hm(THREAD);
1489   ResourceMark rm(THREAD);
1490 
1491   if (ReplaySuppressInitializers > 2) {
1492     // ReplaySuppressInitializers > 2 means that we want to allow
1493     // normal VM bootstrap but once we get into the replay itself
1494     // don't allow any initializers to be run.
1495     ReplaySuppressInitializers = 1;
1496   }
1497 
1498   if (FLAG_IS_DEFAULT(ReplayDataFile)) {
1499     tty->print_cr("ERROR: no compiler replay data file specified (use -XX:ReplayDataFile=replay_pid12345.txt).");
1500     return 1;
1501   }
1502 
1503   // Load and parse the replay data
1504   CompileReplay rp(ReplayDataFile, THREAD);
1505   int exit_code = 0;
1506   if (rp.can_replay()) {
1507     rp.process(THREAD);
1508   } else {
1509     exit_code = 1;
1510     return exit_code;
1511   }
1512 
1513   if (HAS_PENDING_EXCEPTION) {
1514     Handle throwable(THREAD, PENDING_EXCEPTION);
1515     CLEAR_PENDING_EXCEPTION;
1516     java_lang_Throwable::print_stack_trace(throwable, tty);
1517     tty->cr();
1518     exit_code = 2;
1519   }
1520 
1521   if (rp.had_error()) {
1522     tty->print_cr("Failed on %s", rp.error_message());
1523     exit_code = 1;
1524   }
1525   return exit_code;
1526 }
1527 
1528 void ciReplay::initialize(ciMethodData* m) {
1529   if (no_replay_state()) {
1530     return;
1531   }
1532 
1533   ASSERT_IN_VM;
1534   ResourceMark rm;
1535 
1536   Method* method = m->get_MethodData()->method();
1537   ciMethodDataRecord* rec = replay_state->find_ciMethodDataRecord(method);
1538   if (rec == nullptr) {
1539     // This indicates some mismatch with the original environment and
1540     // the replay environment though it's not always enough to
1541     // interfere with reproducing a bug
1542     tty->print_cr("Warning: requesting ciMethodData record for method with no data: ");
1543     method->print_name(tty);
1544     tty->cr();
1545   } else {
1546     m->_state = rec->_state;
1547     m->_invocation_counter = rec->_invocation_counter;
1548     if (rec->_data_length != 0) {
1549       assert(m->_data_size + m->_extra_data_size == rec->_data_length * (int)sizeof(rec->_data[0]) ||
1550              m->_data_size == rec->_data_length * (int)sizeof(rec->_data[0]), "must agree");
1551 
1552       // Write the correct ciObjects back into the profile data
1553       ciEnv* env = ciEnv::current();
1554       for (int i = 0; i < rec->_classes_length; i++) {
1555         Klass *k = rec->_classes[i];
1556         // In case this class pointer is is tagged, preserve the tag bits
1557         intptr_t status = 0;
1558         if (k != nullptr) {
1559           status = ciTypeEntries::with_status(env->get_metadata(k)->as_klass(), rec->_data[rec->_classes_offsets[i]]);
1560         }
1561         rec->_data[rec->_classes_offsets[i]] = status;
1562       }
1563       for (int i = 0; i < rec->_methods_length; i++) {
1564         Method *m = rec->_methods[i];
1565         *(ciMetadata**)(rec->_data + rec->_methods_offsets[i]) =
1566           env->get_metadata(m);
1567       }
1568       // Copy the updated profile data into place as intptr_ts
1569 #ifdef _LP64
1570       Copy::conjoint_jlongs_atomic((jlong *)rec->_data, (jlong *)m->_data, rec->_data_length);
1571 #else
1572       Copy::conjoint_jints_atomic((jint *)rec->_data, (jint *)m->_data, rec->_data_length);
1573 #endif
1574     }
1575 
1576     // copy in the original header
1577     Copy::conjoint_jbytes(rec->_orig_data, (char*)&m->_orig, rec->_orig_data_length);
1578   }
1579 }
1580 
1581 
1582 bool ciReplay::should_not_inline(ciMethod* method) {
1583   if (no_replay_state()) {
1584     return false;
1585   }
1586   VM_ENTRY_MARK;
1587   // ciMethod without a record shouldn't be inlined.
1588   return replay_state->find_ciMethodRecord(method->get_Method()) == nullptr;
1589 }
1590 
1591 bool ciReplay::should_inline(void* data, ciMethod* method, int bci, int inline_depth, bool& should_delay) {
1592   if (data != nullptr) {
1593     GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1594     VM_ENTRY_MARK;
1595     // Inline record are ordered by bci and depth.
1596     ciInlineRecord* record = CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth);
1597     if (record == nullptr) {
1598       return false;
1599     }
1600     should_delay = record->_inline_late;
1601     return true;
1602   } else if (replay_state != nullptr) {
1603     VM_ENTRY_MARK;
1604     // Inline record are ordered by bci and depth.
1605     ciInlineRecord* record = replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth);
1606     if (record == nullptr) {
1607       return false;
1608     }
1609     should_delay = record->_inline_late;
1610     return true;
1611   }
1612   return false;
1613 }
1614 
1615 bool ciReplay::should_not_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1616   if (data != nullptr) {
1617     GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1618     VM_ENTRY_MARK;
1619     // Inline record are ordered by bci and depth.
1620     return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) == nullptr;
1621   } else if (replay_state != nullptr) {
1622     VM_ENTRY_MARK;
1623     // Inline record are ordered by bci and depth.
1624     return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) == nullptr;
1625   }
1626   return false;
1627 }
1628 
1629 void ciReplay::initialize(ciMethod* m) {
1630   if (no_replay_state()) {
1631     return;
1632   }
1633 
1634   ASSERT_IN_VM;
1635   ResourceMark rm;
1636 
1637   Method* method = m->get_Method();
1638   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1639   if (rec == nullptr) {
1640     // This indicates some mismatch with the original environment and
1641     // the replay environment though it's not always enough to
1642     // interfere with reproducing a bug
1643     tty->print_cr("Warning: requesting ciMethod record for method with no data: ");
1644     method->print_name(tty);
1645     tty->cr();
1646   } else {
1647     EXCEPTION_CONTEXT;
1648     // m->_instructions_size = rec->_instructions_size;
1649     m->_inline_instructions_size = -1;
1650     m->_interpreter_invocation_count = rec->_interpreter_invocation_count;
1651     m->_interpreter_throwout_count = rec->_interpreter_throwout_count;
1652     MethodCounters* mcs = method->get_method_counters(CHECK_AND_CLEAR);
1653     guarantee(mcs != nullptr, "method counters allocation failed");
1654     mcs->invocation_counter()->_counter = rec->_invocation_counter;
1655     mcs->backedge_counter()->_counter = rec->_backedge_counter;
1656   }
1657 }
1658 
1659 void ciReplay::initialize(ciInstanceKlass* ci_ik, InstanceKlass* ik) {
1660   assert(!no_replay_state(), "must have replay state");
1661 
1662   ASSERT_IN_VM;
1663   ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(ik);
1664   assert(rec != nullptr, "ciInstanceKlass must be whitelisted");
1665   ci_ik->_java_mirror = CURRENT_ENV->get_instance(JNIHandles::resolve(rec->_java_mirror));
1666 }
1667 
1668 bool ciReplay::is_loaded(Method* method) {
1669   if (no_replay_state()) {
1670     return true;
1671   }
1672 
1673   ASSERT_IN_VM;
1674   ResourceMark rm;
1675 
1676   ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1677   return rec != nullptr;
1678 }
1679 
1680 bool ciReplay::is_klass_unresolved(const InstanceKlass* klass) {
1681   if (no_replay_state()) {
1682     return false;
1683   }
1684 
1685   // Check if klass is found on whitelist.
1686   ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(klass);
1687   return rec == nullptr;
1688 }
1689 
1690 oop ciReplay::obj_field(oop obj, Symbol* name) {
1691   InstanceKlass* ik = InstanceKlass::cast(obj->klass());
1692 
1693   do {
1694     if (!ik->has_nonstatic_fields()) {
1695       ik = ik->super();
1696       continue;
1697     }
1698 
1699     for (JavaFieldStream fs(ik); !fs.done(); fs.next()) {
1700       if (fs.access_flags().is_static()) {
1701         continue;
1702       }
1703       if (fs.name() == name) {
1704         int offset = fs.offset();
1705 #ifdef ASSERT
1706         fieldDescriptor fd = fs.field_descriptor();
1707         assert(fd.offset() == ik->field_offset(fd.index()), "!");
1708 #endif
1709         oop f = obj->obj_field(offset);
1710         return f;
1711       }
1712     }
1713 
1714     ik = ik->super();
1715   } while (ik != nullptr);
1716   return nullptr;
1717 }
1718 
1719 oop ciReplay::obj_field(oop obj, const char *name) {
1720   Symbol* fname = SymbolTable::probe(name, (int)strlen(name));
1721   if (fname == nullptr) {
1722     return nullptr;
1723   }
1724   return obj_field(obj, fname);
1725 }
--- EOF ---