1 /*
2 * Copyright (c) 2013, 2026, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "ci/ciKlass.hpp"
26 #include "ci/ciMethodData.hpp"
27 #include "ci/ciReplay.hpp"
28 #include "ci/ciSymbol.hpp"
29 #include "ci/ciUtilities.inline.hpp"
30 #include "classfile/javaClasses.hpp"
31 #include "classfile/symbolTable.hpp"
32 #include "classfile/systemDictionary.hpp"
33 #include "compiler/compilationPolicy.hpp"
34 #include "compiler/compileBroker.hpp"
35 #include "compiler/compilerDefinitions.inline.hpp"
36 #include "interpreter/linkResolver.hpp"
37 #include "jvm.h"
38 #include "memory/allocation.inline.hpp"
39 #include "memory/oopFactory.hpp"
40 #include "memory/resourceArea.hpp"
41 #include "oops/arrayProperties.hpp"
42 #include "oops/constantPool.inline.hpp"
43 #include "oops/cpCache.inline.hpp"
44 #include "oops/fieldStreams.inline.hpp"
45 #include "oops/inlineKlass.inline.hpp"
46 #include "oops/klass.inline.hpp"
47 #include "oops/method.inline.hpp"
48 #include "oops/oop.inline.hpp"
49 #include "oops/oopCast.inline.hpp"
50 #include "oops/resolvedIndyEntry.hpp"
51 #include "prims/jvmtiExport.hpp"
52 #include "prims/methodHandles.hpp"
53 #include "runtime/fieldDescriptor.inline.hpp"
54 #include "runtime/globals_extension.hpp"
55 #include "runtime/handles.inline.hpp"
56 #include "runtime/java.hpp"
57 #include "runtime/jniHandles.inline.hpp"
58 #include "runtime/threads.hpp"
59 #include "utilities/copy.hpp"
60 #include "utilities/macros.hpp"
61 #include "utilities/utf8.hpp"
62
63 // ciReplay
64
65 typedef struct _ciMethodDataRecord {
66 const char* _klass_name;
67 const char* _method_name;
68 const char* _signature;
69
70 int _state;
71 int _invocation_counter;
72
73 intptr_t* _data;
74 char* _orig_data;
75 Klass** _classes;
76 Method** _methods;
77 int* _classes_offsets;
78 int* _methods_offsets;
79 int _data_length;
80 int _orig_data_length;
81 int _classes_length;
82 int _methods_length;
83 } ciMethodDataRecord;
84
85 typedef struct _ciMethodRecord {
86 const char* _klass_name;
87 const char* _method_name;
88 const char* _signature;
89
90 int _instructions_size;
91 int _interpreter_invocation_count;
92 int _interpreter_throwout_count;
93 int _invocation_counter;
94 int _backedge_counter;
95 } ciMethodRecord;
96
97 typedef struct _ciInstanceKlassRecord {
98 const InstanceKlass* _klass;
99 jobject _java_mirror; // Global handle to java mirror to prevent unloading
100 } ciInstanceKlassRecord;
101
102 typedef struct _ciInlineRecord {
103 const char* _klass_name;
104 const char* _method_name;
105 const char* _signature;
106
107 int _inline_depth;
108 int _inline_bci;
109 bool _inline_late;
110 } ciInlineRecord;
111
112 class CompileReplay;
113 static CompileReplay* replay_state;
114
115 class CompileReplay : public StackObj {
116 private:
117 FILE* _stream;
118 Thread* _thread;
119 Handle _loader;
120 int _version;
121
122 GrowableArray<ciMethodRecord*> _ci_method_records;
123 GrowableArray<ciMethodDataRecord*> _ci_method_data_records;
124 GrowableArray<ciInstanceKlassRecord*> _ci_instance_klass_records;
125
126 // Use pointer because we may need to return inline records
127 // without destroying them.
128 GrowableArray<ciInlineRecord*>* _ci_inline_records;
129
130 const char* _error_message;
131
132 char* _bufptr;
133 char* _buffer;
134 int _buffer_length;
135 ReallocMark _nesting; // Safety checks for arena reallocation
136
137 // "compile" data
138 ciKlass* _iklass;
139 Method* _imethod;
140 int _entry_bci;
141 int _comp_level;
142
143 public:
144 CompileReplay(const char* filename, TRAPS) {
145 _thread = THREAD;
146 _loader = Handle(_thread, SystemDictionary::java_system_loader());
147
148 _stream = os::fopen(filename, "rt");
149 if (_stream == nullptr) {
150 fprintf(stderr, "ERROR: Can't open replay file %s\n", filename);
151 }
152
153 _ci_inline_records = nullptr;
154 _error_message = nullptr;
155
156 _buffer_length = 32;
157 _buffer = NEW_RESOURCE_ARRAY(char, _buffer_length);
158 _bufptr = _buffer;
159
160 _imethod = nullptr;
161 _iklass = nullptr;
162 _entry_bci = 0;
163 _comp_level = 0;
164 _version = 0;
165
166 test();
167 }
168
169 ~CompileReplay() {
170 if (_stream != nullptr) fclose(_stream);
171 }
172
173 void test() {
174 strcpy(_buffer, "1 2 foo 4 bar 0x9 \"this is it\"");
175 _bufptr = _buffer;
176 assert(parse_int("test") == 1, "what");
177 assert(parse_int("test") == 2, "what");
178 assert(strcmp(parse_string(), "foo") == 0, "what");
179 assert(parse_int("test") == 4, "what");
180 assert(strcmp(parse_string(), "bar") == 0, "what");
181 assert(parse_intptr_t("test") == 9, "what");
182 assert(strcmp(parse_quoted_string(), "this is it") == 0, "what");
183 }
184
185 bool had_error() {
186 return _error_message != nullptr || _thread->has_pending_exception();
187 }
188
189 bool can_replay() {
190 return !(_stream == nullptr || had_error());
191 }
192
193 void report_error(const char* msg) {
194 _error_message = msg;
195 }
196
197 int parse_int(const char* label) {
198 if (had_error()) {
199 return 0;
200 }
201
202 int v = 0;
203 int read;
204 if (sscanf(_bufptr, "%i%n", &v, &read) != 1) {
205 report_error(label);
206 } else {
207 _bufptr += read;
208 }
209 return v;
210 }
211
212 intptr_t parse_intptr_t(const char* label) {
213 if (had_error()) {
214 return 0;
215 }
216
217 intptr_t v = 0;
218 int read;
219 if (sscanf(_bufptr, INTPTR_FORMAT "%n", &v, &read) != 1) {
220 report_error(label);
221 } else {
222 _bufptr += read;
223 }
224 return v;
225 }
226
227 void skip_ws() {
228 // Skip any leading whitespace
229 while (*_bufptr == ' ' || *_bufptr == '\t') {
230 _bufptr++;
231 }
232 }
233
234 // Ignore the rest of the line
235 void skip_remaining() {
236 _bufptr = &_bufptr[strlen(_bufptr)]; // skip ahead to terminator
237 }
238
239 char* scan_and_terminate(char delim) {
240 char* str = _bufptr;
241 while (*_bufptr != delim && *_bufptr != '\0') {
242 _bufptr++;
243 }
244 if (*_bufptr != '\0') {
245 *_bufptr++ = '\0';
246 }
247 if (_bufptr == str) {
248 // nothing here
249 return nullptr;
250 }
251 return str;
252 }
253
254 char* parse_string() {
255 if (had_error()) return nullptr;
256
257 skip_ws();
258 return scan_and_terminate(' ');
259 }
260
261 char* parse_quoted_string() {
262 if (had_error()) return nullptr;
263
264 skip_ws();
265
266 if (*_bufptr == '"') {
267 _bufptr++;
268 return scan_and_terminate('"');
269 } else {
270 return scan_and_terminate(' ');
271 }
272 }
273
274 char* parse_escaped_string() {
275 char* result = parse_quoted_string();
276 if (result != nullptr) {
277 unescape_string(result);
278 }
279 return result;
280 }
281
282 // Look for the tag 'tag' followed by an
283 bool parse_tag_and_count(const char* tag, int& length) {
284 const char* t = parse_string();
285 if (t == nullptr) {
286 return false;
287 }
288
289 if (strcmp(tag, t) != 0) {
290 report_error(tag);
291 return false;
292 }
293 length = parse_int("parse_tag_and_count");
294 return !had_error();
295 }
296
297 // Parse a sequence of raw data encoded as bytes and return the
298 // resulting data.
299 char* parse_data(const char* tag, int& length) {
300 int read_size = 0;
301 if (!parse_tag_and_count(tag, read_size)) {
302 return nullptr;
303 }
304
305 int actual_size = sizeof(MethodData::CompilerCounters);
306 char *result = NEW_RESOURCE_ARRAY(char, actual_size);
307 int i = 0;
308 if (read_size != actual_size) {
309 tty->print_cr("Warning: ciMethodData parsing sees MethodData size %i in file, current is %i", read_size,
310 actual_size);
311 // Replay serializes the entire MethodData, but the data is at the end.
312 // If the MethodData instance size has changed, we can pad or truncate in the beginning
313 int padding = actual_size - read_size;
314 if (padding > 0) {
315 // pad missing data with zeros
316 tty->print_cr("- Padding MethodData");
317 for (; i < padding; i++) {
318 result[i] = 0;
319 }
320 } else if (padding < 0) {
321 // drop some data
322 tty->print_cr("- Truncating MethodData");
323 for (int j = 0; j < -padding; j++) {
324 int val = parse_int("data");
325 // discard val
326 }
327 }
328 }
329
330 assert(i < actual_size, "At least some data must remain to be copied");
331 for (; i < actual_size; i++) {
332 int val = parse_int("data");
333 result[i] = val;
334 }
335 length = actual_size;
336 return result;
337 }
338
339 // Parse a standard chunk of data emitted as:
340 // 'tag' <length> # # ...
341 // Where each # is an intptr_t item
342 intptr_t* parse_intptr_data(const char* tag, int& length) {
343 if (!parse_tag_and_count(tag, length)) {
344 return nullptr;
345 }
346
347 intptr_t* result = NEW_RESOURCE_ARRAY(intptr_t, length);
348 for (int i = 0; i < length; i++) {
349 skip_ws();
350 intptr_t val = parse_intptr_t("data");
351 result[i] = val;
352 }
353 return result;
354 }
355
356 // Parse a possibly quoted version of a symbol into a symbolOop
357 Symbol* parse_symbol() {
358 const char* str = parse_escaped_string();
359 if (str != nullptr) {
360 Symbol* sym = SymbolTable::new_symbol(str);
361 return sym;
362 }
363 return nullptr;
364 }
365
366 bool parse_terminator() {
367 char* terminator = parse_string();
368 if (terminator != nullptr && strcmp(terminator, ";") == 0) {
369 return true;
370 }
371 return false;
372 }
373
374 // Parse a special hidden klass location syntax
375 // syntax: @bci <klass> <name> <signature> <bci> <location>* ;
376 // syntax: @cpi <klass> <cpi> <location>* ;
377 Klass* parse_cp_ref(TRAPS) {
378 JavaThread* thread = THREAD;
379 oop obj = nullptr;
380 char* ref = parse_string();
381 if (strcmp(ref, "bci") == 0) {
382 Method* m = parse_method(CHECK_NULL);
383 if (m == nullptr) {
384 return nullptr;
385 }
386
387 InstanceKlass* ik = m->method_holder();
388 const constantPoolHandle cp(Thread::current(), ik->constants());
389
390 // invokedynamic or invokehandle
391
392 methodHandle caller(Thread::current(), m);
393 int bci = parse_int("bci");
394 if (m->validate_bci(bci) != bci) {
395 report_error("bad bci");
396 return nullptr;
397 }
398
399 ik->link_class(CHECK_NULL);
400
401 Bytecode_invoke bytecode = Bytecode_invoke_check(caller, bci);
402 if (!Bytecodes::is_defined(bytecode.code()) || !bytecode.is_valid()) {
403 report_error("no invoke found at bci");
404 return nullptr;
405 }
406 bytecode.verify();
407 int index = bytecode.index();
408
409 CallInfo callInfo;
410 Bytecodes::Code bc = bytecode.invoke_code();
411 LinkResolver::resolve_invoke(callInfo, Handle(), cp, index, bc, CHECK_NULL);
412
413 oop appendix = nullptr;
414 Method* adapter_method = nullptr;
415 int pool_index = 0;
416
417 if (bytecode.is_invokedynamic()) {
418 cp->cache()->set_dynamic_call(callInfo, index);
419
420 appendix = cp->resolved_reference_from_indy(index);
421 adapter_method = cp->resolved_indy_entry_at(index)->method();
422 pool_index = cp->resolved_indy_entry_at(index)->constant_pool_index();
423 } else if (bytecode.is_invokehandle()) {
424 #ifdef ASSERT
425 Klass* holder = cp->klass_ref_at(index, bytecode.code(), CHECK_NULL);
426 Symbol* name = cp->name_ref_at(index, bytecode.code());
427 assert(MethodHandles::is_signature_polymorphic_name(holder, name), "");
428 #endif
429 ResolvedMethodEntry* method_entry = cp->cache()->set_method_handle(index, callInfo);
430 appendix = cp->cache()->appendix_if_resolved(method_entry);
431 adapter_method = method_entry->method();
432 pool_index = method_entry->constant_pool_index();
433 } else {
434 report_error("no dynamic invoke found");
435 return nullptr;
436 }
437 char* dyno_ref = parse_string();
438 if (strcmp(dyno_ref, "<appendix>") == 0) {
439 obj = appendix;
440 } else if (strcmp(dyno_ref, "<adapter>") == 0) {
441 if (!parse_terminator()) {
442 report_error("no dynamic invoke found");
443 return nullptr;
444 }
445 Method* adapter = adapter_method;
446 if (adapter == nullptr) {
447 report_error("no adapter found");
448 return nullptr;
449 }
450 return adapter->method_holder();
451 } else if (strcmp(dyno_ref, "<bsm>") == 0) {
452 BootstrapInfo bootstrap_specifier(cp, pool_index, index);
453 obj = cp->resolve_possibly_cached_constant_at(bootstrap_specifier.bsm_index(), CHECK_NULL);
454 } else {
455 report_error("unrecognized token");
456 return nullptr;
457 }
458 } else {
459 // constant pool ref (MethodHandle)
460 if (strcmp(ref, "cpi") != 0) {
461 report_error("unexpected token");
462 return nullptr;
463 }
464
465 Klass* k = parse_klass(CHECK_NULL);
466 if (k == nullptr) {
467 return nullptr;
468 }
469 InstanceKlass* ik = InstanceKlass::cast(k);
470 const constantPoolHandle cp(Thread::current(), ik->constants());
471
472 int cpi = parse_int("cpi");
473
474 if (cpi >= cp->length()) {
475 report_error("bad cpi");
476 return nullptr;
477 }
478 if (!cp->tag_at(cpi).is_method_handle()) {
479 report_error("no method handle found at cpi");
480 return nullptr;
481 }
482 ik->link_class(CHECK_NULL);
483 obj = cp->resolve_possibly_cached_constant_at(cpi, CHECK_NULL);
484 }
485 if (obj == nullptr) {
486 report_error("null cp object found");
487 return nullptr;
488 }
489 Klass* k = nullptr;
490 skip_ws();
491 // loop: read fields
492 char* field = nullptr;
493 do {
494 field = parse_string();
495 if (field == nullptr) {
496 report_error("no field found");
497 return nullptr;
498 }
499 if (strcmp(field, ";") == 0) {
500 break;
501 }
502 // raw Method*
503 if (strcmp(field, "<vmtarget>") == 0) {
504 Method* vmtarget = java_lang_invoke_MemberName::vmtarget(obj);
505 k = (vmtarget == nullptr) ? nullptr : vmtarget->method_holder();
506 if (k == nullptr) {
507 report_error("null vmtarget found");
508 return nullptr;
509 }
510 if (!parse_terminator()) {
511 report_error("missing terminator");
512 return nullptr;
513 }
514 return k;
515 }
516 obj = ciReplay::obj_field(obj, field);
517 // TODO 8350865 I think we need to handle null-free/flat arrays here
518 if (obj != nullptr && obj->is_refArray()) {
519 refArrayOop arr = oop_cast<refArrayOop>(obj);
520 int index = parse_int("index");
521 if (index >= arr->length()) {
522 report_error("bad array index");
523 return nullptr;
524 }
525 obj = arr->obj_at(index);
526 }
527 } while (obj != nullptr);
528 if (obj == nullptr) {
529 report_error("null field found");
530 return nullptr;
531 }
532 k = obj->klass();
533 return k;
534 }
535
536 // Parse a valid klass name and look it up
537 // syntax: <name>
538 // syntax: <constant pool ref>
539 Klass* parse_klass(TRAPS) {
540 skip_ws();
541 // check for constant pool object reference (for a dynamic/hidden class)
542 bool cp_ref = (*_bufptr == '@');
543 if (cp_ref) {
544 ++_bufptr;
545 Klass* k = parse_cp_ref(CHECK_NULL);
546 if (k != nullptr && !k->is_hidden()) {
547 report_error("expected hidden class");
548 return nullptr;
549 }
550 return k;
551 }
552 char* str = parse_escaped_string();
553 Symbol* klass_name = SymbolTable::new_symbol(str);
554 if (klass_name != nullptr) {
555 Klass* k = nullptr;
556 if (_iklass != nullptr) {
557 k = (Klass*)_iklass->find_klass(ciSymbol::make(klass_name->as_C_string()))->constant_encoding();
558 } else {
559 k = SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
560 }
561 if (HAS_PENDING_EXCEPTION) {
562 oop throwable = PENDING_EXCEPTION;
563 java_lang_Throwable::print(throwable, tty);
564 tty->cr();
565 report_error(str);
566 if (ReplayIgnoreInitErrors) {
567 CLEAR_PENDING_EXCEPTION;
568 _error_message = nullptr;
569 }
570 return nullptr;
571 }
572 return k;
573 }
574 return nullptr;
575 }
576
577 // Lookup a klass
578 Klass* resolve_klass(const char* klass, TRAPS) {
579 Symbol* klass_name = SymbolTable::new_symbol(klass);
580 return SystemDictionary::resolve_or_fail(klass_name, _loader, true, THREAD);
581 }
582
583 // Parse the standard tuple of <klass> <name> <signature>
584 Method* parse_method(TRAPS) {
585 InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK_NULL);
586 if (k == nullptr) {
587 report_error("Can't find holder klass");
588 return nullptr;
589 }
590 Symbol* method_name = parse_symbol();
591 Symbol* method_signature = parse_symbol();
592 Method* m = k->find_method(method_name, method_signature);
593 if (m == nullptr) {
594 report_error("Can't find method");
595 }
596 return m;
597 }
598
599 int get_line(int c) {
600 int buffer_pos = 0;
601 while(c != EOF) {
602 if (buffer_pos + 1 >= _buffer_length) {
603 _nesting.check(); // Check if a reallocation in the resource arena is safe
604 int new_length = _buffer_length * 2;
605 // Next call will throw error in case of OOM.
606 _buffer = REALLOC_RESOURCE_ARRAY(_buffer, _buffer_length, new_length);
607 _buffer_length = new_length;
608 }
609 if (c == '\n') {
610 c = getc(_stream); // get next char
611 break;
612 } else if (c == '\r') {
613 // skip LF
614 } else {
615 _buffer[buffer_pos++] = c;
616 }
617 c = getc(_stream);
618 }
619 // null terminate it, reset the pointer
620 _buffer[buffer_pos] = '\0'; // NL or EOF
621 _bufptr = _buffer;
622 return c;
623 }
624
625 // Process each line of the replay file executing each command until
626 // the file ends.
627 void process(TRAPS) {
628 int line_no = 1;
629 int c = getc(_stream);
630 while(c != EOF) {
631 c = get_line(c);
632 process_command(false, THREAD);
633 if (had_error()) {
634 int pos = _bufptr - _buffer + 1;
635 tty->print_cr("Error while parsing line %d at position %d: %s\n", line_no, pos, _error_message);
636 if (ReplayIgnoreInitErrors) {
637 CLEAR_PENDING_EXCEPTION;
638 _error_message = nullptr;
639 } else {
640 return;
641 }
642 }
643 line_no++;
644 }
645 reset();
646 }
647
648 void process_command(bool is_replay_inline, TRAPS) {
649 char* cmd = parse_string();
650 if (cmd == nullptr) {
651 return;
652 }
653 if (strcmp("#", cmd) == 0) {
654 // comment line, print or ignore
655 if (Verbose) {
656 tty->print_cr("# %s", _bufptr);
657 }
658 skip_remaining();
659 } else if (strcmp("version", cmd) == 0) {
660 _version = parse_int("version");
661 if (_version < 0 || _version > REPLAY_VERSION) {
662 tty->print_cr("# unrecognized version %d, expected 0 <= version <= %d", _version, REPLAY_VERSION);
663 }
664 } else if (strcmp("compile", cmd) == 0) {
665 process_compile(CHECK);
666 } else if (!is_replay_inline) {
667 if (strcmp("ciMethod", cmd) == 0) {
668 process_ciMethod(CHECK);
669 } else if (strcmp("ciMethodData", cmd) == 0) {
670 process_ciMethodData(CHECK);
671 } else if (strcmp("staticfield", cmd) == 0) {
672 process_staticfield(CHECK);
673 } else if (strcmp("ciInstanceKlass", cmd) == 0) {
674 process_ciInstanceKlass(CHECK);
675 } else if (strcmp("instanceKlass", cmd) == 0) {
676 process_instanceKlass(CHECK);
677 #if INCLUDE_JVMTI
678 } else if (strcmp("JvmtiExport", cmd) == 0) {
679 process_JvmtiExport(CHECK);
680 #endif // INCLUDE_JVMTI
681 } else {
682 report_error("unknown command");
683 }
684 } else {
685 report_error("unknown command");
686 }
687 if (!had_error() && *_bufptr != '\0') {
688 report_error("line not properly terminated");
689 }
690 }
691
692 // validation of comp_level
693 bool is_valid_comp_level(int comp_level) {
694 const int msg_len = 256;
695 char* msg = nullptr;
696 if (!is_compile(comp_level)) {
697 msg = NEW_RESOURCE_ARRAY(char, msg_len);
698 jio_snprintf(msg, msg_len, "%d isn't compilation level", comp_level);
699 } else if (is_c1_compile(comp_level) && !CompilerConfig::is_c1_enabled()) {
700 msg = NEW_RESOURCE_ARRAY(char, msg_len);
701 jio_snprintf(msg, msg_len, "compilation level %d requires C1", comp_level);
702 } else if (is_c2_compile(comp_level) && !CompilerConfig::is_c2_enabled()) {
703 msg = NEW_RESOURCE_ARRAY(char, msg_len);
704 jio_snprintf(msg, msg_len, "compilation level %d requires C2", comp_level);
705 }
706 if (msg != nullptr) {
707 report_error(msg);
708 return false;
709 }
710 return true;
711 }
712
713 // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <klass> <name> <signature>)*
714 void* process_inline(ciMethod* imethod, Method* m, int entry_bci, int comp_level, TRAPS) {
715 _imethod = m;
716 _iklass = imethod->holder();
717 _entry_bci = entry_bci;
718 _comp_level = comp_level;
719 int line_no = 1;
720 int c = getc(_stream);
721 while(c != EOF) {
722 c = get_line(c);
723 process_command(true, CHECK_NULL);
724 if (had_error()) {
725 tty->print_cr("Error while parsing line %d: %s\n", line_no, _error_message);
726 tty->print_cr("%s", _buffer);
727 return nullptr;
728 }
729 if (_ci_inline_records != nullptr && _ci_inline_records->length() > 0) {
730 // Found inlining record for the requested method.
731 return _ci_inline_records;
732 }
733 line_no++;
734 }
735 return nullptr;
736 }
737
738 // compile <klass> <name> <signature> <entry_bci> <comp_level> inline <count> (<depth> <bci> <inline_late> <klass> <name> <signature>)*
739 void process_compile(TRAPS) {
740 Method* method = parse_method(CHECK);
741 if (had_error()) return;
742 int entry_bci = parse_int("entry_bci");
743 int comp_level = parse_int("comp_level");
744 if (!is_valid_comp_level(comp_level)) {
745 return;
746 }
747 if (_imethod != nullptr) {
748 // Replay Inlining
749 if (entry_bci != _entry_bci || comp_level != _comp_level) {
750 return;
751 }
752 const char* iklass_name = _imethod->method_holder()->name()->as_utf8();
753 const char* imethod_name = _imethod->name()->as_utf8();
754 const char* isignature = _imethod->signature()->as_utf8();
755 const char* klass_name = method->method_holder()->name()->as_utf8();
756 const char* method_name = method->name()->as_utf8();
757 const char* signature = method->signature()->as_utf8();
758 if (strcmp(iklass_name, klass_name) != 0 ||
759 strcmp(imethod_name, method_name) != 0 ||
760 strcmp(isignature, signature) != 0) {
761 return;
762 }
763 }
764 int inline_count = 0;
765 if (parse_tag_and_count("inline", inline_count)) {
766 // Record inlining data
767 _ci_inline_records = new GrowableArray<ciInlineRecord*>();
768 for (int i = 0; i < inline_count; i++) {
769 int depth = parse_int("inline_depth");
770 int bci = parse_int("inline_bci");
771 if (had_error()) {
772 break;
773 }
774 int inline_late = 0;
775 if (_version >= 2) {
776 inline_late = parse_int("inline_late");
777 if (had_error()) {
778 break;
779 }
780 }
781
782 Method* inl_method = parse_method(CHECK);
783 if (had_error()) {
784 break;
785 }
786 new_ciInlineRecord(inl_method, bci, depth, inline_late);
787 }
788 }
789 if (_imethod != nullptr) {
790 return; // Replay Inlining
791 }
792 InstanceKlass* ik = method->method_holder();
793 ik->initialize(THREAD);
794 if (HAS_PENDING_EXCEPTION) {
795 oop throwable = PENDING_EXCEPTION;
796 java_lang_Throwable::print(throwable, tty);
797 tty->cr();
798 if (ReplayIgnoreInitErrors) {
799 CLEAR_PENDING_EXCEPTION;
800 ik->set_init_state(InstanceKlass::fully_initialized);
801 } else {
802 return;
803 }
804 }
805 // Make sure the existence of a prior compile doesn't stop this one
806 nmethod* nm = (entry_bci != InvocationEntryBci) ? method->lookup_osr_nmethod_for(entry_bci, comp_level, true) : method->code();
807 if (nm != nullptr) {
808 nm->make_not_entrant(nmethod::InvalidationReason::CI_REPLAY);
809 }
810 replay_state = this;
811 CompileBroker::compile_method(methodHandle(THREAD, method), entry_bci, comp_level,
812 0, CompileTask::Reason_Replay, THREAD);
813 replay_state = nullptr;
814 }
815
816 // ciMethod <klass> <name> <signature> <invocation_counter> <backedge_counter> <interpreter_invocation_count> <interpreter_throwout_count> <instructions_size>
817 void process_ciMethod(TRAPS) {
818 Method* method = parse_method(CHECK);
819 if (had_error()) return;
820 ciMethodRecord* rec = new_ciMethod(method);
821 rec->_invocation_counter = parse_int("invocation_counter");
822 rec->_backedge_counter = parse_int("backedge_counter");
823 rec->_interpreter_invocation_count = parse_int("interpreter_invocation_count");
824 rec->_interpreter_throwout_count = parse_int("interpreter_throwout_count");
825 rec->_instructions_size = parse_int("instructions_size");
826 }
827
828 // ciMethodData <klass> <name> <signature> <state> <invocation_counter> orig <length> <byte>* data <length> <ptr>* oops <length> (<offset> <klass>)* methods <length> (<offset> <klass> <name> <signature>)*
829 void process_ciMethodData(TRAPS) {
830 Method* method = parse_method(CHECK);
831 if (had_error()) return;
832 /* just copied from Method, to build interpret data*/
833
834 // To be properly initialized, some profiling in the MDO needs the
835 // method to be rewritten (number of arguments at a call for instance)
836 method->method_holder()->link_class(CHECK);
837 assert(method->method_data() == nullptr, "Should only be initialized once");
838 method->build_profiling_method_data(methodHandle(THREAD, method), CHECK);
839
840 // collect and record all the needed information for later
841 ciMethodDataRecord* rec = new_ciMethodData(method);
842 rec->_state = parse_int("state");
843 if (_version < 1) {
844 parse_int("current_mileage");
845 } else {
846 rec->_invocation_counter = parse_int("invocation_counter");
847 }
848
849 rec->_orig_data = parse_data("orig", rec->_orig_data_length);
850 if (rec->_orig_data == nullptr) {
851 return;
852 }
853 rec->_data = parse_intptr_data("data", rec->_data_length);
854 if (rec->_data == nullptr) {
855 return;
856 }
857 if (!parse_tag_and_count("oops", rec->_classes_length)) {
858 return;
859 }
860 rec->_classes = NEW_RESOURCE_ARRAY(Klass*, rec->_classes_length);
861 rec->_classes_offsets = NEW_RESOURCE_ARRAY(int, rec->_classes_length);
862 for (int i = 0; i < rec->_classes_length; i++) {
863 int offset = parse_int("offset");
864 if (had_error()) {
865 return;
866 }
867 Klass* k = parse_klass(CHECK);
868 if (had_error()) {
869 return;
870 }
871 if (_version >= 3 && k != nullptr && k->is_objArray_klass()) {
872 k = create_concrete_object_array_klass(ObjArrayKlass::cast(k), THREAD);
873 }
874 rec->_classes_offsets[i] = offset;
875 rec->_classes[i] = k;
876 }
877
878 if (!parse_tag_and_count("methods", rec->_methods_length)) {
879 return;
880 }
881 rec->_methods = NEW_RESOURCE_ARRAY(Method*, rec->_methods_length);
882 rec->_methods_offsets = NEW_RESOURCE_ARRAY(int, rec->_methods_length);
883 for (int i = 0; i < rec->_methods_length; i++) {
884 int offset = parse_int("offset");
885 if (had_error()) {
886 return;
887 }
888 Method* m = parse_method(CHECK);
889 rec->_methods_offsets[i] = offset;
890 rec->_methods[i] = m;
891 }
892 }
893
894 ObjArrayKlass* create_concrete_object_array_klass(ObjArrayKlass* obj_array_klass, TRAPS) {
895 ArrayProperties array_properties(checked_cast<ArrayProperties::Type>(parse_int("array_properties")));
896 if (!Arguments::is_valhalla_enabled()) {
897 // Ignore Valhalla-specific properties
898 array_properties = ArrayProperties::Default();
899 }
900 return obj_array_klass->klass_with_properties(array_properties, THREAD);
901 }
902
903 // instanceKlass <name>
904 // instanceKlass <constant pool ref> # <original hidden class name>
905 //
906 // Loads and initializes the klass 'name'. This can be used to
907 // create particular class loading environments
908 void process_instanceKlass(TRAPS) {
909 // just load the referenced class
910 Klass* k = parse_klass(CHECK);
911
912 if (k == nullptr) {
913 return;
914 }
915 const char* comment = parse_string();
916 bool is_comment = comment != nullptr && strcmp(comment, "#") == 0;
917 if (k->is_hidden() != is_comment) {
918 report_error("hidden class with comment expected");
919 return;
920 }
921 // comment, print or ignore
922 if (is_comment) {
923 if (Verbose) {
924 const char* hidden = parse_string();
925 tty->print_cr("Found %s for %s", k->name()->as_quoted_ascii(), hidden);
926 }
927 skip_remaining();
928 }
929 }
930
931 // ciInstanceKlass <name> <is_linked> <is_initialized> <length> tag*
932 //
933 // Load the klass 'name' and link or initialize it. Verify that the
934 // constant pool is the same length as 'length' and make sure the
935 // constant pool tags are in the same state.
936 void process_ciInstanceKlass(TRAPS) {
937 InstanceKlass* k = (InstanceKlass*)parse_klass(CHECK);
938 if (k == nullptr) {
939 skip_remaining();
940 return;
941 }
942 int is_linked = parse_int("is_linked");
943 int is_initialized = parse_int("is_initialized");
944 int length = parse_int("length");
945 if (is_initialized) {
946 k->initialize(THREAD);
947 if (HAS_PENDING_EXCEPTION) {
948 oop throwable = PENDING_EXCEPTION;
949 java_lang_Throwable::print(throwable, tty);
950 tty->cr();
951 if (ReplayIgnoreInitErrors) {
952 CLEAR_PENDING_EXCEPTION;
953 k->set_init_state(InstanceKlass::fully_initialized);
954 } else {
955 return;
956 }
957 }
958 } else if (is_linked) {
959 k->link_class(CHECK);
960 }
961 new_ciInstanceKlass(k);
962 ConstantPool* cp = k->constants();
963 if (length != cp->length()) {
964 report_error("constant pool length mismatch: wrong class files?");
965 return;
966 }
967
968 int parsed_two_word = 0;
969 for (int i = 1; i < length; i++) {
970 int tag = parse_int("tag");
971 if (had_error()) {
972 return;
973 }
974 switch (cp->tag_at(i).value()) {
975 case JVM_CONSTANT_UnresolvedClass: {
976 if (tag == JVM_CONSTANT_Class) {
977 tty->print_cr("Resolving klass %s at %d", cp->klass_name_at(i)->as_utf8(), i);
978 Klass* k = cp->klass_at(i, CHECK);
979 }
980 break;
981 }
982 case JVM_CONSTANT_Long:
983 case JVM_CONSTANT_Double:
984 parsed_two_word = i + 1;
985
986 case JVM_CONSTANT_ClassIndex:
987 case JVM_CONSTANT_StringIndex:
988 case JVM_CONSTANT_String:
989 case JVM_CONSTANT_UnresolvedClassInError:
990 case JVM_CONSTANT_Fieldref:
991 case JVM_CONSTANT_Methodref:
992 case JVM_CONSTANT_InterfaceMethodref:
993 case JVM_CONSTANT_NameAndType:
994 case JVM_CONSTANT_Utf8:
995 case JVM_CONSTANT_Integer:
996 case JVM_CONSTANT_Float:
997 case JVM_CONSTANT_MethodHandle:
998 case JVM_CONSTANT_MethodType:
999 case JVM_CONSTANT_Dynamic:
1000 case JVM_CONSTANT_InvokeDynamic:
1001 if (tag != cp->tag_at(i).value()) {
1002 report_error("tag mismatch: wrong class files?");
1003 return;
1004 }
1005 break;
1006
1007 case JVM_CONSTANT_Class:
1008 if (tag == JVM_CONSTANT_UnresolvedClass) {
1009 Klass* k = cp->klass_at(i, CHECK);
1010 tty->print_cr("Warning: entry was unresolved in the replay data: %s", k->name()->as_utf8());
1011 } else if (tag != JVM_CONSTANT_Class) {
1012 report_error("Unexpected tag");
1013 return;
1014 }
1015 break;
1016
1017 case 0:
1018 if (parsed_two_word == i) continue;
1019
1020 default:
1021 fatal("Unexpected tag: %d", cp->tag_at(i).value());
1022 break;
1023 }
1024
1025 }
1026 }
1027
1028 class InlineTypeFieldInitializer : public FieldClosure {
1029 oop _vt;
1030 CompileReplay* _replay;
1031 public:
1032 InlineTypeFieldInitializer(oop vt, CompileReplay* replay)
1033 : _vt(vt), _replay(replay) {}
1034
1035 void do_field(fieldDescriptor* fd) {
1036 BasicType bt = fd->field_type();
1037 const char* string_value = fd->is_null_free_inline_type() ? nullptr : _replay->parse_escaped_string();
1038 switch (bt) {
1039 case T_BYTE: {
1040 int value = atoi(string_value);
1041 _vt->byte_field_put(fd->offset(), value);
1042 break;
1043 }
1044 case T_BOOLEAN: {
1045 int value = atoi(string_value);
1046 _vt->bool_field_put(fd->offset(), value);
1047 break;
1048 }
1049 case T_SHORT: {
1050 int value = atoi(string_value);
1051 _vt->short_field_put(fd->offset(), value);
1052 break;
1053 }
1054 case T_CHAR: {
1055 int value = atoi(string_value);
1056 _vt->char_field_put(fd->offset(), value);
1057 break;
1058 }
1059 case T_INT: {
1060 int value = atoi(string_value);
1061 _vt->int_field_put(fd->offset(), value);
1062 break;
1063 }
1064 case T_LONG: {
1065 jlong value;
1066 if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1067 fprintf(stderr, "Error parsing long: %s\n", string_value);
1068 break;
1069 }
1070 _vt->long_field_put(fd->offset(), value);
1071 break;
1072 }
1073 case T_FLOAT: {
1074 float value = atof(string_value);
1075 _vt->float_field_put(fd->offset(), value);
1076 break;
1077 }
1078 case T_DOUBLE: {
1079 double value = atof(string_value);
1080 _vt->double_field_put(fd->offset(), value);
1081 break;
1082 }
1083 case T_ARRAY:
1084 case T_OBJECT:
1085 if (fd->is_null_free_inline_type() && fd->is_flat()) {
1086 InlineKlass* vk = InlineKlass::cast(fd->field_holder()->get_inline_type_field_klass(fd->index()));
1087 int field_offset = fd->offset() - vk->payload_offset();
1088 oop obj = cast_to_oop(cast_from_oop<address>(_vt) + field_offset);
1089 InlineTypeFieldInitializer init_fields(obj, _replay);
1090 vk->do_nonstatic_fields(&init_fields);
1091 } else {
1092 JavaThread* THREAD = JavaThread::current();
1093 bool res = _replay->process_staticfield_reference(string_value, _vt, fd, THREAD);
1094 assert(res, "should succeed for arrays & objects");
1095 }
1096 default: {
1097 fatal("Unhandled type: %s", type2name(bt));
1098 }
1099 }
1100 }
1101 };
1102
1103 bool process_staticfield_reference(const char* field_signature, oop java_mirror, fieldDescriptor* fd, TRAPS) {
1104 if (field_signature[0] == JVM_SIGNATURE_ARRAY) {
1105 int length = parse_int("array length");
1106 oop value = nullptr;
1107
1108 if (length != -1) {
1109 if (field_signature[1] == JVM_SIGNATURE_ARRAY) {
1110 // multi dimensional array
1111 Klass* k = resolve_klass(field_signature, CHECK_(true));
1112 ArrayKlass* kelem = (ArrayKlass *)k;
1113 int rank = 0;
1114 while (field_signature[rank] == JVM_SIGNATURE_ARRAY) {
1115 rank++;
1116 }
1117 jint* dims = NEW_RESOURCE_ARRAY(jint, rank);
1118 dims[0] = length;
1119 for (int i = 1; i < rank; i++) {
1120 dims[i] = 1; // These aren't relevant to the compiler
1121 }
1122 value = kelem->multi_allocate(rank, dims, CHECK_(true));
1123 } else {
1124 if (strcmp(field_signature, "[B") == 0) {
1125 value = oopFactory::new_byteArray(length, CHECK_(true));
1126 } else if (strcmp(field_signature, "[Z") == 0) {
1127 value = oopFactory::new_boolArray(length, CHECK_(true));
1128 } else if (strcmp(field_signature, "[C") == 0) {
1129 value = oopFactory::new_charArray(length, CHECK_(true));
1130 } else if (strcmp(field_signature, "[S") == 0) {
1131 value = oopFactory::new_shortArray(length, CHECK_(true));
1132 } else if (strcmp(field_signature, "[F") == 0) {
1133 value = oopFactory::new_floatArray(length, CHECK_(true));
1134 } else if (strcmp(field_signature, "[D") == 0) {
1135 value = oopFactory::new_doubleArray(length, CHECK_(true));
1136 } else if (strcmp(field_signature, "[I") == 0) {
1137 value = oopFactory::new_intArray(length, CHECK_(true));
1138 } else if (strcmp(field_signature, "[J") == 0) {
1139 value = oopFactory::new_longArray(length, CHECK_(true));
1140 } else if (field_signature[0] == JVM_SIGNATURE_ARRAY &&
1141 field_signature[1] == JVM_SIGNATURE_CLASS) {
1142 Klass* actual_array_klass = parse_klass(CHECK_(true));
1143 // TODO 8350865 I think we need to handle null-free/flat arrays here
1144 // This handling will change the array property argument passed to the
1145 // factory below
1146 Klass* kelem = ObjArrayKlass::cast(actual_array_klass)->element_klass();
1147 value = oopFactory::new_objArray(kelem, length, CHECK_(true));
1148 } else {
1149 report_error("unhandled array staticfield");
1150 }
1151 }
1152 java_mirror->obj_field_put(fd->offset(), value);
1153 return true;
1154 }
1155 } else if (strcmp(field_signature, "Ljava/lang/String;") == 0) {
1156 const char* string_value = parse_escaped_string();
1157 Handle value = java_lang_String::create_from_str(string_value, CHECK_(true));
1158 java_mirror->obj_field_put(fd->offset(), value());
1159 return true;
1160 } else if (field_signature[0] == JVM_SIGNATURE_CLASS) {
1161 const char* instance = parse_escaped_string();
1162 oop value = nullptr;
1163 if (instance != nullptr) {
1164 Klass* k = resolve_klass(instance, CHECK_(true));
1165 value = InstanceKlass::cast(k)->allocate_instance(CHECK_(true));
1166 }
1167 java_mirror->obj_field_put(fd->offset(), value);
1168 return true;
1169 }
1170 return false;
1171 }
1172
1173 // Initialize a class and fill in the value for a static field.
1174 // This is useful when the compile was dependent on the value of
1175 // static fields but it's impossible to properly rerun the static
1176 // initializer.
1177 void process_staticfield(TRAPS) {
1178 InstanceKlass* k = (InstanceKlass *)parse_klass(CHECK);
1179
1180 if (k == nullptr || ReplaySuppressInitializers == 0 ||
1181 (ReplaySuppressInitializers == 2 && k->class_loader() == nullptr)) {
1182 skip_remaining();
1183 return;
1184 }
1185
1186 assert(k->is_initialized(), "must be");
1187
1188 const char* field_name = parse_escaped_string();
1189 const char* field_signature = parse_string();
1190 fieldDescriptor fd;
1191 Symbol* name = SymbolTable::new_symbol(field_name);
1192 Symbol* sig = SymbolTable::new_symbol(field_signature);
1193 if (!k->find_local_field(name, sig, &fd) ||
1194 !fd.is_static() ||
1195 fd.has_initial_value()) {
1196 report_error(field_name);
1197 return;
1198 }
1199
1200 oop java_mirror = k->java_mirror();
1201 if (strcmp(field_signature, "I") == 0) {
1202 const char* string_value = parse_escaped_string();
1203 int value = atoi(string_value);
1204 java_mirror->int_field_put(fd.offset(), value);
1205 } else if (strcmp(field_signature, "B") == 0) {
1206 const char* string_value = parse_escaped_string();
1207 int value = atoi(string_value);
1208 java_mirror->byte_field_put(fd.offset(), value);
1209 } else if (strcmp(field_signature, "C") == 0) {
1210 const char* string_value = parse_escaped_string();
1211 int value = atoi(string_value);
1212 java_mirror->char_field_put(fd.offset(), value);
1213 } else if (strcmp(field_signature, "S") == 0) {
1214 const char* string_value = parse_escaped_string();
1215 int value = atoi(string_value);
1216 java_mirror->short_field_put(fd.offset(), value);
1217 } else if (strcmp(field_signature, "Z") == 0) {
1218 const char* string_value = parse_escaped_string();
1219 int value = atoi(string_value);
1220 java_mirror->bool_field_put(fd.offset(), value);
1221 } else if (strcmp(field_signature, "J") == 0) {
1222 const char* string_value = parse_escaped_string();
1223 jlong value;
1224 if (sscanf(string_value, JLONG_FORMAT, &value) != 1) {
1225 fprintf(stderr, "Error parsing long: %s\n", string_value);
1226 return;
1227 }
1228 java_mirror->long_field_put(fd.offset(), value);
1229 } else if (strcmp(field_signature, "F") == 0) {
1230 const char* string_value = parse_escaped_string();
1231 float value = atof(string_value);
1232 java_mirror->float_field_put(fd.offset(), value);
1233 } else if (strcmp(field_signature, "D") == 0) {
1234 const char* string_value = parse_escaped_string();
1235 double value = atof(string_value);
1236 java_mirror->double_field_put(fd.offset(), value);
1237 } else if (fd.is_null_free_inline_type()) {
1238 Klass* kelem = resolve_klass(field_signature, CHECK);
1239 InlineKlass* vk = InlineKlass::cast(kelem);
1240 oop value = vk->allocate_instance(CHECK);
1241 InlineTypeFieldInitializer init_fields(value, this);
1242 vk->do_nonstatic_fields(&init_fields);
1243 java_mirror->obj_field_put(fd.offset(), value);
1244 } else {
1245 bool res = process_staticfield_reference(field_signature, java_mirror, &fd, CHECK);
1246 if (!res) {
1247 report_error("unhandled staticfield");
1248 }
1249 }
1250 }
1251
1252 #if INCLUDE_JVMTI
1253 // JvmtiExport <field> <value>
1254 void process_JvmtiExport(TRAPS) {
1255 const char* field = parse_string();
1256 bool value = parse_int("JvmtiExport flag") != 0;
1257 if (strcmp(field, "can_access_local_variables") == 0) {
1258 JvmtiExport::set_can_access_local_variables(value);
1259 } else if (strcmp(field, "can_hotswap_or_post_breakpoint") == 0) {
1260 JvmtiExport::set_can_hotswap_or_post_breakpoint(value);
1261 } else if (strcmp(field, "can_post_on_exceptions") == 0) {
1262 JvmtiExport::set_can_post_on_exceptions(value);
1263 } else {
1264 report_error("Unrecognized JvmtiExport directive");
1265 }
1266 }
1267 #endif // INCLUDE_JVMTI
1268
1269 // Create and initialize a record for a ciMethod
1270 ciMethodRecord* new_ciMethod(Method* method) {
1271 ciMethodRecord* rec = NEW_RESOURCE_OBJ(ciMethodRecord);
1272 rec->_klass_name = method->method_holder()->name()->as_utf8();
1273 rec->_method_name = method->name()->as_utf8();
1274 rec->_signature = method->signature()->as_utf8();
1275 _ci_method_records.append(rec);
1276 return rec;
1277 }
1278
1279 // Lookup data for a ciMethod
1280 ciMethodRecord* find_ciMethodRecord(Method* method) {
1281 const char* klass_name = method->method_holder()->name()->as_utf8();
1282 const char* method_name = method->name()->as_utf8();
1283 const char* signature = method->signature()->as_utf8();
1284 for (int i = 0; i < _ci_method_records.length(); i++) {
1285 ciMethodRecord* rec = _ci_method_records.at(i);
1286 if (strcmp(rec->_klass_name, klass_name) == 0 &&
1287 strcmp(rec->_method_name, method_name) == 0 &&
1288 strcmp(rec->_signature, signature) == 0) {
1289 return rec;
1290 }
1291 }
1292 return nullptr;
1293 }
1294
1295 // Create and initialize a record for a ciInstanceKlass which was present at replay dump time.
1296 void new_ciInstanceKlass(const InstanceKlass* klass) {
1297 ciInstanceKlassRecord* rec = NEW_RESOURCE_OBJ(ciInstanceKlassRecord);
1298 rec->_klass = klass;
1299 oop java_mirror = klass->java_mirror();
1300 Handle h_java_mirror(_thread, java_mirror);
1301 rec->_java_mirror = JNIHandles::make_global(h_java_mirror);
1302 _ci_instance_klass_records.append(rec);
1303 }
1304
1305 // Check if a ciInstanceKlass was present at replay dump time for a klass.
1306 ciInstanceKlassRecord* find_ciInstanceKlass(const InstanceKlass* klass) {
1307 for (int i = 0; i < _ci_instance_klass_records.length(); i++) {
1308 ciInstanceKlassRecord* rec = _ci_instance_klass_records.at(i);
1309 if (klass == rec->_klass) {
1310 // ciInstanceKlass for this klass was resolved.
1311 return rec;
1312 }
1313 }
1314 return nullptr;
1315 }
1316
1317 // Create and initialize a record for a ciMethodData
1318 ciMethodDataRecord* new_ciMethodData(Method* method) {
1319 ciMethodDataRecord* rec = NEW_RESOURCE_OBJ(ciMethodDataRecord);
1320 rec->_klass_name = method->method_holder()->name()->as_utf8();
1321 rec->_method_name = method->name()->as_utf8();
1322 rec->_signature = method->signature()->as_utf8();
1323 _ci_method_data_records.append(rec);
1324 return rec;
1325 }
1326
1327 // Lookup data for a ciMethodData
1328 ciMethodDataRecord* find_ciMethodDataRecord(Method* method) {
1329 const char* klass_name = method->method_holder()->name()->as_utf8();
1330 const char* method_name = method->name()->as_utf8();
1331 const char* signature = method->signature()->as_utf8();
1332 for (int i = 0; i < _ci_method_data_records.length(); i++) {
1333 ciMethodDataRecord* rec = _ci_method_data_records.at(i);
1334 if (strcmp(rec->_klass_name, klass_name) == 0 &&
1335 strcmp(rec->_method_name, method_name) == 0 &&
1336 strcmp(rec->_signature, signature) == 0) {
1337 return rec;
1338 }
1339 }
1340 return nullptr;
1341 }
1342
1343 // Create and initialize a record for a ciInlineRecord
1344 ciInlineRecord* new_ciInlineRecord(Method* method, int bci, int depth, int inline_late) {
1345 ciInlineRecord* rec = NEW_RESOURCE_OBJ(ciInlineRecord);
1346 rec->_klass_name = method->method_holder()->name()->as_utf8();
1347 rec->_method_name = method->name()->as_utf8();
1348 rec->_signature = method->signature()->as_utf8();
1349 rec->_inline_bci = bci;
1350 rec->_inline_depth = depth;
1351 rec->_inline_late = inline_late;
1352 _ci_inline_records->append(rec);
1353 return rec;
1354 }
1355
1356 // Lookup inlining data for a ciMethod
1357 ciInlineRecord* find_ciInlineRecord(Method* method, int bci, int depth) {
1358 if (_ci_inline_records != nullptr) {
1359 return find_ciInlineRecord(_ci_inline_records, method, bci, depth);
1360 }
1361 return nullptr;
1362 }
1363
1364 static ciInlineRecord* find_ciInlineRecord(GrowableArray<ciInlineRecord*>* records,
1365 Method* method, int bci, int depth) {
1366 if (records != nullptr) {
1367 const char* klass_name = method->method_holder()->name()->as_utf8();
1368 const char* method_name = method->name()->as_utf8();
1369 const char* signature = method->signature()->as_utf8();
1370 for (int i = 0; i < records->length(); i++) {
1371 ciInlineRecord* rec = records->at(i);
1372 if ((rec->_inline_bci == bci) &&
1373 (rec->_inline_depth == depth) &&
1374 (strcmp(rec->_klass_name, klass_name) == 0) &&
1375 (strcmp(rec->_method_name, method_name) == 0) &&
1376 (strcmp(rec->_signature, signature) == 0)) {
1377 return rec;
1378 }
1379 }
1380 }
1381 return nullptr;
1382 }
1383
1384 const char* error_message() {
1385 return _error_message;
1386 }
1387
1388 void reset() {
1389 _error_message = nullptr;
1390 _ci_method_records.clear();
1391 _ci_method_data_records.clear();
1392 }
1393
1394 // Take an ascii string contain \u#### escapes and convert it to utf8
1395 // in place.
1396 static void unescape_string(char* value) {
1397 char* from = value;
1398 char* to = value;
1399 while (*from != '\0') {
1400 if (*from != '\\') {
1401 *from++ = *to++;
1402 } else {
1403 switch (from[1]) {
1404 case 'u': {
1405 from += 2;
1406 jchar value=0;
1407 for (int i=0; i<4; i++) {
1408 char c = *from++;
1409 switch (c) {
1410 case '0': case '1': case '2': case '3': case '4':
1411 case '5': case '6': case '7': case '8': case '9':
1412 value = (value << 4) + c - '0';
1413 break;
1414 case 'a': case 'b': case 'c':
1415 case 'd': case 'e': case 'f':
1416 value = (value << 4) + 10 + c - 'a';
1417 break;
1418 case 'A': case 'B': case 'C':
1419 case 'D': case 'E': case 'F':
1420 value = (value << 4) + 10 + c - 'A';
1421 break;
1422 default:
1423 ShouldNotReachHere();
1424 }
1425 }
1426 UNICODE::convert_to_utf8(&value, 1, to);
1427 to++;
1428 break;
1429 }
1430 case 't': *to++ = '\t'; from += 2; break;
1431 case 'n': *to++ = '\n'; from += 2; break;
1432 case 'r': *to++ = '\r'; from += 2; break;
1433 case 'f': *to++ = '\f'; from += 2; break;
1434 default:
1435 ShouldNotReachHere();
1436 }
1437 }
1438 }
1439 *from = *to;
1440 }
1441 };
1442
1443 void ciReplay::replay(TRAPS) {
1444 int exit_code = replay_impl(THREAD);
1445
1446 Threads::destroy_vm();
1447
1448 vm_exit(exit_code);
1449 }
1450
1451 bool ciReplay::no_replay_state() {
1452 return replay_state == nullptr;
1453 }
1454
1455 void* ciReplay::load_inline_data(ciMethod* method, int entry_bci, int comp_level) {
1456 if (FLAG_IS_DEFAULT(InlineDataFile)) {
1457 tty->print_cr("ERROR: no inline replay data file specified (use -XX:InlineDataFile=inline_pid12345.txt).");
1458 return nullptr;
1459 }
1460
1461 VM_ENTRY_MARK;
1462 // Load and parse the replay data
1463 CompileReplay rp(InlineDataFile, THREAD);
1464 if (!rp.can_replay()) {
1465 tty->print_cr("ciReplay: !rp.can_replay()");
1466 return nullptr;
1467 }
1468 void* data = rp.process_inline(method, method->get_Method(), entry_bci, comp_level, THREAD);
1469 if (HAS_PENDING_EXCEPTION) {
1470 Handle throwable(THREAD, PENDING_EXCEPTION);
1471 CLEAR_PENDING_EXCEPTION;
1472 java_lang_Throwable::print_stack_trace(throwable, tty);
1473 tty->cr();
1474 return nullptr;
1475 }
1476
1477 if (rp.had_error()) {
1478 tty->print_cr("ciReplay: Failed on %s", rp.error_message());
1479 return nullptr;
1480 }
1481 return data;
1482 }
1483
1484 int ciReplay::replay_impl(TRAPS) {
1485 HandleMark hm(THREAD);
1486 ResourceMark rm(THREAD);
1487
1488 if (ReplaySuppressInitializers > 2) {
1489 // ReplaySuppressInitializers > 2 means that we want to allow
1490 // normal VM bootstrap but once we get into the replay itself
1491 // don't allow any initializers to be run.
1492 ReplaySuppressInitializers = 1;
1493 }
1494
1495 if (FLAG_IS_DEFAULT(ReplayDataFile)) {
1496 tty->print_cr("ERROR: no compiler replay data file specified (use -XX:ReplayDataFile=replay_pid12345.txt).");
1497 return 1;
1498 }
1499
1500 // Load and parse the replay data
1501 CompileReplay rp(ReplayDataFile, THREAD);
1502 int exit_code = 0;
1503 if (rp.can_replay()) {
1504 rp.process(THREAD);
1505 } else {
1506 exit_code = 1;
1507 return exit_code;
1508 }
1509
1510 if (HAS_PENDING_EXCEPTION) {
1511 Handle throwable(THREAD, PENDING_EXCEPTION);
1512 CLEAR_PENDING_EXCEPTION;
1513 java_lang_Throwable::print_stack_trace(throwable, tty);
1514 tty->cr();
1515 exit_code = 2;
1516 }
1517
1518 if (rp.had_error()) {
1519 tty->print_cr("Failed on %s", rp.error_message());
1520 exit_code = 1;
1521 }
1522 return exit_code;
1523 }
1524
1525 void ciReplay::initialize(ciMethodData* m) {
1526 if (no_replay_state()) {
1527 return;
1528 }
1529
1530 ASSERT_IN_VM;
1531 ResourceMark rm;
1532
1533 Method* method = m->get_MethodData()->method();
1534 ciMethodDataRecord* rec = replay_state->find_ciMethodDataRecord(method);
1535 if (rec == nullptr) {
1536 // This indicates some mismatch with the original environment and
1537 // the replay environment though it's not always enough to
1538 // interfere with reproducing a bug
1539 tty->print_cr("Warning: requesting ciMethodData record for method with no data: ");
1540 method->print_name(tty);
1541 tty->cr();
1542 } else {
1543 m->_state = rec->_state;
1544 m->_invocation_counter = rec->_invocation_counter;
1545 if (rec->_data_length != 0) {
1546 assert(m->_data_size + m->_extra_data_size == rec->_data_length * (int)sizeof(rec->_data[0]) ||
1547 m->_data_size == rec->_data_length * (int)sizeof(rec->_data[0]), "must agree");
1548
1549 // Write the correct ciObjects back into the profile data
1550 ciEnv* env = ciEnv::current();
1551 for (int i = 0; i < rec->_classes_length; i++) {
1552 Klass *k = rec->_classes[i];
1553 // In case this class pointer is is tagged, preserve the tag bits
1554 intptr_t status = 0;
1555 if (k != nullptr) {
1556 status = ciTypeEntries::with_status(env->get_metadata(k)->as_klass(), rec->_data[rec->_classes_offsets[i]]);
1557 }
1558 rec->_data[rec->_classes_offsets[i]] = status;
1559 }
1560 for (int i = 0; i < rec->_methods_length; i++) {
1561 Method *m = rec->_methods[i];
1562 *(ciMetadata**)(rec->_data + rec->_methods_offsets[i]) =
1563 env->get_metadata(m);
1564 }
1565 // Copy the updated profile data into place as intptr_ts
1566 #ifdef _LP64
1567 Copy::conjoint_jlongs_atomic((jlong *)rec->_data, (jlong *)m->_data, rec->_data_length);
1568 #else
1569 Copy::conjoint_jints_atomic((jint *)rec->_data, (jint *)m->_data, rec->_data_length);
1570 #endif
1571 }
1572
1573 // copy in the original header
1574 Copy::conjoint_jbytes(rec->_orig_data, (char*)&m->_orig, rec->_orig_data_length);
1575 }
1576 }
1577
1578
1579 bool ciReplay::should_not_inline(ciMethod* method) {
1580 if (no_replay_state()) {
1581 return false;
1582 }
1583 VM_ENTRY_MARK;
1584 // ciMethod without a record shouldn't be inlined.
1585 return replay_state->find_ciMethodRecord(method->get_Method()) == nullptr;
1586 }
1587
1588 bool ciReplay::should_inline(void* data, ciMethod* method, int bci, int inline_depth, bool& should_delay) {
1589 if (data != nullptr) {
1590 GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1591 VM_ENTRY_MARK;
1592 // Inline record are ordered by bci and depth.
1593 ciInlineRecord* record = CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth);
1594 if (record == nullptr) {
1595 return false;
1596 }
1597 should_delay = record->_inline_late;
1598 return true;
1599 } else if (replay_state != nullptr) {
1600 VM_ENTRY_MARK;
1601 // Inline record are ordered by bci and depth.
1602 ciInlineRecord* record = replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth);
1603 if (record == nullptr) {
1604 return false;
1605 }
1606 should_delay = record->_inline_late;
1607 return true;
1608 }
1609 return false;
1610 }
1611
1612 bool ciReplay::should_not_inline(void* data, ciMethod* method, int bci, int inline_depth) {
1613 if (data != nullptr) {
1614 GrowableArray<ciInlineRecord*>* records = (GrowableArray<ciInlineRecord*>*)data;
1615 VM_ENTRY_MARK;
1616 // Inline record are ordered by bci and depth.
1617 return CompileReplay::find_ciInlineRecord(records, method->get_Method(), bci, inline_depth) == nullptr;
1618 } else if (replay_state != nullptr) {
1619 VM_ENTRY_MARK;
1620 // Inline record are ordered by bci and depth.
1621 return replay_state->find_ciInlineRecord(method->get_Method(), bci, inline_depth) == nullptr;
1622 }
1623 return false;
1624 }
1625
1626 void ciReplay::initialize(ciMethod* m) {
1627 if (no_replay_state()) {
1628 return;
1629 }
1630
1631 ASSERT_IN_VM;
1632 ResourceMark rm;
1633
1634 Method* method = m->get_Method();
1635 ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1636 if (rec == nullptr) {
1637 // This indicates some mismatch with the original environment and
1638 // the replay environment though it's not always enough to
1639 // interfere with reproducing a bug
1640 tty->print_cr("Warning: requesting ciMethod record for method with no data: ");
1641 method->print_name(tty);
1642 tty->cr();
1643 } else {
1644 EXCEPTION_CONTEXT;
1645 // m->_instructions_size = rec->_instructions_size;
1646 m->_inline_instructions_size = -1;
1647 m->_interpreter_invocation_count = rec->_interpreter_invocation_count;
1648 m->_interpreter_throwout_count = rec->_interpreter_throwout_count;
1649 MethodCounters* mcs = method->get_method_counters(CHECK_AND_CLEAR);
1650 guarantee(mcs != nullptr, "method counters allocation failed");
1651 mcs->invocation_counter()->_counter = rec->_invocation_counter;
1652 mcs->backedge_counter()->_counter = rec->_backedge_counter;
1653 }
1654 }
1655
1656 void ciReplay::initialize(ciInstanceKlass* ci_ik, InstanceKlass* ik) {
1657 assert(!no_replay_state(), "must have replay state");
1658
1659 ASSERT_IN_VM;
1660 ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(ik);
1661 assert(rec != nullptr, "ciInstanceKlass must be whitelisted");
1662 ci_ik->_java_mirror = CURRENT_ENV->get_instance(JNIHandles::resolve(rec->_java_mirror));
1663 }
1664
1665 bool ciReplay::is_loaded(Method* method) {
1666 if (no_replay_state()) {
1667 return true;
1668 }
1669
1670 ASSERT_IN_VM;
1671 ResourceMark rm;
1672
1673 ciMethodRecord* rec = replay_state->find_ciMethodRecord(method);
1674 return rec != nullptr;
1675 }
1676
1677 bool ciReplay::is_klass_unresolved(const InstanceKlass* klass) {
1678 if (no_replay_state()) {
1679 return false;
1680 }
1681
1682 // Check if klass is found on whitelist.
1683 ciInstanceKlassRecord* rec = replay_state->find_ciInstanceKlass(klass);
1684 return rec == nullptr;
1685 }
1686
1687 oop ciReplay::obj_field(oop obj, Symbol* name) {
1688 InstanceKlass* ik = InstanceKlass::cast(obj->klass());
1689
1690 do {
1691 if (!ik->has_nonstatic_fields()) {
1692 ik = ik->super();
1693 continue;
1694 }
1695
1696 for (JavaFieldStream fs(ik); !fs.done(); fs.next()) {
1697 if (fs.access_flags().is_static()) {
1698 continue;
1699 }
1700 if (fs.name() == name) {
1701 int offset = fs.offset();
1702 #ifdef ASSERT
1703 fieldDescriptor fd = fs.field_descriptor();
1704 assert(fd.offset() == ik->field_offset(fd.index()), "!");
1705 #endif
1706 oop f = obj->obj_field(offset);
1707 return f;
1708 }
1709 }
1710
1711 ik = ik->super();
1712 } while (ik != nullptr);
1713 return nullptr;
1714 }
1715
1716 oop ciReplay::obj_field(oop obj, const char *name) {
1717 Symbol* fname = SymbolTable::probe(name, (int)strlen(name));
1718 if (fname == nullptr) {
1719 return nullptr;
1720 }
1721 return obj_field(obj, fname);
1722 }