1 /*
2 * Copyright (c) 1997, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "classfile/moduleEntry.hpp"
26 #include "code/codeCache.hpp"
27 #include "code/scopeDesc.hpp"
28 #include "code/vmreg.inline.hpp"
29 #include "compiler/abstractCompiler.hpp"
30 #include "compiler/disassembler.hpp"
31 #include "compiler/oopMap.hpp"
32 #include "gc/shared/collectedHeap.inline.hpp"
33 #include "interpreter/interpreter.hpp"
34 #include "interpreter/oopMapCache.hpp"
35 #include "logging/log.hpp"
36 #include "memory/resourceArea.hpp"
37 #include "memory/universe.hpp"
38 #include "oops/markWord.hpp"
39 #include "oops/method.inline.hpp"
40 #include "oops/methodData.hpp"
41 #include "oops/oop.inline.hpp"
42 #include "oops/stackChunkOop.inline.hpp"
43 #include "oops/verifyOopClosure.hpp"
44 #include "prims/methodHandles.hpp"
45 #include "runtime/continuation.hpp"
46 #include "runtime/continuationEntry.inline.hpp"
47 #include "runtime/frame.inline.hpp"
48 #include "runtime/handles.inline.hpp"
49 #include "runtime/javaCalls.hpp"
50 #include "runtime/javaThread.hpp"
51 #include "runtime/monitorChunk.hpp"
52 #include "runtime/os.hpp"
53 #include "runtime/sharedRuntime.hpp"
54 #include "runtime/safefetch.hpp"
55 #include "runtime/signature.hpp"
56 #include "runtime/stackValue.hpp"
57 #include "runtime/stubCodeGenerator.hpp"
58 #include "runtime/stubRoutines.hpp"
59 #include "utilities/debug.hpp"
60 #include "utilities/decoder.hpp"
61 #include "utilities/formatBuffer.hpp"
62
63 RegisterMap::RegisterMap(JavaThread *thread, UpdateMap update_map, ProcessFrames process_frames, WalkContinuation walk_cont) {
64 _thread = thread;
65 _update_map = update_map == UpdateMap::include;
66 _process_frames = process_frames == ProcessFrames::include;
67 _walk_cont = walk_cont == WalkContinuation::include;
68 clear();
69 DEBUG_ONLY (_update_for_id = nullptr;)
70 NOT_PRODUCT(_skip_missing = false;)
71 NOT_PRODUCT(_async = false;)
72
73 if (walk_cont == WalkContinuation::include && thread != nullptr && thread->last_continuation() != nullptr) {
74 _chunk = stackChunkHandle(Thread::current()->handle_area()->allocate_null_handle(), true /* dummy */);
75 }
76 _chunk_index = -1;
77
78 #ifndef PRODUCT
79 for (int i = 0; i < reg_count ; i++ ) _location[i] = nullptr;
80 #endif /* PRODUCT */
81 }
82
83 RegisterMap::RegisterMap(oop continuation, UpdateMap update_map) {
84 _thread = nullptr;
85 _update_map = update_map == UpdateMap::include;
86 _process_frames = false;
87 _walk_cont = true;
88 clear();
89 DEBUG_ONLY (_update_for_id = nullptr;)
90 NOT_PRODUCT(_skip_missing = false;)
91 NOT_PRODUCT(_async = false;)
92
93 _chunk = stackChunkHandle(Thread::current()->handle_area()->allocate_null_handle(), true /* dummy */);
94 _chunk_index = -1;
95
96 #ifndef PRODUCT
97 for (int i = 0; i < reg_count ; i++ ) _location[i] = nullptr;
98 #endif /* PRODUCT */
99 }
100
101 RegisterMap::RegisterMap(const RegisterMap* map) {
102 assert(map != this, "bad initialization parameter");
103 assert(map != nullptr, "RegisterMap must be present");
104 _thread = map->thread();
105 _update_map = map->update_map();
106 _process_frames = map->process_frames();
107 _walk_cont = map->_walk_cont;
108 _include_argument_oops = map->include_argument_oops();
109 DEBUG_ONLY (_update_for_id = map->_update_for_id;)
110 NOT_PRODUCT(_skip_missing = map->_skip_missing;)
111 NOT_PRODUCT(_async = map->_async;)
112
113 // only the original RegisterMap's handle lives long enough for StackWalker; this is bound to cause trouble with nested continuations.
114 _chunk = map->_chunk;
115 _chunk_index = map->_chunk_index;
116
117 pd_initialize_from(map);
118 if (update_map()) {
119 for(int i = 0; i < location_valid_size; i++) {
120 LocationValidType bits = map->_location_valid[i];
121 _location_valid[i] = bits;
122 // for whichever bits are set, pull in the corresponding map->_location
123 int j = i*location_valid_type_size;
124 while (bits != 0) {
125 if ((bits & 1) != 0) {
126 assert(0 <= j && j < reg_count, "range check");
127 _location[j] = map->_location[j];
128 }
129 bits >>= 1;
130 j += 1;
131 }
132 }
133 }
134 }
135
136 oop RegisterMap::cont() const {
137 return _chunk() != nullptr ? _chunk()->cont() : (oop)nullptr;
138 }
139
140 void RegisterMap::set_stack_chunk(stackChunkOop chunk) {
141 assert(chunk == nullptr || _walk_cont, "");
142 assert(chunk == nullptr || _chunk.not_null(), "");
143 if (_chunk.is_null()) return;
144 log_trace(continuations)("set_stack_chunk: " INTPTR_FORMAT " this: " INTPTR_FORMAT, p2i((oopDesc*)chunk), p2i(this));
145 _chunk.replace(chunk); // reuse handle. see comment above in the constructor
146 if (chunk == nullptr) {
147 _chunk_index = -1;
148 } else {
149 _chunk_index++;
150 }
151 }
152
153 void RegisterMap::clear() {
154 set_include_argument_oops(true);
155 if (update_map()) {
156 for(int i = 0; i < location_valid_size; i++) {
157 _location_valid[i] = 0;
158 }
159 pd_clear();
160 } else {
161 pd_initialize();
162 }
163 }
164
165 #ifndef PRODUCT
166
167 VMReg RegisterMap::find_register_spilled_here(void* p, intptr_t* sp) {
168 for(int i = 0; i < RegisterMap::reg_count; i++) {
169 VMReg r = VMRegImpl::as_VMReg(i);
170 if (p == location(r, sp)) return r;
171 }
172 return nullptr;
173 }
174
175 void RegisterMap::print_on(outputStream* st) const {
176 st->print_cr("Register map");
177 for(int i = 0; i < reg_count; i++) {
178
179 VMReg r = VMRegImpl::as_VMReg(i);
180 intptr_t* src = (intptr_t*) location(r, nullptr);
181 if (src != nullptr) {
182
183 r->print_on(st);
184 st->print(" [" INTPTR_FORMAT "] = ", p2i(src));
185 if (((uintptr_t)src & (sizeof(*src)-1)) != 0) {
186 st->print_cr("<misaligned>");
187 } else {
188 st->print_cr(INTPTR_FORMAT, *src);
189 }
190 }
191 }
192 }
193
194 void RegisterMap::print() const {
195 print_on(tty);
196 }
197
198 #endif
199 // This returns the pc that if you were in the debugger you'd see. Not
200 // the idealized value in the frame object. This undoes the magic conversion
201 // that happens for deoptimized frames. In addition it makes the value the
202 // hardware would want to see in the native frame. The only user (at this point)
203 // is deoptimization. It likely no one else should ever use it.
204
205 address frame::raw_pc() const {
206 if (is_deoptimized_frame()) {
207 nmethod* nm = cb()->as_nmethod_or_null();
208 assert(nm != nullptr, "only nmethod is expected here");
209 if (nm->is_method_handle_return(pc()))
210 return nm->deopt_mh_handler_begin() - pc_return_offset;
211 else
212 return nm->deopt_handler_begin() - pc_return_offset;
213 } else {
214 return (pc() - pc_return_offset);
215 }
216 }
217
218 // Change the pc in a frame object. This does not change the actual pc in
219 // actual frame. To do that use patch_pc.
220 //
221 void frame::set_pc(address newpc) {
222 #ifdef ASSERT
223 if (_cb != nullptr && _cb->is_nmethod()) {
224 assert(!((nmethod*)_cb)->is_deopt_pc(_pc), "invariant violation");
225 }
226 #endif // ASSERT
227
228 // Unsafe to use the is_deoptimized tester after changing pc
229 _deopt_state = unknown;
230 _pc = newpc;
231 _cb = CodeCache::find_blob(_pc);
232 }
233
234 // This is optimized for intra-blob pc adjustments only.
235 void frame::adjust_pc(address newpc) {
236 assert(_cb != nullptr, "invariant");
237 assert(_cb == CodeCache::find_blob(newpc), "invariant");
238 // Unsafe to use the is_deoptimized tester after changing pc
239 _deopt_state = unknown;
240 _pc = newpc;
241 }
242
243 // type testers
244 bool frame::is_ignored_frame() const {
245 return false; // FIXME: some LambdaForm frames should be ignored
246 }
247
248 bool frame::is_native_frame() const {
249 return (_cb != nullptr &&
250 _cb->is_nmethod() &&
251 ((nmethod*)_cb)->is_native_method());
252 }
253
254 bool frame::is_java_frame() const {
255 if (is_interpreted_frame()) return true;
256 if (is_compiled_frame()) return true;
257 return false;
258 }
259
260 bool frame::is_runtime_frame() const {
261 return (_cb != nullptr && _cb->is_runtime_stub());
262 }
263
264 bool frame::is_safepoint_blob_frame() const {
265 return (_cb != nullptr && _cb->is_safepoint_stub());
266 }
267
268 // testers
269
270 bool frame::is_first_java_frame() const {
271 RegisterMap map(JavaThread::current(),
272 RegisterMap::UpdateMap::skip,
273 RegisterMap::ProcessFrames::include,
274 RegisterMap::WalkContinuation::skip); // No update
275 frame s;
276 for (s = sender(&map); !(s.is_java_frame() || s.is_first_frame()); s = s.sender(&map));
277 return s.is_first_frame();
278 }
279
280 bool frame::is_first_vthread_frame(JavaThread* thread) const {
281 return Continuation::is_continuation_enterSpecial(*this)
282 && Continuation::get_continuation_entry_for_entry_frame(thread, *this)->is_virtual_thread();
283 }
284
285 bool frame::entry_frame_is_first() const {
286 return entry_frame_call_wrapper()->is_first_frame();
287 }
288
289 JavaCallWrapper* frame::entry_frame_call_wrapper_if_safe(JavaThread* thread) const {
290 JavaCallWrapper** jcw = entry_frame_call_wrapper_addr();
291 address addr = (address) jcw;
292
293 // addr must be within the usable part of the stack
294 if (thread->is_in_usable_stack(addr)) {
295 return *jcw;
296 }
297
298 return nullptr;
299 }
300
301 bool frame::is_entry_frame_valid(JavaThread* thread) const {
302 // Validate the JavaCallWrapper an entry frame must have
303 address jcw = (address)entry_frame_call_wrapper();
304 if (!thread->is_in_stack_range_excl(jcw, (address)fp())) {
305 return false;
306 }
307
308 // Validate sp saved in the java frame anchor
309 JavaFrameAnchor* jfa = entry_frame_call_wrapper()->anchor();
310 return (jfa->last_Java_sp() > sp());
311 }
312
313 Method* frame::safe_interpreter_frame_method() const {
314 Method** m_addr = interpreter_frame_method_addr();
315 if (m_addr == nullptr) {
316 return nullptr;
317 }
318 return (Method*) SafeFetchN((intptr_t*) m_addr, 0);
319 }
320
321 bool frame::should_be_deoptimized() const {
322 if (_deopt_state == is_deoptimized ||
323 !is_compiled_frame() ) return false;
324 assert(_cb != nullptr && _cb->is_nmethod(), "must be an nmethod");
325 nmethod* nm = _cb->as_nmethod();
326 LogTarget(Debug, dependencies) lt;
327 if (lt.is_enabled()) {
328 LogStream ls(<);
329 ls.print("checking (%s) ", nm->is_marked_for_deoptimization() ? "true" : "false");
330 nm->print_value_on(&ls);
331 ls.cr();
332 }
333
334 if( !nm->is_marked_for_deoptimization() )
335 return false;
336
337 // If at the return point, then the frame has already been popped, and
338 // only the return needs to be executed. Don't deoptimize here.
339 return !nm->is_at_poll_return(pc());
340 }
341
342 bool frame::can_be_deoptimized() const {
343 if (!is_compiled_frame()) return false;
344 nmethod* nm = _cb->as_nmethod();
345
346 if(!nm->can_be_deoptimized())
347 return false;
348
349 return !nm->is_at_poll_return(pc());
350 }
351
352 void frame::deoptimize(JavaThread* thread) {
353 assert(thread == nullptr
354 || (thread->frame_anchor()->has_last_Java_frame() &&
355 thread->frame_anchor()->walkable()), "must be");
356 // Schedule deoptimization of an nmethod activation with this frame.
357 assert(_cb != nullptr && _cb->is_nmethod(), "must be");
358
359 // If the call site is a MethodHandle call site use the MH deopt handler.
360 nmethod* nm = _cb->as_nmethod();
361 address deopt = nm->is_method_handle_return(pc()) ?
362 nm->deopt_mh_handler_begin() :
363 nm->deopt_handler_begin();
364
365 NativePostCallNop* inst = nativePostCallNop_at(pc());
366
367 // Save the original pc before we patch in the new one
368 nm->set_original_pc(this, pc());
369 patch_pc(thread, deopt);
370 assert(is_deoptimized_frame(), "must be");
371
372 #ifdef ASSERT
373 if (thread != nullptr) {
374 frame check = thread->last_frame();
375 if (is_older(check.id())) {
376 RegisterMap map(thread,
377 RegisterMap::UpdateMap::skip,
378 RegisterMap::ProcessFrames::include,
379 RegisterMap::WalkContinuation::skip);
380 while (id() != check.id()) {
381 check = check.sender(&map);
382 }
383 assert(check.is_deoptimized_frame(), "missed deopt");
384 }
385 }
386 #endif // ASSERT
387 }
388
389 frame frame::java_sender() const {
390 RegisterMap map(JavaThread::current(),
391 RegisterMap::UpdateMap::skip,
392 RegisterMap::ProcessFrames::include,
393 RegisterMap::WalkContinuation::skip);
394 frame s;
395 for (s = sender(&map); !(s.is_java_frame() || s.is_first_frame()); s = s.sender(&map)) ;
396 guarantee(s.is_java_frame(), "tried to get caller of first java frame");
397 return s;
398 }
399
400 frame frame::real_sender(RegisterMap* map) const {
401 frame result = sender(map);
402 while (result.is_runtime_frame() ||
403 result.is_ignored_frame()) {
404 result = result.sender(map);
405 }
406 return result;
407 }
408
409 // Interpreter frames
410
411
412 Method* frame::interpreter_frame_method() const {
413 assert(is_interpreted_frame(), "interpreted frame expected");
414 Method* m = *interpreter_frame_method_addr();
415 assert(m->is_method(), "not a Method*");
416 return m;
417 }
418
419 void frame::interpreter_frame_set_method(Method* method) {
420 assert(is_interpreted_frame(), "interpreted frame expected");
421 *interpreter_frame_method_addr() = method;
422 }
423
424 void frame::interpreter_frame_set_mirror(oop mirror) {
425 assert(is_interpreted_frame(), "interpreted frame expected");
426 *interpreter_frame_mirror_addr() = mirror;
427 }
428
429 jint frame::interpreter_frame_bci() const {
430 assert(is_interpreted_frame(), "interpreted frame expected");
431 address bcp = interpreter_frame_bcp();
432 return interpreter_frame_method()->bci_from(bcp);
433 }
434
435 address frame::interpreter_frame_bcp() const {
436 assert(is_interpreted_frame(), "interpreted frame expected");
437 address bcp = (address)*interpreter_frame_bcp_addr();
438 return interpreter_frame_method()->bcp_from(bcp);
439 }
440
441 void frame::interpreter_frame_set_bcp(address bcp) {
442 assert(is_interpreted_frame(), "interpreted frame expected");
443 *interpreter_frame_bcp_addr() = (intptr_t)bcp;
444 }
445
446 address frame::interpreter_frame_mdp() const {
447 assert(ProfileInterpreter, "must be profiling interpreter");
448 assert(is_interpreted_frame(), "interpreted frame expected");
449 return (address)*interpreter_frame_mdp_addr();
450 }
451
452 void frame::interpreter_frame_set_mdp(address mdp) {
453 assert(is_interpreted_frame(), "interpreted frame expected");
454 assert(ProfileInterpreter, "must be profiling interpreter");
455 *interpreter_frame_mdp_addr() = (intptr_t)mdp;
456 }
457
458 BasicObjectLock* frame::next_monitor_in_interpreter_frame(BasicObjectLock* current) const {
459 assert(is_interpreted_frame(), "Not an interpreted frame");
460 #ifdef ASSERT
461 interpreter_frame_verify_monitor(current);
462 #endif
463 BasicObjectLock* next = (BasicObjectLock*) (((intptr_t*) current) + interpreter_frame_monitor_size());
464 return next;
465 }
466
467 BasicObjectLock* frame::previous_monitor_in_interpreter_frame(BasicObjectLock* current) const {
468 assert(is_interpreted_frame(), "Not an interpreted frame");
469 #ifdef ASSERT
470 // // This verification needs to be checked before being enabled
471 // interpreter_frame_verify_monitor(current);
472 #endif
473 BasicObjectLock* previous = (BasicObjectLock*) (((intptr_t*) current) - interpreter_frame_monitor_size());
474 return previous;
475 }
476
477 // Interpreter locals and expression stack locations.
478
479 intptr_t* frame::interpreter_frame_local_at(int index) const {
480 const int n = Interpreter::local_offset_in_bytes(index)/wordSize;
481 intptr_t* first = interpreter_frame_locals();
482 return &(first[n]);
483 }
484
485 intptr_t* frame::interpreter_frame_expression_stack_at(jint offset) const {
486 const int i = offset * interpreter_frame_expression_stack_direction();
487 const int n = i * Interpreter::stackElementWords;
488 return &(interpreter_frame_expression_stack()[n]);
489 }
490
491 jint frame::interpreter_frame_expression_stack_size() const {
492 // Number of elements on the interpreter expression stack
493 // Callers should span by stackElementWords
494 int element_size = Interpreter::stackElementWords;
495 size_t stack_size = 0;
496 if (frame::interpreter_frame_expression_stack_direction() < 0) {
497 stack_size = (interpreter_frame_expression_stack() -
498 interpreter_frame_tos_address() + 1)/element_size;
499 } else {
500 stack_size = (interpreter_frame_tos_address() -
501 interpreter_frame_expression_stack() + 1)/element_size;
502 }
503 assert(stack_size <= (size_t)max_jint, "stack size too big");
504 return (jint)stack_size;
505 }
506
507 // (frame::interpreter_frame_sender_sp accessor is in frame_<arch>.cpp)
508
509 const char* frame::print_name() const {
510 if (is_native_frame()) return "Native";
511 if (is_interpreted_frame()) return "Interpreted";
512 if (is_compiled_frame()) {
513 if (is_deoptimized_frame()) return "Deoptimized";
514 return "Compiled";
515 }
516 if (sp() == nullptr) return "Empty";
517 return "C";
518 }
519
520 void frame::print_value_on(outputStream* st) const {
521 NOT_PRODUCT(address begin = pc()-40;)
522 NOT_PRODUCT(address end = nullptr;)
523
524 st->print("%s frame (sp=" INTPTR_FORMAT " unextended sp=" INTPTR_FORMAT, print_name(), p2i(sp()), p2i(unextended_sp()));
525 if (sp() != nullptr)
526 st->print(", fp=" INTPTR_FORMAT ", real_fp=" INTPTR_FORMAT ", pc=" INTPTR_FORMAT,
527 p2i(fp()), p2i(real_fp()), p2i(pc()));
528 st->print_cr(")");
529
530 if (StubRoutines::contains(pc())) {
531 StubCodeDesc* desc = StubCodeDesc::desc_for(pc());
532 st->print("~Stub::%s", desc->name());
533 NOT_PRODUCT(begin = desc->begin(); end = desc->end();)
534 } else if (Interpreter::contains(pc())) {
535 InterpreterCodelet* desc = Interpreter::codelet_containing(pc());
536 if (desc != nullptr) {
537 st->print("~");
538 desc->print_on(st);
539 NOT_PRODUCT(begin = desc->code_begin(); end = desc->code_end();)
540 } else {
541 st->print("~interpreter");
542 }
543 }
544
545 #ifndef PRODUCT
546 if (_cb != nullptr) {
547 st->print(" ");
548 _cb->print_value_on(st);
549 if (end == nullptr) {
550 begin = _cb->code_begin();
551 end = _cb->code_end();
552 }
553 }
554 if (WizardMode && Verbose) Disassembler::decode(begin, end);
555 #endif
556 }
557
558 void frame::print_on(outputStream* st) const {
559 print_value_on(st);
560 if (is_interpreted_frame()) {
561 interpreter_frame_print_on(st);
562 }
563 }
564
565 void frame::interpreter_frame_print_on(outputStream* st) const {
566 #ifndef PRODUCT
567 assert(is_interpreted_frame(), "Not an interpreted frame");
568 jint i;
569 for (i = 0; i < interpreter_frame_method()->max_locals(); i++ ) {
570 intptr_t x = *interpreter_frame_local_at(i);
571 st->print(" - local [" INTPTR_FORMAT "]", x);
572 st->fill_to(23);
573 st->print_cr("; #%d", i);
574 }
575 for (i = interpreter_frame_expression_stack_size() - 1; i >= 0; --i ) {
576 intptr_t x = *interpreter_frame_expression_stack_at(i);
577 st->print(" - stack [" INTPTR_FORMAT "]", x);
578 st->fill_to(23);
579 st->print_cr("; #%d", i);
580 }
581 // locks for synchronization
582 for (BasicObjectLock* current = interpreter_frame_monitor_end();
583 current < interpreter_frame_monitor_begin();
584 current = next_monitor_in_interpreter_frame(current)) {
585 st->print(" - obj [%s", current->obj() == nullptr ? "null" : "");
586 oop obj = current->obj();
587 if (obj != nullptr) {
588 if (!is_heap_frame()) {
589 obj->print_value_on(st);
590 } else {
591 // Might be an invalid oop. We don't have the
592 // stackChunk to correct it so just print address.
593 st->print(INTPTR_FORMAT, p2i(obj));
594 }
595 }
596 st->print_cr("]");
597 st->print(" - lock [");
598 if (!is_heap_frame()) {
599 current->lock()->print_on(st, obj);
600 }
601 st->print_cr("]");
602 }
603 // monitor
604 st->print_cr(" - monitor[" INTPTR_FORMAT "]", p2i(interpreter_frame_monitor_begin()));
605 // bcp
606 st->print(" - bcp [" INTPTR_FORMAT "]", p2i(interpreter_frame_bcp()));
607 st->fill_to(23);
608 st->print_cr("; @%d", interpreter_frame_bci());
609 // locals
610 st->print_cr(" - locals [" INTPTR_FORMAT "]", p2i(interpreter_frame_local_at(0)));
611 // method
612 st->print(" - method [" INTPTR_FORMAT "]", p2i(interpreter_frame_method()));
613 st->fill_to(23);
614 st->print("; ");
615 interpreter_frame_method()->print_name(st);
616 st->cr();
617 #endif
618 }
619
620 // Print whether the frame is in the VM or OS indicating a HotSpot problem.
621 // Otherwise, it's likely a bug in the native library that the Java code calls,
622 // hopefully indicating where to submit bugs.
623 void frame::print_C_frame(outputStream* st, char* buf, int buflen, address pc) {
624 // C/C++ frame
625 bool in_vm = os::address_is_in_vm(pc);
626 st->print(in_vm ? "V" : "C");
627
628 int offset;
629 bool found;
630
631 if (buf == nullptr || buflen < 1) return;
632 // libname
633 buf[0] = '\0';
634 found = os::dll_address_to_library_name(pc, buf, buflen, &offset);
635 if (found && buf[0] != '\0') {
636 // skip directory names
637 const char *p1, *p2;
638 p1 = buf;
639 int len = (int)strlen(os::file_separator());
640 while ((p2 = strstr(p1, os::file_separator())) != nullptr) p1 = p2 + len;
641 st->print(" [%s+0x%x]", p1, offset);
642 } else {
643 st->print(" " PTR_FORMAT, p2i(pc));
644 }
645
646 found = os::dll_address_to_function_name(pc, buf, buflen, &offset);
647 if (found) {
648 st->print(" %s+0x%x", buf, offset);
649 }
650 }
651
652 // frame::print_on_error() is called by fatal error handler. Notice that we may
653 // crash inside this function if stack frame is corrupted. The fatal error
654 // handler can catch and handle the crash. Here we assume the frame is valid.
655 //
656 // First letter indicates type of the frame:
657 // J: Java frame (compiled)
658 // j: Java frame (interpreted)
659 // V: VM frame (C/C++)
660 // v: Other frames running VM generated code (e.g. stubs, adapters, etc.)
661 // C: C/C++ frame
662 //
663 // We don't need detailed frame type as that in frame::print_name(). "C"
664 // suggests the problem is in user lib; everything else is likely a VM bug.
665
666 void frame::print_on_error(outputStream* st, char* buf, int buflen, bool verbose) const {
667 if (_cb != nullptr) {
668 if (Interpreter::contains(pc())) {
669 Method* m = this->interpreter_frame_method();
670 if (m != nullptr) {
671 m->name_and_sig_as_C_string(buf, buflen);
672 st->print("j %s", buf);
673 st->print("+%d", this->interpreter_frame_bci());
674 ModuleEntry* module = m->method_holder()->module();
675 if (module->is_named()) {
676 module->name()->as_C_string(buf, buflen);
677 st->print(" %s", buf);
678 if (module->version() != nullptr) {
679 module->version()->as_C_string(buf, buflen);
680 st->print("@%s", buf);
681 }
682 }
683 } else {
684 st->print("j " PTR_FORMAT, p2i(pc()));
685 }
686 } else if (StubRoutines::contains(pc())) {
687 StubCodeDesc* desc = StubCodeDesc::desc_for(pc());
688 if (desc != nullptr) {
689 st->print("v ~StubRoutines::%s " PTR_FORMAT, desc->name(), p2i(pc()));
690 } else {
691 st->print("v ~StubRoutines::" PTR_FORMAT, p2i(pc()));
692 }
693 } else if (_cb->is_buffer_blob()) {
694 st->print("v ~BufferBlob::%s " PTR_FORMAT, ((BufferBlob *)_cb)->name(), p2i(pc()));
695 } else if (_cb->is_nmethod()) {
696 nmethod* nm = _cb->as_nmethod();
697 Method* m = nm->method();
698 if (m != nullptr) {
699 st->print("J %d%s", nm->compile_id(), (nm->is_osr_method() ? "%" : ""));
700 st->print(" %s", nm->compiler_name());
701 m->name_and_sig_as_C_string(buf, buflen);
702 st->print(" %s", buf);
703 ModuleEntry* module = m->method_holder()->module();
704 if (module->is_named()) {
705 module->name()->as_C_string(buf, buflen);
706 st->print(" %s", buf);
707 if (module->version() != nullptr) {
708 module->version()->as_C_string(buf, buflen);
709 st->print("@%s", buf);
710 }
711 }
712 st->print(" (%d bytes) @ " PTR_FORMAT " [" PTR_FORMAT "+" INTPTR_FORMAT "]",
713 m->code_size(), p2i(_pc), p2i(_cb->code_begin()), _pc - _cb->code_begin());
714 #if INCLUDE_JVMCI
715 const char* jvmciName = nm->jvmci_name();
716 if (jvmciName != nullptr) {
717 st->print(" (%s)", jvmciName);
718 }
719 #endif
720 } else {
721 st->print("J " PTR_FORMAT, p2i(pc()));
722 }
723 } else if (_cb->is_runtime_stub()) {
724 st->print("v ~RuntimeStub::%s " PTR_FORMAT, ((RuntimeStub *)_cb)->name(), p2i(pc()));
725 } else if (_cb->is_deoptimization_stub()) {
726 st->print("v ~DeoptimizationBlob " PTR_FORMAT, p2i(pc()));
727 } else if (_cb->is_exception_stub()) {
728 st->print("v ~ExceptionBlob " PTR_FORMAT, p2i(pc()));
729 } else if (_cb->is_safepoint_stub()) {
730 st->print("v ~SafepointBlob " PTR_FORMAT, p2i(pc()));
731 } else if (_cb->is_adapter_blob()) {
732 st->print("v ~AdapterBlob " PTR_FORMAT, p2i(pc()));
733 } else if (_cb->is_vtable_blob()) {
734 st->print("v ~VtableBlob " PTR_FORMAT, p2i(pc()));
735 } else if (_cb->is_method_handles_adapter_blob()) {
736 st->print("v ~MethodHandlesAdapterBlob " PTR_FORMAT, p2i(pc()));
737 } else if (_cb->is_uncommon_trap_stub()) {
738 st->print("v ~UncommonTrapBlob " PTR_FORMAT, p2i(pc()));
739 } else if (_cb->is_upcall_stub()) {
740 st->print("v ~UpcallStub::%s " PTR_FORMAT, _cb->name(), p2i(pc()));
741 } else {
742 st->print("v blob " PTR_FORMAT, p2i(pc()));
743 }
744 } else {
745 print_C_frame(st, buf, buflen, pc());
746 }
747 }
748
749
750 /*
751 The interpreter_frame_expression_stack_at method in the case of SPARC needs the
752 max_stack value of the method in order to compute the expression stack address.
753 It uses the Method* in order to get the max_stack value but during GC this
754 Method* value saved on the frame is changed by reverse_and_push and hence cannot
755 be used. So we save the max_stack value in the FrameClosure object and pass it
756 down to the interpreter_frame_expression_stack_at method
757 */
758 class InterpreterFrameClosure : public OffsetClosure {
759 private:
760 const frame* _fr;
761 OopClosure* _f;
762 int _max_locals;
763 int _max_stack;
764
765 public:
766 InterpreterFrameClosure(const frame* fr, int max_locals, int max_stack,
767 OopClosure* f) {
768 _fr = fr;
769 _max_locals = max_locals;
770 _max_stack = max_stack;
771 _f = f;
772 }
773
774 void offset_do(int offset) {
775 oop* addr;
776 if (offset < _max_locals) {
777 addr = (oop*) _fr->interpreter_frame_local_at(offset);
778 assert((intptr_t*)addr >= _fr->sp(), "must be inside the frame");
779 _f->do_oop(addr);
780 } else {
781 addr = (oop*) _fr->interpreter_frame_expression_stack_at((offset - _max_locals));
782 // In case of exceptions, the expression stack is invalid and the esp will be reset to express
783 // this condition. Therefore, we call f only if addr is 'inside' the stack (i.e., addr >= esp for Intel).
784 bool in_stack;
785 if (frame::interpreter_frame_expression_stack_direction() > 0) {
786 in_stack = (intptr_t*)addr <= _fr->interpreter_frame_tos_address();
787 } else {
788 in_stack = (intptr_t*)addr >= _fr->interpreter_frame_tos_address();
789 }
790 if (in_stack) {
791 _f->do_oop(addr);
792 }
793 }
794 }
795 };
796
797
798 class InterpretedArgumentOopFinder: public SignatureIterator {
799 private:
800 OopClosure* _f; // Closure to invoke
801 int _offset; // TOS-relative offset, decremented with each argument
802 bool _has_receiver; // true if the callee has a receiver
803 const frame* _fr;
804
805 friend class SignatureIterator; // so do_parameters_on can call do_type
806 void do_type(BasicType type) {
807 _offset -= parameter_type_word_count(type);
808 if (is_reference_type(type)) oop_offset_do();
809 }
810
811 void oop_offset_do() {
812 oop* addr;
813 addr = (oop*)_fr->interpreter_frame_tos_at(_offset);
814 _f->do_oop(addr);
815 }
816
817 public:
818 InterpretedArgumentOopFinder(Symbol* signature, bool has_receiver, const frame* fr, OopClosure* f) : SignatureIterator(signature), _has_receiver(has_receiver) {
819 // compute size of arguments
820 int args_size = ArgumentSizeComputer(signature).size() + (has_receiver ? 1 : 0);
821 assert(!fr->is_interpreted_frame() ||
822 args_size <= fr->interpreter_frame_expression_stack_size(),
823 "args cannot be on stack anymore");
824 // initialize InterpretedArgumentOopFinder
825 _f = f;
826 _fr = fr;
827 _offset = args_size;
828 }
829
830 void oops_do() {
831 if (_has_receiver) {
832 --_offset;
833 oop_offset_do();
834 }
835 do_parameters_on(this);
836 }
837 };
838
839
840 // Entry frame has following form (n arguments)
841 // +-----------+
842 // sp -> | last arg |
843 // +-----------+
844 // : ::: :
845 // +-----------+
846 // (sp+n)->| first arg|
847 // +-----------+
848
849
850
851 // visits and GC's all the arguments in entry frame
852 class EntryFrameOopFinder: public SignatureIterator {
853 private:
854 bool _is_static;
855 int _offset;
856 const frame* _fr;
857 OopClosure* _f;
858
859 friend class SignatureIterator; // so do_parameters_on can call do_type
860 void do_type(BasicType type) {
861 // decrement offset before processing the type
862 _offset -= parameter_type_word_count(type);
863 assert (_offset >= 0, "illegal offset");
864 if (is_reference_type(type)) oop_at_offset_do(_offset);
865 }
866
867 void oop_at_offset_do(int offset) {
868 assert (offset >= 0, "illegal offset");
869 oop* addr = (oop*) _fr->entry_frame_argument_at(offset);
870 _f->do_oop(addr);
871 }
872
873 public:
874 EntryFrameOopFinder(const frame* frame, Symbol* signature, bool is_static) : SignatureIterator(signature) {
875 _f = nullptr; // will be set later
876 _fr = frame;
877 _is_static = is_static;
878 _offset = ArgumentSizeComputer(signature).size(); // pre-decremented down to zero
879 }
880
881 void arguments_do(OopClosure* f) {
882 _f = f;
883 if (!_is_static) oop_at_offset_do(_offset); // do the receiver
884 do_parameters_on(this);
885 }
886
887 };
888
889 oop* frame::interpreter_callee_receiver_addr(Symbol* signature) {
890 ArgumentSizeComputer asc(signature);
891 int size = asc.size();
892 return (oop *)interpreter_frame_tos_at(size);
893 }
894
895 oop frame::interpreter_callee_receiver(Symbol* signature) {
896 return *interpreter_callee_receiver_addr(signature);
897 }
898
899 template <typename RegisterMapT>
900 void frame::oops_interpreted_do(OopClosure* f, const RegisterMapT* map, bool query_oop_map_cache) const {
901 assert(is_interpreted_frame(), "Not an interpreted frame");
902 Thread *thread = Thread::current();
903 methodHandle m (thread, interpreter_frame_method());
904 jint bci = interpreter_frame_bci();
905
906 assert(!Universe::heap()->is_in(m()),
907 "must be valid oop");
908 assert(m->is_method(), "checking frame value");
909 assert((m->is_native() && bci == 0) ||
910 (!m->is_native() && bci >= 0 && bci < m->code_size()),
911 "invalid bci value");
912
913 // Handle the monitor elements in the activation
914 for (
915 BasicObjectLock* current = interpreter_frame_monitor_end();
916 current < interpreter_frame_monitor_begin();
917 current = next_monitor_in_interpreter_frame(current)
918 ) {
919 #ifdef ASSERT
920 interpreter_frame_verify_monitor(current);
921 #endif
922 current->oops_do(f);
923 }
924
925 if (m->is_native()) {
926 f->do_oop(interpreter_frame_temp_oop_addr());
927 }
928
929 // The method pointer in the frame might be the only path to the method's
930 // klass, and the klass needs to be kept alive while executing. The GCs
931 // don't trace through method pointers, so the mirror of the method's klass
932 // is installed as a GC root.
933 f->do_oop(interpreter_frame_mirror_addr());
934
935 int max_locals = m->is_native() ? m->size_of_parameters() : m->max_locals();
936
937 // Process a callee's arguments if we are at a call site
938 // (i.e., if we are at an invoke bytecode)
939 // This is used sometimes for calling into the VM, not for another
940 // interpreted or compiled frame.
941 if (!m->is_native() && map != nullptr && map->include_argument_oops()) {
942 Bytecode_invoke call = Bytecode_invoke_check(m, bci);
943 if (call.is_valid() && interpreter_frame_expression_stack_size() > 0) {
944 ResourceMark rm(thread); // is this right ???
945 Symbol* signature = call.signature();
946 bool has_receiver = call.has_receiver();
947 // we are at a call site & the expression stack is not empty
948 // => process callee's arguments
949 //
950 // Note: The expression stack can be empty if an exception
951 // occurred during method resolution/execution. In all
952 // cases we empty the expression stack completely be-
953 // fore handling the exception (the exception handling
954 // code in the interpreter calls a blocking runtime
955 // routine which can cause this code to be executed).
956 // (was bug gri 7/27/98)
957 // if (dolog) {
958 // log_trace(continuations, tracking)("Processing arguments");
959 // }
960 oops_interpreted_arguments_do(signature, has_receiver, f);
961 }
962 }
963
964 InterpreterFrameClosure blk(this, max_locals, m->max_stack(), f);
965
966 // process locals & expression stack
967 InterpreterOopMap mask;
968 if (query_oop_map_cache) {
969 m->mask_for(m, bci, &mask);
970 } else {
971 OopMapCache::compute_one_oop_map(m, bci, &mask);
972 }
973 mask.iterate_oop(&blk);
974 }
975
976 template void frame::oops_interpreted_do(OopClosure* f, const RegisterMap* map, bool query_oop_map_cache) const;
977 template void frame::oops_interpreted_do(OopClosure* f, const SmallRegisterMapNoArgs* map, bool query_oop_map_cache) const;
978 template void frame::oops_interpreted_do(OopClosure* f, const SmallRegisterMapWithArgs* map, bool query_oop_map_cache) const;
979
980 void frame::oops_interpreted_arguments_do(Symbol* signature, bool has_receiver, OopClosure* f) const {
981 InterpretedArgumentOopFinder finder(signature, has_receiver, this, f);
982 finder.oops_do();
983 }
984
985 void frame::oops_nmethod_do(OopClosure* f, NMethodClosure* cf, DerivedOopClosure* df, DerivedPointerIterationMode derived_mode, const RegisterMap* reg_map) const {
986 assert(_cb != nullptr, "sanity check");
987 assert((oop_map() == nullptr) == (_cb->oop_maps() == nullptr), "frame and _cb must agree that oopmap is set or not");
988 if (oop_map() != nullptr) {
989 if (df != nullptr) {
990 _oop_map->oops_do(this, reg_map, f, df);
991 } else {
992 _oop_map->oops_do(this, reg_map, f, derived_mode);
993 }
994
995 // Preserve potential arguments for a callee. We handle this by dispatching
996 // on the codeblob. For c2i, we do
997 if (reg_map->include_argument_oops() && _cb->is_nmethod()) {
998 // Only nmethod preserves outgoing arguments at call.
999 _cb->as_nmethod()->preserve_callee_argument_oops(*this, reg_map, f);
1000 }
1001 }
1002 // In cases where perm gen is collected, GC will want to mark
1003 // oops referenced from nmethods active on thread stacks so as to
1004 // prevent them from being collected. However, this visit should be
1005 // restricted to certain phases of the collection only. The
1006 // closure decides how it wants nmethods to be traced.
1007 if (cf != nullptr && _cb->is_nmethod())
1008 cf->do_nmethod(_cb->as_nmethod());
1009 }
1010
1011 class CompiledArgumentOopFinder: public SignatureIterator {
1012 protected:
1013 OopClosure* _f;
1014 int _offset; // the current offset, incremented with each argument
1015 bool _has_receiver; // true if the callee has a receiver
1016 bool _has_appendix; // true if the call has an appendix
1017 frame _fr;
1018 RegisterMap* _reg_map;
1019 int _arg_size;
1020 VMRegPair* _regs; // VMReg list of arguments
1021
1022 friend class SignatureIterator; // so do_parameters_on can call do_type
1023 void do_type(BasicType type) {
1024 if (is_reference_type(type)) handle_oop_offset();
1025 _offset += parameter_type_word_count(type);
1026 }
1027
1028 virtual void handle_oop_offset() {
1029 // Extract low order register number from register array.
1030 // In LP64-land, the high-order bits are valid but unhelpful.
1031 VMReg reg = _regs[_offset].first();
1032 oop *loc = _fr.oopmapreg_to_oop_location(reg, _reg_map);
1033 #ifdef ASSERT
1034 if (loc == nullptr) {
1035 if (_reg_map->should_skip_missing()) {
1036 return;
1037 }
1038 tty->print_cr("Error walking frame oops:");
1039 _fr.print_on(tty);
1040 assert(loc != nullptr, "missing register map entry reg: %d %s loc: " INTPTR_FORMAT, reg->value(), reg->name(), p2i(loc));
1041 }
1042 #endif
1043 _f->do_oop(loc);
1044 }
1045
1046 public:
1047 CompiledArgumentOopFinder(Symbol* signature, bool has_receiver, bool has_appendix, OopClosure* f, frame fr, const RegisterMap* reg_map)
1048 : SignatureIterator(signature) {
1049
1050 // initialize CompiledArgumentOopFinder
1051 _f = f;
1052 _offset = 0;
1053 _has_receiver = has_receiver;
1054 _has_appendix = has_appendix;
1055 _fr = fr;
1056 _reg_map = (RegisterMap*)reg_map;
1057 _arg_size = ArgumentSizeComputer(signature).size() + (has_receiver ? 1 : 0) + (has_appendix ? 1 : 0);
1058
1059 int arg_size;
1060 _regs = SharedRuntime::find_callee_arguments(signature, has_receiver, has_appendix, &arg_size);
1061 assert(arg_size == _arg_size, "wrong arg size");
1062 }
1063
1064 void oops_do() {
1065 if (_has_receiver) {
1066 handle_oop_offset();
1067 _offset++;
1068 }
1069 do_parameters_on(this);
1070 if (_has_appendix) {
1071 handle_oop_offset();
1072 _offset++;
1073 }
1074 }
1075 };
1076
1077 void frame::oops_compiled_arguments_do(Symbol* signature, bool has_receiver, bool has_appendix,
1078 const RegisterMap* reg_map, OopClosure* f) const {
1079 // ResourceMark rm;
1080 CompiledArgumentOopFinder finder(signature, has_receiver, has_appendix, f, *this, reg_map);
1081 finder.oops_do();
1082 }
1083
1084 // Get receiver out of callers frame, i.e. find parameter 0 in callers
1085 // frame. Consult ADLC for where parameter 0 is to be found. Then
1086 // check local reg_map for it being a callee-save register or argument
1087 // register, both of which are saved in the local frame. If not found
1088 // there, it must be an in-stack argument of the caller.
1089 // Note: caller.sp() points to callee-arguments
1090 oop frame::retrieve_receiver(RegisterMap* reg_map) {
1091 frame caller = *this;
1092
1093 // First consult the ADLC on where it puts parameter 0 for this signature.
1094 VMReg reg = SharedRuntime::name_for_receiver();
1095 oop* oop_adr = caller.oopmapreg_to_oop_location(reg, reg_map);
1096 if (oop_adr == nullptr) {
1097 guarantee(oop_adr != nullptr, "bad register save location");
1098 return nullptr;
1099 }
1100 oop r = *oop_adr;
1101 assert(Universe::heap()->is_in_or_null(r), "bad receiver: " INTPTR_FORMAT " (%zd)", p2i(r), p2i(r));
1102 return r;
1103 }
1104
1105
1106 BasicLock* frame::get_native_monitor() const {
1107 nmethod* nm = (nmethod*)_cb;
1108 assert(_cb != nullptr && _cb->is_nmethod() && nm->method()->is_native(),
1109 "Should not call this unless it's a native nmethod");
1110 int byte_offset = in_bytes(nm->native_basic_lock_sp_offset());
1111 assert(byte_offset >= 0, "should not see invalid offset");
1112 return (BasicLock*) &sp()[byte_offset / wordSize];
1113 }
1114
1115 oop frame::get_native_receiver() const {
1116 nmethod* nm = (nmethod*)_cb;
1117 assert(_cb != nullptr && _cb->is_nmethod() && nm->method()->is_native(),
1118 "Should not call this unless it's a native nmethod");
1119 int byte_offset = in_bytes(nm->native_receiver_sp_offset());
1120 assert(byte_offset >= 0, "should not see invalid offset");
1121 oop owner = ((oop*) sp())[byte_offset / wordSize];
1122 assert( Universe::heap()->is_in(owner), "bad receiver" );
1123 return owner;
1124 }
1125
1126 void frame::oops_entry_do(OopClosure* f, const RegisterMap* map) const {
1127 assert(map != nullptr, "map must be set");
1128 if (map->include_argument_oops()) {
1129 // must collect argument oops, as nobody else is doing it
1130 Thread *thread = Thread::current();
1131 methodHandle m (thread, entry_frame_call_wrapper()->callee_method());
1132 EntryFrameOopFinder finder(this, m->signature(), m->is_static());
1133 finder.arguments_do(f);
1134 }
1135 // Traverse the Handle Block saved in the entry frame
1136 entry_frame_call_wrapper()->oops_do(f);
1137 }
1138
1139 void frame::oops_upcall_do(OopClosure* f, const RegisterMap* map) const {
1140 assert(map != nullptr, "map must be set");
1141 if (map->include_argument_oops()) {
1142 // Upcall stubs call a MethodHandle impl method of which only the receiver
1143 // is ever an oop.
1144 // Currently we should not be able to get here, since there are no
1145 // safepoints in the one resolve stub we can get into (handle_wrong_method)
1146 // Leave this here as a trap in case we ever do:
1147 ShouldNotReachHere(); // not implemented
1148 }
1149 _cb->as_upcall_stub()->oops_do(f, *this);
1150 }
1151
1152 bool frame::is_deoptimized_frame() const {
1153 assert(_deopt_state != unknown, "not answerable");
1154 if (_deopt_state == is_deoptimized) {
1155 return true;
1156 }
1157
1158 /* This method only checks if the frame is deoptimized
1159 * as in return address being patched.
1160 * It doesn't care if the OP that we return to is a
1161 * deopt instruction */
1162 /*if (_cb != nullptr && _cb->is_nmethod()) {
1163 return NativeDeoptInstruction::is_deopt_at(_pc);
1164 }*/
1165 return false;
1166 }
1167
1168 void frame::oops_do_internal(OopClosure* f, NMethodClosure* cf,
1169 DerivedOopClosure* df, DerivedPointerIterationMode derived_mode,
1170 const RegisterMap* map, bool use_interpreter_oop_map_cache) const {
1171 #ifndef PRODUCT
1172 // simulate GC crash here to dump java thread in error report
1173 guarantee(!CrashGCForDumpingJavaThread, "");
1174 #endif
1175 if (is_interpreted_frame()) {
1176 oops_interpreted_do(f, map, use_interpreter_oop_map_cache);
1177 } else if (is_entry_frame()) {
1178 oops_entry_do(f, map);
1179 } else if (is_upcall_stub_frame()) {
1180 oops_upcall_do(f, map);
1181 } else if (CodeCache::contains(pc())) {
1182 oops_nmethod_do(f, cf, df, derived_mode, map);
1183 } else {
1184 ShouldNotReachHere();
1185 }
1186 }
1187
1188 void frame::nmethod_do(NMethodClosure* cf) const {
1189 if (_cb != nullptr && _cb->is_nmethod()) {
1190 cf->do_nmethod(_cb->as_nmethod());
1191 }
1192 }
1193
1194
1195 // Call f closure on the interpreted Method*s in the stack.
1196 void frame::metadata_do(MetadataClosure* f) const {
1197 ResourceMark rm;
1198 if (is_interpreted_frame()) {
1199 Method* m = this->interpreter_frame_method();
1200 assert(m != nullptr, "expecting a method in this frame");
1201 f->do_metadata(m);
1202 }
1203 }
1204
1205 void frame::verify(const RegisterMap* map) const {
1206 #ifndef PRODUCT
1207 if (TraceCodeBlobStacks) {
1208 tty->print_cr("*** verify");
1209 print_on(tty);
1210 }
1211 #endif
1212
1213 // for now make sure receiver type is correct
1214 if (is_interpreted_frame()) {
1215 Method* method = interpreter_frame_method();
1216 guarantee(method->is_method(), "method is wrong in frame::verify");
1217 if (!method->is_static()) {
1218 // fetch the receiver
1219 oop* p = (oop*) interpreter_frame_local_at(0);
1220 // make sure we have the right receiver type
1221 }
1222 }
1223 #if COMPILER2_OR_JVMCI
1224 assert(DerivedPointerTable::is_empty(), "must be empty before verify");
1225 #endif
1226
1227 if (map->update_map()) { // The map has to be up-to-date for the current frame
1228 oops_do_internal(&VerifyOopClosure::verify_oop, nullptr, nullptr, DerivedPointerIterationMode::_ignore, map, false);
1229 }
1230 }
1231
1232
1233 #ifdef ASSERT
1234 bool frame::verify_return_pc(address x) {
1235 #ifdef TARGET_ARCH_aarch64
1236 if (!pauth_ptr_is_raw(x)) {
1237 return false;
1238 }
1239 #endif
1240 if (StubRoutines::returns_to_call_stub(x)) {
1241 return true;
1242 }
1243 if (CodeCache::contains(x)) {
1244 return true;
1245 }
1246 if (Interpreter::contains(x)) {
1247 return true;
1248 }
1249 return false;
1250 }
1251 #endif
1252
1253 #ifdef ASSERT
1254 void frame::interpreter_frame_verify_monitor(BasicObjectLock* value) const {
1255 assert(is_interpreted_frame(), "Not an interpreted frame");
1256 // verify that the value is in the right part of the frame
1257 address low_mark = (address) interpreter_frame_monitor_end();
1258 address high_mark = (address) interpreter_frame_monitor_begin();
1259 address current = (address) value;
1260
1261 const int monitor_size = frame::interpreter_frame_monitor_size();
1262 guarantee((high_mark - current) % monitor_size == 0 , "Misaligned top of BasicObjectLock*");
1263 guarantee( high_mark > current , "Current BasicObjectLock* higher than high_mark");
1264
1265 guarantee((current - low_mark) % monitor_size == 0 , "Misaligned bottom of BasicObjectLock*");
1266 guarantee( current >= low_mark , "Current BasicObjectLock* below than low_mark");
1267 }
1268 #endif
1269
1270 #ifndef PRODUCT
1271
1272 // Returns true iff the address p is readable and *(intptr_t*)p != errvalue
1273 extern "C" bool dbg_is_safe(const void* p, intptr_t errvalue);
1274
1275 class FrameValuesOopClosure: public OopClosure, public DerivedOopClosure {
1276 private:
1277 GrowableArray<oop*>* _oops;
1278 GrowableArray<narrowOop*>* _narrow_oops;
1279 GrowableArray<derived_base*>* _base;
1280 GrowableArray<derived_pointer*>* _derived;
1281 NoSafepointVerifier nsv;
1282
1283 public:
1284 FrameValuesOopClosure() {
1285 _oops = new (mtThread) GrowableArray<oop*>(100, mtThread);
1286 _narrow_oops = new (mtThread) GrowableArray<narrowOop*>(100, mtThread);
1287 _base = new (mtThread) GrowableArray<derived_base*>(100, mtThread);
1288 _derived = new (mtThread) GrowableArray<derived_pointer*>(100, mtThread);
1289 }
1290 ~FrameValuesOopClosure() {
1291 delete _oops;
1292 delete _narrow_oops;
1293 delete _base;
1294 delete _derived;
1295 }
1296
1297 virtual void do_oop(oop* p) override { _oops->push(p); }
1298 virtual void do_oop(narrowOop* p) override { _narrow_oops->push(p); }
1299 virtual void do_derived_oop(derived_base* base_loc, derived_pointer* derived_loc) override {
1300 _base->push(base_loc);
1301 _derived->push(derived_loc);
1302 }
1303
1304 bool is_good(oop* p) {
1305 return *p == nullptr || (dbg_is_safe(*p, -1) && dbg_is_safe((*p)->klass(), -1) && oopDesc::is_oop_or_null(*p));
1306 }
1307 void describe(FrameValues& values, int frame_no) {
1308 for (int i = 0; i < _oops->length(); i++) {
1309 oop* p = _oops->at(i);
1310 values.describe(frame_no, (intptr_t*)p, err_msg("oop%s for #%d", is_good(p) ? "" : " (BAD)", frame_no));
1311 }
1312 for (int i = 0; i < _narrow_oops->length(); i++) {
1313 narrowOop* p = _narrow_oops->at(i);
1314 // we can't check for bad compressed oops, as decoding them might crash
1315 values.describe(frame_no, (intptr_t*)p, err_msg("narrow oop for #%d", frame_no));
1316 }
1317 assert(_base->length() == _derived->length(), "should be the same");
1318 for (int i = 0; i < _base->length(); i++) {
1319 derived_base* base = _base->at(i);
1320 derived_pointer* derived = _derived->at(i);
1321 values.describe(frame_no, (intptr_t*)derived, err_msg("derived pointer (base: " INTPTR_FORMAT ") for #%d", p2i(base), frame_no));
1322 }
1323 }
1324 };
1325
1326 class FrameValuesOopMapClosure: public OopMapClosure {
1327 private:
1328 const frame* _fr;
1329 const RegisterMap* _reg_map;
1330 FrameValues& _values;
1331 int _frame_no;
1332
1333 public:
1334 FrameValuesOopMapClosure(const frame* fr, const RegisterMap* reg_map, FrameValues& values, int frame_no)
1335 : _fr(fr), _reg_map(reg_map), _values(values), _frame_no(frame_no) {}
1336
1337 virtual void do_value(VMReg reg, OopMapValue::oop_types type) override {
1338 intptr_t* p = (intptr_t*)_fr->oopmapreg_to_location(reg, _reg_map);
1339 if (p != nullptr && (((intptr_t)p & WordAlignmentMask) == 0)) {
1340 const char* type_name = nullptr;
1341 switch(type) {
1342 case OopMapValue::oop_value: type_name = "oop"; break;
1343 case OopMapValue::narrowoop_value: type_name = "narrow oop"; break;
1344 case OopMapValue::callee_saved_value: type_name = "callee-saved"; break;
1345 case OopMapValue::derived_oop_value: type_name = "derived"; break;
1346 // case OopMapValue::live_value: type_name = "live"; break;
1347 default: break;
1348 }
1349 if (type_name != nullptr) {
1350 _values.describe(_frame_no, p, err_msg("%s for #%d", type_name, _frame_no));
1351 }
1352 }
1353 }
1354 };
1355
1356 // callers need a ResourceMark because of name_and_sig_as_C_string() usage,
1357 // RA allocated string is returned to the caller
1358 void frame::describe(FrameValues& values, int frame_no, const RegisterMap* reg_map, bool top) {
1359 // boundaries: sp and the 'real' frame pointer
1360 values.describe(-1, sp(), err_msg("sp for #%d", frame_no), 0);
1361 if (top) {
1362 values.describe(-1, sp() - 1, err_msg("sp[-1] for #%d", frame_no), 0);
1363 values.describe(-1, sp() - 2, err_msg("sp[-2] for #%d", frame_no), 0);
1364 }
1365
1366 intptr_t* frame_pointer = real_fp(); // Note: may differ from fp()
1367
1368 // print frame info at the highest boundary
1369 intptr_t* info_address = MAX2(sp(), frame_pointer);
1370
1371 if (info_address != frame_pointer) {
1372 // print frame_pointer explicitly if not marked by the frame info
1373 values.describe(-1, frame_pointer, err_msg("frame pointer for #%d", frame_no), 1);
1374 }
1375
1376 if (is_entry_frame() || is_compiled_frame() || is_interpreted_frame() || is_native_frame()) {
1377 // Label values common to most frames
1378 values.describe(-1, unextended_sp(), err_msg("unextended_sp for #%d", frame_no), 0);
1379 }
1380
1381 if (is_interpreted_frame()) {
1382 Method* m = interpreter_frame_method();
1383 int bci = interpreter_frame_bci();
1384 InterpreterCodelet* desc = Interpreter::codelet_containing(pc());
1385
1386 // Label the method and current bci
1387 values.describe(-1, info_address,
1388 FormatBuffer<1024>("#%d method %s @ %d", frame_no, m->name_and_sig_as_C_string(), bci), 3);
1389 if (desc != nullptr) {
1390 values.describe(-1, info_address, err_msg("- %s codelet: %s",
1391 desc->bytecode() >= 0 ? Bytecodes::name(desc->bytecode()) : "",
1392 desc->description() != nullptr ? desc->description() : "?"), 2);
1393 }
1394 values.describe(-1, info_address,
1395 err_msg("- %d locals %d max stack", m->max_locals(), m->max_stack()), 2);
1396 // return address will be emitted by caller in describe_pd
1397 // values.describe(frame_no, (intptr_t*)sender_pc_addr(), Continuation::is_return_barrier_entry(*sender_pc_addr()) ? "return address (return barrier)" : "return address");
1398
1399 if (m->max_locals() > 0) {
1400 intptr_t* l0 = interpreter_frame_local_at(0);
1401 intptr_t* ln = interpreter_frame_local_at(m->max_locals() - 1);
1402 values.describe(-1, MAX2(l0, ln), err_msg("locals for #%d", frame_no), 2);
1403 // Report each local and mark as owned by this frame
1404 for (int l = 0; l < m->max_locals(); l++) {
1405 intptr_t* l0 = interpreter_frame_local_at(l);
1406 values.describe(frame_no, l0, err_msg("local %d", l), 1);
1407 }
1408 }
1409
1410 if (interpreter_frame_monitor_begin() != interpreter_frame_monitor_end()) {
1411 values.describe(frame_no, (intptr_t*)interpreter_frame_monitor_begin(), "monitors begin");
1412 values.describe(frame_no, (intptr_t*)interpreter_frame_monitor_end(), "monitors end");
1413 }
1414
1415 // Compute the actual expression stack size
1416 InterpreterOopMap mask;
1417 OopMapCache::compute_one_oop_map(methodHandle(Thread::current(), m), bci, &mask);
1418 intptr_t* tos = nullptr;
1419 // Report each stack element and mark as owned by this frame
1420 for (int e = 0; e < mask.expression_stack_size(); e++) {
1421 tos = MAX2(tos, interpreter_frame_expression_stack_at(e));
1422 values.describe(frame_no, interpreter_frame_expression_stack_at(e),
1423 err_msg("stack %d", e), 1);
1424 }
1425 if (tos != nullptr) {
1426 values.describe(-1, tos, err_msg("expression stack for #%d", frame_no), 2);
1427 }
1428
1429 if (reg_map != nullptr) {
1430 FrameValuesOopClosure oopsFn;
1431 oops_do(&oopsFn, nullptr, &oopsFn, reg_map);
1432 oopsFn.describe(values, frame_no);
1433 }
1434 } else if (is_entry_frame()) {
1435 // For now just label the frame
1436 values.describe(-1, info_address, err_msg("#%d entry frame", frame_no), 2);
1437 } else if (is_compiled_frame()) {
1438 // For now just label the frame
1439 nmethod* nm = cb()->as_nmethod();
1440 values.describe(-1, info_address,
1441 FormatBuffer<1024>("#%d nmethod " INTPTR_FORMAT " for method J %s%s", frame_no,
1442 p2i(nm),
1443 nm->method()->name_and_sig_as_C_string(),
1444 (_deopt_state == is_deoptimized) ?
1445 " (deoptimized)" :
1446 ((_deopt_state == unknown) ? " (state unknown)" : "")),
1447 3);
1448
1449 { // mark arguments (see nmethod::print_nmethod_labels)
1450 Method* m = nm->method();
1451
1452 int stack_slot_offset = nm->frame_size() * wordSize; // offset, in bytes, to caller sp
1453 int sizeargs = m->size_of_parameters();
1454
1455 BasicType* sig_bt = NEW_RESOURCE_ARRAY(BasicType, sizeargs);
1456 VMRegPair* regs = NEW_RESOURCE_ARRAY(VMRegPair, sizeargs);
1457 {
1458 int sig_index = 0;
1459 if (!m->is_static()) {
1460 sig_bt[sig_index++] = T_OBJECT; // 'this'
1461 }
1462 for (SignatureStream ss(m->signature()); !ss.at_return_type(); ss.next()) {
1463 BasicType t = ss.type();
1464 assert(type2size[t] == 1 || type2size[t] == 2, "size is 1 or 2");
1465 sig_bt[sig_index++] = t;
1466 if (type2size[t] == 2) {
1467 sig_bt[sig_index++] = T_VOID;
1468 }
1469 }
1470 assert(sig_index == sizeargs, "");
1471 }
1472 int stack_arg_slots = SharedRuntime::java_calling_convention(sig_bt, regs, sizeargs);
1473 assert(stack_arg_slots == nm->as_nmethod()->num_stack_arg_slots(false /* rounded */) || nm->is_osr_method(), "");
1474 int out_preserve = SharedRuntime::out_preserve_stack_slots();
1475 int sig_index = 0;
1476 int arg_index = (m->is_static() ? 0 : -1);
1477 for (SignatureStream ss(m->signature()); !ss.at_return_type(); ) {
1478 bool at_this = (arg_index == -1);
1479 bool at_old_sp = false;
1480 BasicType t = (at_this ? T_OBJECT : ss.type());
1481 assert(t == sig_bt[sig_index], "sigs in sync");
1482 VMReg fst = regs[sig_index].first();
1483 if (fst->is_stack()) {
1484 assert(((int)fst->reg2stack()) >= 0, "reg2stack: %d", fst->reg2stack());
1485 int offset = (fst->reg2stack() + out_preserve) * VMRegImpl::stack_slot_size + stack_slot_offset;
1486 intptr_t* stack_address = (intptr_t*)((address)unextended_sp() + offset);
1487 if (at_this) {
1488 values.describe(frame_no, stack_address, err_msg("this for #%d", frame_no), 1);
1489 } else {
1490 values.describe(frame_no, stack_address, err_msg("param %d %s for #%d", arg_index, type2name(t), frame_no), 1);
1491 }
1492 }
1493 sig_index += type2size[t];
1494 arg_index += 1;
1495 if (!at_this) {
1496 ss.next();
1497 }
1498 }
1499 }
1500
1501 if (reg_map != nullptr && is_java_frame()) {
1502 int scope_no = 0;
1503 for (ScopeDesc* scope = nm->scope_desc_at(pc()); scope != nullptr; scope = scope->sender(), scope_no++) {
1504 Method* m = scope->method();
1505 int bci = scope->bci();
1506 values.describe(-1, info_address, err_msg("- #%d scope %s @ %d", scope_no, m->name_and_sig_as_C_string(), bci), 2);
1507
1508 { // mark locals
1509 GrowableArray<ScopeValue*>* scvs = scope->locals();
1510 int scvs_length = scvs != nullptr ? scvs->length() : 0;
1511 for (int i = 0; i < scvs_length; i++) {
1512 intptr_t* stack_address = (intptr_t*)StackValue::stack_value_address(this, reg_map, scvs->at(i));
1513 if (stack_address != nullptr) {
1514 values.describe(frame_no, stack_address, err_msg("local %d for #%d (scope %d)", i, frame_no, scope_no), 1);
1515 }
1516 }
1517 }
1518 { // mark expression stack
1519 GrowableArray<ScopeValue*>* scvs = scope->expressions();
1520 int scvs_length = scvs != nullptr ? scvs->length() : 0;
1521 for (int i = 0; i < scvs_length; i++) {
1522 intptr_t* stack_address = (intptr_t*)StackValue::stack_value_address(this, reg_map, scvs->at(i));
1523 if (stack_address != nullptr) {
1524 values.describe(frame_no, stack_address, err_msg("stack %d for #%d (scope %d)", i, frame_no, scope_no), 1);
1525 }
1526 }
1527 }
1528 }
1529
1530 FrameValuesOopClosure oopsFn;
1531 oops_do(&oopsFn, nullptr, &oopsFn, reg_map);
1532 oopsFn.describe(values, frame_no);
1533
1534 if (oop_map() != nullptr) {
1535 FrameValuesOopMapClosure valuesFn(this, reg_map, values, frame_no);
1536 // also OopMapValue::live_value ??
1537 oop_map()->all_type_do(this, OopMapValue::callee_saved_value, &valuesFn);
1538 }
1539 }
1540 } else if (is_native_frame()) {
1541 // For now just label the frame
1542 nmethod* nm = cb()->as_nmethod_or_null();
1543 values.describe(-1, info_address,
1544 FormatBuffer<1024>("#%d nmethod " INTPTR_FORMAT " for native method %s", frame_no,
1545 p2i(nm), nm->method()->name_and_sig_as_C_string()), 2);
1546 if (nm->method()->is_continuation_enter_intrinsic()) {
1547 ContinuationEntry* ce = Continuation::get_continuation_entry_for_entry_frame(reg_map->thread(), *this); // (ContinuationEntry*)unextended_sp();
1548 ce->describe(values, frame_no);
1549 }
1550 } else {
1551 // provide default info if not handled before
1552 char *info = (char *) "special frame";
1553 if ((_cb != nullptr) &&
1554 (_cb->name() != nullptr)) {
1555 info = (char *)_cb->name();
1556 }
1557 values.describe(-1, info_address, err_msg("#%d <%s>", frame_no, info), 2);
1558 }
1559
1560 // platform dependent additional data
1561 describe_pd(values, frame_no);
1562 }
1563
1564 #endif
1565
1566 /**
1567 * Gets the caller frame of `fr` for thread `t`.
1568 *
1569 * @returns an invalid frame (i.e. fr.pc() === 0) if the caller cannot be obtained
1570 */
1571 frame frame::next_frame(frame fr, Thread* t) {
1572 // Compiled code may use EBP register on x86 so it looks like
1573 // non-walkable C frame. Use frame.sender() for java frames.
1574 frame invalid;
1575 if (t != nullptr && t->is_Java_thread()) {
1576 // Catch very first native frame by using stack address.
1577 // For JavaThread stack_base and stack_size should be set.
1578 if (!t->is_in_full_stack((address)(fr.real_fp() + 1))) {
1579 return invalid;
1580 }
1581 if (fr.is_interpreted_frame() || (fr.cb() != nullptr && fr.cb()->frame_size() > 0)) {
1582 RegisterMap map(JavaThread::cast(t),
1583 RegisterMap::UpdateMap::skip,
1584 RegisterMap::ProcessFrames::include,
1585 RegisterMap::WalkContinuation::skip); // No update
1586 return fr.sender(&map);
1587 } else {
1588 // is_first_C_frame() does only simple checks for frame pointer,
1589 // it will pass if java compiled code has a pointer in EBP.
1590 if (os::is_first_C_frame(&fr)) return invalid;
1591 return os::get_sender_for_C_frame(&fr);
1592 }
1593 } else {
1594 if (os::is_first_C_frame(&fr)) return invalid;
1595 return os::get_sender_for_C_frame(&fr);
1596 }
1597 }
1598
1599 #ifndef PRODUCT
1600
1601 void FrameValues::describe(int owner, intptr_t* location, const char* description, int priority) {
1602 FrameValue fv;
1603 fv.location = location;
1604 fv.owner = owner;
1605 fv.priority = priority;
1606 fv.description = NEW_RESOURCE_ARRAY(char, strlen(description) + 1);
1607 strcpy(fv.description, description);
1608 _values.append(fv);
1609 }
1610
1611
1612 #ifdef ASSERT
1613 void FrameValues::validate() {
1614 _values.sort(compare);
1615 bool error = false;
1616 FrameValue prev;
1617 prev.owner = -1;
1618 for (int i = _values.length() - 1; i >= 0; i--) {
1619 FrameValue fv = _values.at(i);
1620 if (fv.owner == -1) continue;
1621 if (prev.owner == -1) {
1622 prev = fv;
1623 continue;
1624 }
1625 if (prev.location == fv.location) {
1626 if (fv.owner != prev.owner) {
1627 tty->print_cr("overlapping storage");
1628 tty->print_cr(" " INTPTR_FORMAT ": " INTPTR_FORMAT " %s", p2i(prev.location), *prev.location, prev.description);
1629 tty->print_cr(" " INTPTR_FORMAT ": " INTPTR_FORMAT " %s", p2i(fv.location), *fv.location, fv.description);
1630 error = true;
1631 }
1632 } else {
1633 prev = fv;
1634 }
1635 }
1636 // if (error) { tty->cr(); print_on(static_cast<JavaThread*>(nullptr), tty); }
1637 assert(!error, "invalid layout");
1638 }
1639 #endif // ASSERT
1640
1641 void FrameValues::print_on(JavaThread* thread, outputStream* st) {
1642 _values.sort(compare);
1643
1644 // Sometimes values like the fp can be invalid values if the
1645 // register map wasn't updated during the walk. Trim out values
1646 // that aren't actually in the stack of the thread.
1647 int min_index = 0;
1648 int max_index = _values.length() - 1;
1649 intptr_t* v0 = _values.at(min_index).location;
1650 intptr_t* v1 = _values.at(max_index).location;
1651
1652 if (thread != nullptr) {
1653 if (thread == Thread::current()) {
1654 while (!thread->is_in_live_stack((address)v0)) v0 = _values.at(++min_index).location;
1655 while (!thread->is_in_live_stack((address)v1)) v1 = _values.at(--max_index).location;
1656 } else {
1657 while (!thread->is_in_full_stack((address)v0)) v0 = _values.at(++min_index).location;
1658 while (!thread->is_in_full_stack((address)v1)) v1 = _values.at(--max_index).location;
1659 }
1660 }
1661
1662 print_on(st, min_index, max_index, v0, v1);
1663 }
1664
1665 void FrameValues::print_on(stackChunkOop chunk, outputStream* st) {
1666 _values.sort(compare);
1667
1668 intptr_t* start = chunk->start_address();
1669 intptr_t* end = chunk->end_address() + 1;
1670
1671 int min_index = 0;
1672 int max_index = _values.length() - 1;
1673 intptr_t* v0 = _values.at(min_index).location;
1674 intptr_t* v1 = _values.at(max_index).location;
1675 while (!(start <= v0 && v0 <= end)) v0 = _values.at(++min_index).location;
1676 while (!(start <= v1 && v1 <= end)) v1 = _values.at(--max_index).location;
1677
1678 print_on(st, min_index, max_index, v0, v1);
1679 }
1680
1681 void FrameValues::print_on(outputStream* st, int min_index, int max_index, intptr_t* v0, intptr_t* v1) {
1682 intptr_t* min = MIN2(v0, v1);
1683 intptr_t* max = MAX2(v0, v1);
1684 intptr_t* cur = max;
1685 intptr_t* last = nullptr;
1686 intptr_t* fp = nullptr;
1687 for (int i = max_index; i >= min_index; i--) {
1688 FrameValue fv = _values.at(i);
1689 while (cur > fv.location) {
1690 st->print_cr(" " INTPTR_FORMAT ": " INTPTR_FORMAT, p2i(cur), *cur);
1691 cur--;
1692 }
1693 if (last == fv.location) {
1694 const char* spacer = " " LP64_ONLY(" ");
1695 st->print_cr(" %s %s %s", spacer, spacer, fv.description);
1696 } else {
1697 if (*fv.description == '#' && isdigit(fv.description[1])) {
1698 // The fv.description string starting with a '#' is the line for the
1699 // saved frame pointer eg. "#10 method java.lang.invoke.LambdaForm..."
1700 // basicaly means frame 10.
1701 fp = fv.location;
1702 }
1703 // To print a fp-relative value:
1704 // 1. The content of *fv.location must be such that we think it's a
1705 // fp-relative number, i.e [-100..100].
1706 // 2. We must have found the frame pointer.
1707 // 3. The line can not be the line for the saved frame pointer.
1708 // 4. Recognize it as being part of the "fixed frame".
1709 if (*fv.location != 0 && *fv.location > -100 && *fv.location < 100
1710 && fp != nullptr && *fv.description != '#'
1711 #if !defined(PPC64)
1712 && (strncmp(fv.description, "interpreter_frame_", 18) == 0 || strstr(fv.description, " method "))
1713 #else // !defined(PPC64)
1714 && (strcmp(fv.description, "sender_sp") == 0 || strcmp(fv.description, "top_frame_sp") == 0 ||
1715 strcmp(fv.description, "esp") == 0 || strcmp(fv.description, "monitors") == 0 ||
1716 strcmp(fv.description, "locals") == 0 || strstr(fv.description, " method "))
1717 #endif //!defined(PPC64)
1718 ) {
1719 st->print_cr(" " INTPTR_FORMAT ": " INTPTR_FORMAT " %-32s (relativized: fp%+d)",
1720 p2i(fv.location), p2i(&fp[*fv.location]), fv.description, (int)*fv.location);
1721 } else {
1722 st->print_cr(" " INTPTR_FORMAT ": " INTPTR_FORMAT " %s", p2i(fv.location), *fv.location, fv.description);
1723 }
1724 last = fv.location;
1725 cur--;
1726 }
1727 }
1728 }
1729
1730 #endif // ndef PRODUCT