1 /*
2 * Copyright (c) 1998, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "code/aotCodeCache.hpp"
26 #include "code/codeBlob.hpp"
27 #include "code/codeCache.hpp"
28 #include "code/relocInfo.hpp"
29 #include "code/vtableStubs.hpp"
30 #include "compiler/disassembler.hpp"
31 #include "compiler/oopMap.hpp"
32 #include "interpreter/bytecode.hpp"
33 #include "interpreter/interpreter.hpp"
34 #include "jvm.h"
35 #include "memory/allocation.inline.hpp"
36 #include "memory/heap.hpp"
37 #include "memory/resourceArea.hpp"
38 #include "oops/oop.inline.hpp"
39 #include "prims/forte.hpp"
40 #include "prims/jvmtiExport.hpp"
41 #include "runtime/handles.inline.hpp"
42 #include "runtime/interfaceSupport.inline.hpp"
43 #include "runtime/javaFrameAnchor.hpp"
44 #include "runtime/jniHandles.inline.hpp"
45 #include "runtime/mutexLocker.hpp"
46 #include "runtime/safepoint.hpp"
47 #include "runtime/sharedRuntime.hpp"
48 #include "runtime/stubCodeGenerator.hpp"
49 #include "runtime/stubRoutines.hpp"
50 #include "runtime/vframe.hpp"
51 #include "services/memoryService.hpp"
52 #include "utilities/align.hpp"
53 #ifdef COMPILER1
54 #include "c1/c1_Runtime1.hpp"
55 #endif
56
57 #include <type_traits>
58
59 // Virtual methods are not allowed in code blobs to simplify caching compiled code.
60 // Check all "leaf" subclasses of CodeBlob class.
61
62 static_assert(!std::is_polymorphic<nmethod>::value, "no virtual methods are allowed in nmethod");
63 static_assert(!std::is_polymorphic<AdapterBlob>::value, "no virtual methods are allowed in code blobs");
64 static_assert(!std::is_polymorphic<VtableBlob>::value, "no virtual methods are allowed in code blobs");
65 static_assert(!std::is_polymorphic<MethodHandlesAdapterBlob>::value, "no virtual methods are allowed in code blobs");
66 static_assert(!std::is_polymorphic<RuntimeStub>::value, "no virtual methods are allowed in code blobs");
67 static_assert(!std::is_polymorphic<DeoptimizationBlob>::value, "no virtual methods are allowed in code blobs");
68 static_assert(!std::is_polymorphic<SafepointBlob>::value, "no virtual methods are allowed in code blobs");
69 static_assert(!std::is_polymorphic<UpcallStub>::value, "no virtual methods are allowed in code blobs");
70 #ifdef COMPILER2
71 static_assert(!std::is_polymorphic<ExceptionBlob>::value, "no virtual methods are allowed in code blobs");
72 static_assert(!std::is_polymorphic<UncommonTrapBlob>::value, "no virtual methods are allowed in code blobs");
73 #endif
74
75 // Add proxy vtables.
76 // We need only few for now - they are used only from prints.
77 const nmethod::Vptr nmethod::_vpntr;
78 const BufferBlob::Vptr BufferBlob::_vpntr;
79 const RuntimeStub::Vptr RuntimeStub::_vpntr;
80 const SingletonBlob::Vptr SingletonBlob::_vpntr;
81 const DeoptimizationBlob::Vptr DeoptimizationBlob::_vpntr;
82 #ifdef COMPILER2
83 const ExceptionBlob::Vptr ExceptionBlob::_vpntr;
84 #endif // COMPILER2
85 const UpcallStub::Vptr UpcallStub::_vpntr;
86
87 const CodeBlob::Vptr* CodeBlob::vptr(CodeBlobKind kind) {
88 constexpr const CodeBlob::Vptr* array[(size_t)CodeBlobKind::Number_Of_Kinds] = {
89 nullptr/* None */,
90 &nmethod::_vpntr,
91 &BufferBlob::_vpntr,
92 &AdapterBlob::_vpntr,
93 &VtableBlob::_vpntr,
94 &MethodHandlesAdapterBlob::_vpntr,
95 &RuntimeStub::_vpntr,
96 &DeoptimizationBlob::_vpntr,
97 &SafepointBlob::_vpntr,
98 #ifdef COMPILER2
99 &ExceptionBlob::_vpntr,
100 &UncommonTrapBlob::_vpntr,
101 #endif
102 &UpcallStub::_vpntr
103 };
104
105 return array[(size_t)kind];
106 }
107
108 const CodeBlob::Vptr* CodeBlob::vptr() const {
109 return vptr(_kind);
110 }
111
112 unsigned int CodeBlob::align_code_offset(int offset) {
113 // align the size to CodeEntryAlignment
114 int header_size = (int)CodeHeap::header_size();
115 return align_up(offset + header_size, CodeEntryAlignment) - header_size;
116 }
117
118 // This must be consistent with the CodeBlob constructor's layout actions.
119 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) {
120 // align the size to CodeEntryAlignment
121 unsigned int size = align_code_offset(header_size);
122 size += align_up(cb->total_content_size(), oopSize);
123 size += align_up(cb->total_oop_size(), oopSize);
124 return size;
125 }
126
127 CodeBlob::CodeBlob(const char* name, CodeBlobKind kind, CodeBuffer* cb, int size, uint16_t header_size,
128 int16_t frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments,
129 int mutable_data_size) :
130 _oop_maps(nullptr), // will be set by set_oop_maps() call
131 _name(name),
132 _mutable_data(header_begin() + size), // default value is blob_end()
133 _size(size),
134 _relocation_size(align_up(cb->total_relocation_size(), oopSize)),
135 _content_offset(CodeBlob::align_code_offset(header_size)),
136 _code_offset(_content_offset + cb->total_offset_of(cb->insts())),
137 _data_offset(_content_offset + align_up(cb->total_content_size(), oopSize)),
138 _frame_size(frame_size),
139 _mutable_data_size(mutable_data_size),
140 S390_ONLY(_ctable_offset(0) COMMA)
141 _header_size(header_size),
142 _frame_complete_offset(frame_complete_offset),
143 _kind(kind),
144 _caller_must_gc_arguments(caller_must_gc_arguments)
145 {
146 assert(is_aligned(_size, oopSize), "unaligned size");
147 assert(is_aligned(header_size, oopSize), "unaligned size");
148 assert(is_aligned(_relocation_size, oopSize), "unaligned size");
149 assert(_data_offset <= _size, "codeBlob is too small: %d > %d", _data_offset, _size);
150 assert(is_nmethod() || (cb->total_oop_size() + cb->total_metadata_size() == 0), "must be nmethod");
151 assert(code_end() == content_end(), "must be the same - see code_end()");
152 #ifdef COMPILER1
153 // probably wrong for tiered
154 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
155 #endif // COMPILER1
156
157 if (_mutable_data_size > 0) {
158 _mutable_data = (address)os::malloc(_mutable_data_size, mtCode);
159 if (_mutable_data == nullptr) {
160 vm_exit_out_of_memory(_mutable_data_size, OOM_MALLOC_ERROR, "codebuffer: no space for mutable data");
161 }
162 } else {
163 // We need unique and valid not null address
164 assert(_mutable_data == blob_end(), "sanity");
165 }
166
167 set_oop_maps(oop_maps);
168 }
169
170 // Simple CodeBlob used for simple BufferBlob.
171 CodeBlob::CodeBlob(const char* name, CodeBlobKind kind, int size, uint16_t header_size) :
172 _oop_maps(nullptr),
173 _name(name),
174 _mutable_data(header_begin() + size), // default value is blob_end()
175 _size(size),
176 _relocation_size(0),
177 _content_offset(CodeBlob::align_code_offset(header_size)),
178 _code_offset(_content_offset),
179 _data_offset(size),
180 _frame_size(0),
181 _mutable_data_size(0),
182 S390_ONLY(_ctable_offset(0) COMMA)
183 _header_size(header_size),
184 _frame_complete_offset(CodeOffsets::frame_never_safe),
185 _kind(kind),
186 _caller_must_gc_arguments(false)
187 {
188 assert(is_aligned(size, oopSize), "unaligned size");
189 assert(is_aligned(header_size, oopSize), "unaligned size");
190 assert(_mutable_data == blob_end(), "sanity");
191 }
192
193 #ifdef ASSERT
194 CodeBlob::~CodeBlob() {
195 assert(_oop_maps == nullptr || AOTCodeCache::is_address_in_aot_cache((address)_oop_maps), "Not flushed");
196 }
197 #endif
198
199 void CodeBlob::restore_mutable_data(address reloc_data) {
200 // Relocation data is now stored as part of the mutable data area; allocate it before copy relocations
201 if (_mutable_data_size > 0) {
202 _mutable_data = (address)os::malloc(_mutable_data_size, mtCode);
203 if (_mutable_data == nullptr) {
204 vm_exit_out_of_memory(_mutable_data_size, OOM_MALLOC_ERROR, "codebuffer: no space for mutable data");
205 }
206 } else {
207 _mutable_data = blob_end(); // default value
208 }
209 if (_relocation_size > 0) {
210 assert(_mutable_data_size > 0, "relocation is part of mutable data section");
211 memcpy((address)relocation_begin(), reloc_data, relocation_size());
212 }
213 }
214
215 void CodeBlob::purge() {
216 assert(_mutable_data != nullptr, "should never be null");
217 if (_mutable_data != blob_end()) {
218 os::free(_mutable_data);
219 _mutable_data = blob_end(); // Valid not null address
220 _mutable_data_size = 0;
221 _relocation_size = 0;
222 }
223 if (_oop_maps != nullptr && !AOTCodeCache::is_address_in_aot_cache((address)_oop_maps)) {
224 delete _oop_maps;
225 _oop_maps = nullptr;
226 }
227 NOT_PRODUCT(_asm_remarks.clear());
228 NOT_PRODUCT(_dbg_strings.clear());
229 }
230
231 void CodeBlob::set_oop_maps(OopMapSet* p) {
232 // Danger Will Robinson! This method allocates a big
233 // chunk of memory, its your job to free it.
234 if (p != nullptr) {
235 _oop_maps = ImmutableOopMapSet::build_from(p);
236 } else {
237 _oop_maps = nullptr;
238 }
239 }
240
241 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) const {
242 assert(_oop_maps != nullptr, "nope");
243 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin());
244 }
245
246 void CodeBlob::print_code_on(outputStream* st) {
247 ResourceMark m;
248 Disassembler::decode(this, st);
249 }
250
251 void CodeBlob::prepare_for_archiving_impl() {
252 set_name(nullptr);
253 _oop_maps = nullptr;
254 _mutable_data = nullptr;
255 #ifndef PRODUCT
256 asm_remarks().clear_ref();
257 dbg_strings().clear_ref();
258 #endif /* PRODUCT */
259 }
260
261 void CodeBlob::prepare_for_archiving() {
262 vptr(_kind)->prepare_for_archiving(this);
263 }
264
265 void CodeBlob::archive_blob(CodeBlob* blob, address archive_buffer) {
266 blob->copy_to(archive_buffer);
267 CodeBlob* archived_blob = (CodeBlob*)archive_buffer;
268 archived_blob->prepare_for_archiving();
269 }
270
271 void CodeBlob::post_restore_impl() {
272 // Track memory usage statistic after releasing CodeCache_lock
273 MemoryService::track_code_cache_memory_usage();
274 }
275
276 void CodeBlob::post_restore() {
277 vptr(_kind)->post_restore(this);
278 }
279
280 CodeBlob* CodeBlob::restore(address code_cache_buffer,
281 const char* name,
282 address archived_reloc_data,
283 ImmutableOopMapSet* archived_oop_maps)
284 {
285 copy_to(code_cache_buffer);
286 CodeBlob* code_blob = (CodeBlob*)code_cache_buffer;
287 code_blob->set_name(name);
288 code_blob->restore_mutable_data(archived_reloc_data);
289 code_blob->set_oop_maps(archived_oop_maps);
290 return code_blob;
291 }
292
293 CodeBlob* CodeBlob::create(CodeBlob* archived_blob,
294 const char* name,
295 address archived_reloc_data,
296 ImmutableOopMapSet* archived_oop_maps
297 )
298 {
299 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
300
301 CodeCache::gc_on_allocation();
302
303 CodeBlob* blob = nullptr;
304 unsigned int size = archived_blob->size();
305 {
306 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
307 address code_cache_buffer = (address)CodeCache::allocate(size, CodeBlobType::NonNMethod);
308 if (code_cache_buffer != nullptr) {
309 blob = archived_blob->restore(code_cache_buffer,
310 name,
311 archived_reloc_data,
312 archived_oop_maps);
313 assert(blob != nullptr, "sanity check");
314 // Flush the code block
315 ICache::invalidate_range(blob->code_begin(), blob->code_size());
316 CodeCache::commit(blob); // Count adapters
317 }
318 }
319 if (blob != nullptr) {
320 blob->post_restore();
321 }
322 return blob;
323 }
324
325 //-----------------------------------------------------------------------------------------
326 // Creates a RuntimeBlob from a CodeBuffer and copy code and relocation info.
327
328 RuntimeBlob::RuntimeBlob(
329 const char* name,
330 CodeBlobKind kind,
331 CodeBuffer* cb,
332 int size,
333 uint16_t header_size,
334 int16_t frame_complete,
335 int frame_size,
336 OopMapSet* oop_maps,
337 bool caller_must_gc_arguments)
338 : CodeBlob(name, kind, cb, size, header_size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments,
339 align_up(cb->total_relocation_size(), oopSize))
340 {
341 cb->copy_code_and_locs_to(this);
342 }
343
344 void RuntimeBlob::free(RuntimeBlob* blob) {
345 assert(blob != nullptr, "caller must check for nullptr");
346 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
347 blob->purge();
348 {
349 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
350 CodeCache::free(blob);
351 }
352 // Track memory usage statistic after releasing CodeCache_lock
353 MemoryService::track_code_cache_memory_usage();
354 }
355
356 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) {
357 // Do not hold the CodeCache lock during name formatting.
358 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub");
359
360 if (stub != nullptr && (PrintStubCode ||
361 Forte::is_enabled() ||
362 JvmtiExport::should_post_dynamic_code_generated())) {
363 char stub_id[256];
364 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), "");
365 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2);
366 if (PrintStubCode) {
367 ttyLocker ttyl;
368 tty->print_cr("- - - [BEGIN] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
369 tty->print_cr("Decoding %s " PTR_FORMAT " [" PTR_FORMAT ", " PTR_FORMAT "] (%d bytes)",
370 stub_id, p2i(stub), p2i(stub->code_begin()), p2i(stub->code_end()), stub->code_size());
371 Disassembler::decode(stub->code_begin(), stub->code_end(), tty
372 NOT_PRODUCT(COMMA &stub->asm_remarks()));
373 if ((stub->oop_maps() != nullptr) && AbstractDisassembler::show_structs()) {
374 tty->print_cr("- - - [OOP MAPS]- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
375 stub->oop_maps()->print();
376 }
377 tty->print_cr("- - - [END] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
378 tty->cr();
379 }
380 if (Forte::is_enabled()) {
381 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end());
382 }
383
384 if (JvmtiExport::should_post_dynamic_code_generated()) {
385 const char* stub_name = name2;
386 if (name2[0] == '\0') stub_name = name1;
387 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end());
388 }
389 }
390
391 // Track memory usage statistic after releasing CodeCache_lock
392 MemoryService::track_code_cache_memory_usage();
393 }
394
395 //----------------------------------------------------------------------------------------------------
396 // Implementation of BufferBlob
397
398 BufferBlob::BufferBlob(const char* name, CodeBlobKind kind, int size, uint16_t header_size)
399 : RuntimeBlob(name, kind, size, header_size)
400 {}
401
402 BufferBlob* BufferBlob::create(const char* name, uint buffer_size) {
403 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
404
405 BufferBlob* blob = nullptr;
406 unsigned int size = sizeof(BufferBlob);
407 // align the size to CodeEntryAlignment
408 size = CodeBlob::align_code_offset(size);
409 size += align_up(buffer_size, oopSize);
410 assert(name != nullptr, "must provide a name");
411 {
412 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
413 blob = new (size) BufferBlob(name, CodeBlobKind::Buffer, size);
414 }
415 // Track memory usage statistic after releasing CodeCache_lock
416 MemoryService::track_code_cache_memory_usage();
417
418 return blob;
419 }
420
421
422 BufferBlob::BufferBlob(const char* name, CodeBlobKind kind, CodeBuffer* cb, int size, uint16_t header_size)
423 : RuntimeBlob(name, kind, cb, size, header_size, CodeOffsets::frame_never_safe, 0, nullptr)
424 {}
425
426 // Used by gtest
427 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) {
428 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
429
430 BufferBlob* blob = nullptr;
431 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob));
432 assert(name != nullptr, "must provide a name");
433 {
434 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
435 blob = new (size) BufferBlob(name, CodeBlobKind::Buffer, cb, size);
436 }
437 // Track memory usage statistic after releasing CodeCache_lock
438 MemoryService::track_code_cache_memory_usage();
439
440 return blob;
441 }
442
443 void* BufferBlob::operator new(size_t s, unsigned size) throw() {
444 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
445 }
446
447 void BufferBlob::free(BufferBlob *blob) {
448 RuntimeBlob::free(blob);
449 }
450
451
452 //----------------------------------------------------------------------------------------------------
453 // Implementation of AdapterBlob
454
455 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb, int entry_offset[AdapterBlob::ENTRY_COUNT]) :
456 BufferBlob("I2C/C2I adapters", CodeBlobKind::Adapter, cb, size, sizeof(AdapterBlob)) {
457 assert(entry_offset[0] == 0, "sanity check");
458 for (int i = 1; i < AdapterBlob::ENTRY_COUNT; i++) {
459 // The entry is within the adapter blob or unset.
460 assert((entry_offset[i] > 0 && entry_offset[i] < cb->insts()->size()) ||
461 (entry_offset[i] == -1),
462 "invalid entry offset[%d] = 0x%x", i, entry_offset[i]);
463 }
464 _c2i_offset = entry_offset[1];
465 _c2i_unverified_offset = entry_offset[2];
466 _c2i_no_clinit_check_offset = entry_offset[3];
467 CodeCache::commit(this);
468 }
469
470 AdapterBlob* AdapterBlob::create(CodeBuffer* cb, int entry_offset[AdapterBlob::ENTRY_COUNT]) {
471 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
472
473 CodeCache::gc_on_allocation();
474
475 AdapterBlob* blob = nullptr;
476 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob));
477 {
478 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
479 blob = new (size) AdapterBlob(size, cb, entry_offset);
480 }
481 // Track memory usage statistic after releasing CodeCache_lock
482 MemoryService::track_code_cache_memory_usage();
483
484 return blob;
485 }
486
487 void AdapterBlob::get_offsets(int entry_offset[ENTRY_COUNT]) {
488 entry_offset[0] = 0;
489 entry_offset[1] = _c2i_offset;
490 entry_offset[2] = _c2i_unverified_offset;
491 entry_offset[3] = _c2i_no_clinit_check_offset;
492 }
493
494 //----------------------------------------------------------------------------------------------------
495 // Implementation of VtableBlob
496
497 void* VtableBlob::operator new(size_t s, unsigned size) throw() {
498 // Handling of allocation failure stops compilation and prints a bunch of
499 // stuff, which requires unlocking the CodeCache_lock, so that the Compile_lock
500 // can be locked, and then re-locking the CodeCache_lock. That is not safe in
501 // this context as we hold the CompiledICLocker. So we just don't handle code
502 // cache exhaustion here; we leave that for a later allocation that does not
503 // hold the CompiledICLocker.
504 return CodeCache::allocate(size, CodeBlobType::NonNMethod, false /* handle_alloc_failure */);
505 }
506
507 VtableBlob::VtableBlob(const char* name, int size) :
508 BufferBlob(name, CodeBlobKind::Vtable, size) {
509 }
510
511 VtableBlob* VtableBlob::create(const char* name, int buffer_size) {
512 assert(JavaThread::current()->thread_state() == _thread_in_vm, "called with the wrong state");
513
514 VtableBlob* blob = nullptr;
515 unsigned int size = sizeof(VtableBlob);
516 // align the size to CodeEntryAlignment
517 size = align_code_offset(size);
518 size += align_up(buffer_size, oopSize);
519 assert(name != nullptr, "must provide a name");
520 {
521 if (!CodeCache_lock->try_lock()) {
522 // If we can't take the CodeCache_lock, then this is a bad time to perform the ongoing
523 // IC transition to megamorphic, for which this stub will be needed. It is better to
524 // bail out the transition, and wait for a more opportune moment. Not only is it not
525 // worth waiting for the lock blockingly for the megamorphic transition, it might
526 // also result in a deadlock to blockingly wait, when concurrent class unloading is
527 // performed. At this point in time, the CompiledICLocker is taken, so we are not
528 // allowed to blockingly wait for the CodeCache_lock, as these two locks are otherwise
529 // consistently taken in the opposite order. Bailing out results in an IC transition to
530 // the clean state instead, which will cause subsequent calls to retry the transitioning
531 // eventually.
532 return nullptr;
533 }
534 blob = new (size) VtableBlob(name, size);
535 CodeCache_lock->unlock();
536 }
537 // Track memory usage statistic after releasing CodeCache_lock
538 MemoryService::track_code_cache_memory_usage();
539
540 return blob;
541 }
542
543 //----------------------------------------------------------------------------------------------------
544 // Implementation of MethodHandlesAdapterBlob
545
546 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) {
547 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
548
549 MethodHandlesAdapterBlob* blob = nullptr;
550 unsigned int size = sizeof(MethodHandlesAdapterBlob);
551 // align the size to CodeEntryAlignment
552 size = CodeBlob::align_code_offset(size);
553 size += align_up(buffer_size, oopSize);
554 {
555 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
556 blob = new (size) MethodHandlesAdapterBlob(size);
557 if (blob == nullptr) {
558 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob");
559 }
560 }
561 // Track memory usage statistic after releasing CodeCache_lock
562 MemoryService::track_code_cache_memory_usage();
563
564 return blob;
565 }
566
567 //----------------------------------------------------------------------------------------------------
568 // Implementation of RuntimeStub
569
570 RuntimeStub::RuntimeStub(
571 const char* name,
572 CodeBuffer* cb,
573 int size,
574 int16_t frame_complete,
575 int frame_size,
576 OopMapSet* oop_maps,
577 bool caller_must_gc_arguments
578 )
579 : RuntimeBlob(name, CodeBlobKind::RuntimeStub, cb, size, sizeof(RuntimeStub),
580 frame_complete, frame_size, oop_maps, caller_must_gc_arguments)
581 {
582 }
583
584 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name,
585 CodeBuffer* cb,
586 int16_t frame_complete,
587 int frame_size,
588 OopMapSet* oop_maps,
589 bool caller_must_gc_arguments,
590 bool alloc_fail_is_fatal)
591 {
592 RuntimeStub* stub = nullptr;
593 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub));
594 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
595 {
596 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
597 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments);
598 if (stub == nullptr) {
599 if (!alloc_fail_is_fatal) {
600 return nullptr;
601 }
602 fatal("Initial size of CodeCache is too small");
603 }
604 }
605
606 trace_new_stub(stub, "RuntimeStub - ", stub_name);
607
608 return stub;
609 }
610
611
612 void* RuntimeStub::operator new(size_t s, unsigned size) throw() {
613 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
614 }
615
616 // operator new shared by all singletons:
617 void* SingletonBlob::operator new(size_t s, unsigned size, bool alloc_fail_is_fatal) throw() {
618 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
619 if (alloc_fail_is_fatal && !p) fatal("Initial size of CodeCache is too small");
620 return p;
621 }
622
623
624 //----------------------------------------------------------------------------------------------------
625 // Implementation of DeoptimizationBlob
626
627 DeoptimizationBlob::DeoptimizationBlob(
628 CodeBuffer* cb,
629 int size,
630 OopMapSet* oop_maps,
631 int unpack_offset,
632 int unpack_with_exception_offset,
633 int unpack_with_reexecution_offset,
634 int frame_size
635 )
636 : SingletonBlob("DeoptimizationBlob", CodeBlobKind::Deoptimization, cb,
637 size, sizeof(DeoptimizationBlob), frame_size, oop_maps)
638 {
639 _unpack_offset = unpack_offset;
640 _unpack_with_exception = unpack_with_exception_offset;
641 _unpack_with_reexecution = unpack_with_reexecution_offset;
642 #ifdef COMPILER1
643 _unpack_with_exception_in_tls = -1;
644 #endif
645 }
646
647
648 DeoptimizationBlob* DeoptimizationBlob::create(
649 CodeBuffer* cb,
650 OopMapSet* oop_maps,
651 int unpack_offset,
652 int unpack_with_exception_offset,
653 int unpack_with_reexecution_offset,
654 int frame_size)
655 {
656 DeoptimizationBlob* blob = nullptr;
657 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob));
658 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
659 {
660 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
661 blob = new (size) DeoptimizationBlob(cb,
662 size,
663 oop_maps,
664 unpack_offset,
665 unpack_with_exception_offset,
666 unpack_with_reexecution_offset,
667 frame_size);
668 }
669
670 trace_new_stub(blob, "DeoptimizationBlob");
671
672 return blob;
673 }
674
675 #ifdef COMPILER2
676
677 //----------------------------------------------------------------------------------------------------
678 // Implementation of UncommonTrapBlob
679
680 UncommonTrapBlob::UncommonTrapBlob(
681 CodeBuffer* cb,
682 int size,
683 OopMapSet* oop_maps,
684 int frame_size
685 )
686 : SingletonBlob("UncommonTrapBlob", CodeBlobKind::UncommonTrap, cb,
687 size, sizeof(UncommonTrapBlob), frame_size, oop_maps)
688 {}
689
690
691 UncommonTrapBlob* UncommonTrapBlob::create(
692 CodeBuffer* cb,
693 OopMapSet* oop_maps,
694 int frame_size)
695 {
696 UncommonTrapBlob* blob = nullptr;
697 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob));
698 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
699 {
700 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
701 blob = new (size, false) UncommonTrapBlob(cb, size, oop_maps, frame_size);
702 }
703
704 trace_new_stub(blob, "UncommonTrapBlob");
705
706 return blob;
707 }
708
709 //----------------------------------------------------------------------------------------------------
710 // Implementation of ExceptionBlob
711
712 ExceptionBlob::ExceptionBlob(
713 CodeBuffer* cb,
714 int size,
715 OopMapSet* oop_maps,
716 int frame_size
717 )
718 : SingletonBlob("ExceptionBlob", CodeBlobKind::Exception, cb,
719 size, sizeof(ExceptionBlob), frame_size, oop_maps)
720 {}
721
722
723 ExceptionBlob* ExceptionBlob::create(
724 CodeBuffer* cb,
725 OopMapSet* oop_maps,
726 int frame_size)
727 {
728 ExceptionBlob* blob = nullptr;
729 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob));
730 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
731 {
732 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
733 blob = new (size, false) ExceptionBlob(cb, size, oop_maps, frame_size);
734 }
735
736 trace_new_stub(blob, "ExceptionBlob");
737
738 return blob;
739 }
740
741 #endif // COMPILER2
742
743 //----------------------------------------------------------------------------------------------------
744 // Implementation of SafepointBlob
745
746 SafepointBlob::SafepointBlob(
747 CodeBuffer* cb,
748 int size,
749 OopMapSet* oop_maps,
750 int frame_size
751 )
752 : SingletonBlob("SafepointBlob", CodeBlobKind::Safepoint, cb,
753 size, sizeof(SafepointBlob), frame_size, oop_maps)
754 {}
755
756
757 SafepointBlob* SafepointBlob::create(
758 CodeBuffer* cb,
759 OopMapSet* oop_maps,
760 int frame_size)
761 {
762 SafepointBlob* blob = nullptr;
763 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob));
764 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
765 {
766 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
767 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size);
768 }
769
770 trace_new_stub(blob, "SafepointBlob");
771
772 return blob;
773 }
774
775 //----------------------------------------------------------------------------------------------------
776 // Implementation of UpcallStub
777
778 UpcallStub::UpcallStub(const char* name, CodeBuffer* cb, int size, jobject receiver, ByteSize frame_data_offset) :
779 RuntimeBlob(name, CodeBlobKind::Upcall, cb, size, sizeof(UpcallStub),
780 CodeOffsets::frame_never_safe, 0 /* no frame size */,
781 /* oop maps = */ nullptr, /* caller must gc arguments = */ false),
782 _receiver(receiver),
783 _frame_data_offset(frame_data_offset)
784 {
785 CodeCache::commit(this);
786 }
787
788 void* UpcallStub::operator new(size_t s, unsigned size) throw() {
789 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
790 }
791
792 UpcallStub* UpcallStub::create(const char* name, CodeBuffer* cb, jobject receiver, ByteSize frame_data_offset) {
793 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
794
795 UpcallStub* blob = nullptr;
796 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UpcallStub));
797 {
798 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
799 blob = new (size) UpcallStub(name, cb, size, receiver, frame_data_offset);
800 }
801 if (blob == nullptr) {
802 return nullptr; // caller must handle this
803 }
804
805 // Track memory usage statistic after releasing CodeCache_lock
806 MemoryService::track_code_cache_memory_usage();
807
808 trace_new_stub(blob, "UpcallStub - ", name);
809
810 return blob;
811 }
812
813 void UpcallStub::oops_do(OopClosure* f, const frame& frame) {
814 frame_data_for_frame(frame)->old_handles->oops_do(f);
815 }
816
817 JavaFrameAnchor* UpcallStub::jfa_for_frame(const frame& frame) const {
818 return &frame_data_for_frame(frame)->jfa;
819 }
820
821 void UpcallStub::free(UpcallStub* blob) {
822 assert(blob != nullptr, "caller must check for nullptr");
823 JNIHandles::destroy_global(blob->receiver());
824 RuntimeBlob::free(blob);
825 }
826
827 //----------------------------------------------------------------------------------------------------
828 // Verification and printing
829
830 void CodeBlob::verify() {
831 if (is_nmethod()) {
832 as_nmethod()->verify();
833 }
834 }
835
836 void CodeBlob::print_on(outputStream* st) const {
837 vptr()->print_on(this, st);
838 }
839
840 void CodeBlob::print() const { print_on(tty); }
841
842 void CodeBlob::print_value_on(outputStream* st) const {
843 vptr()->print_value_on(this, st);
844 }
845
846 void CodeBlob::print_on_impl(outputStream* st) const {
847 st->print_cr("[CodeBlob kind:%d (" INTPTR_FORMAT ")]", (int)_kind, p2i(this));
848 st->print_cr("Framesize: %d", _frame_size);
849 }
850
851 void CodeBlob::print_value_on_impl(outputStream* st) const {
852 st->print_cr("[CodeBlob]");
853 }
854
855 void CodeBlob::print_block_comment(outputStream* stream, address block_begin) const {
856 #if defined(SUPPORT_ASSEMBLY) || defined(SUPPORT_ABSTRACT_ASSEMBLY)
857 if (is_nmethod()) {
858 as_nmethod()->print_nmethod_labels(stream, block_begin);
859 }
860 #endif
861
862 #ifndef PRODUCT
863 ptrdiff_t offset = block_begin - code_begin();
864 assert(offset >= 0, "Expecting non-negative offset!");
865 _asm_remarks.print(uint(offset), stream);
866 #endif
867 }
868
869 void CodeBlob::dump_for_addr(address addr, outputStream* st, bool verbose) const {
870 if (is_buffer_blob() || is_adapter_blob() || is_vtable_blob() || is_method_handles_adapter_blob()) {
871 // the interpreter is generated into a buffer blob
872 InterpreterCodelet* i = Interpreter::codelet_containing(addr);
873 if (i != nullptr) {
874 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in an Interpreter codelet", p2i(addr), (int)(addr - i->code_begin()));
875 i->print_on(st);
876 return;
877 }
878 if (Interpreter::contains(addr)) {
879 st->print_cr(INTPTR_FORMAT " is pointing into interpreter code"
880 " (not bytecode specific)", p2i(addr));
881 return;
882 }
883 //
884 if (AdapterHandlerLibrary::contains(this)) {
885 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in an AdapterHandler", p2i(addr), (int)(addr - code_begin()));
886 AdapterHandlerLibrary::print_handler_on(st, this);
887 }
888 // the stubroutines are generated into a buffer blob
889 StubCodeDesc* d = StubCodeDesc::desc_for(addr);
890 if (d != nullptr) {
891 st->print_cr(INTPTR_FORMAT " is at begin+%d in a stub", p2i(addr), (int)(addr - d->begin()));
892 d->print_on(st);
893 st->cr();
894 return;
895 }
896 if (StubRoutines::contains(addr)) {
897 st->print_cr(INTPTR_FORMAT " is pointing to an (unnamed) stub routine", p2i(addr));
898 return;
899 }
900 VtableStub* v = VtableStubs::stub_containing(addr);
901 if (v != nullptr) {
902 st->print_cr(INTPTR_FORMAT " is at entry_point+%d in a vtable stub", p2i(addr), (int)(addr - v->entry_point()));
903 v->print_on(st);
904 st->cr();
905 return;
906 }
907 }
908 if (is_nmethod()) {
909 nmethod* nm = (nmethod*)this;
910 ResourceMark rm;
911 st->print(INTPTR_FORMAT " is at entry_point+%d in (nmethod*)" INTPTR_FORMAT,
912 p2i(addr), (int)(addr - nm->entry_point()), p2i(nm));
913 if (verbose) {
914 st->print(" for ");
915 nm->method()->print_value_on(st);
916 }
917 st->cr();
918 if (verbose && st == tty) {
919 // verbose is only ever true when called from findpc in debug.cpp
920 nm->print_nmethod(true);
921 } else {
922 nm->print_on(st);
923 }
924 return;
925 }
926 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in ", p2i(addr), (int)(addr - code_begin()));
927 print_on(st);
928 }
929
930 void BufferBlob::print_on_impl(outputStream* st) const {
931 RuntimeBlob::print_on_impl(st);
932 print_value_on_impl(st);
933 }
934
935 void BufferBlob::print_value_on_impl(outputStream* st) const {
936 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name());
937 }
938
939 void RuntimeStub::print_on_impl(outputStream* st) const {
940 ttyLocker ttyl;
941 RuntimeBlob::print_on_impl(st);
942 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this));
943 st->print_cr("%s", name());
944 Disassembler::decode((RuntimeBlob*)this, st);
945 }
946
947 void RuntimeStub::print_value_on_impl(outputStream* st) const {
948 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name());
949 }
950
951 void SingletonBlob::print_on_impl(outputStream* st) const {
952 ttyLocker ttyl;
953 RuntimeBlob::print_on_impl(st);
954 st->print_cr("%s", name());
955 Disassembler::decode((RuntimeBlob*)this, st);
956 }
957
958 void SingletonBlob::print_value_on_impl(outputStream* st) const {
959 st->print_cr("%s", name());
960 }
961
962 void DeoptimizationBlob::print_value_on_impl(outputStream* st) const {
963 st->print_cr("Deoptimization (frame not available)");
964 }
965
966 void UpcallStub::print_on_impl(outputStream* st) const {
967 RuntimeBlob::print_on_impl(st);
968 print_value_on_impl(st);
969 st->print_cr("Frame data offset: %d", (int) _frame_data_offset);
970 oop recv = JNIHandles::resolve(_receiver);
971 st->print("Receiver MH=");
972 recv->print_on(st);
973 Disassembler::decode((RuntimeBlob*)this, st);
974 }
975
976 void UpcallStub::print_value_on_impl(outputStream* st) const {
977 st->print_cr("UpcallStub (" INTPTR_FORMAT ") used for %s", p2i(this), name());
978 }