1 /*
2 * Copyright (c) 1998, 2026, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "code/aotCodeCache.hpp"
26 #include "code/codeBlob.hpp"
27 #include "code/codeCache.hpp"
28 #include "code/relocInfo.hpp"
29 #include "code/vtableStubs.hpp"
30 #include "compiler/disassembler.hpp"
31 #include "compiler/oopMap.hpp"
32 #include "cppstdlib/type_traits.hpp"
33 #include "interpreter/bytecode.hpp"
34 #include "interpreter/interpreter.hpp"
35 #include "jvm.h"
36 #include "memory/allocation.inline.hpp"
37 #include "memory/heap.hpp"
38 #include "memory/resourceArea.hpp"
39 #include "oops/oop.inline.hpp"
40 #include "prims/forte.hpp"
41 #include "prims/jvmtiExport.hpp"
42 #include "runtime/handles.inline.hpp"
43 #include "runtime/icache.hpp"
44 #include "runtime/interfaceSupport.inline.hpp"
45 #include "runtime/javaFrameAnchor.hpp"
46 #include "runtime/jniHandles.inline.hpp"
47 #include "runtime/mutexLocker.hpp"
48 #include "runtime/safepoint.hpp"
49 #include "runtime/sharedRuntime.hpp"
50 #include "runtime/stubCodeGenerator.hpp"
51 #include "runtime/stubRoutines.hpp"
52 #include "runtime/vframe.hpp"
53 #include "services/memoryService.hpp"
54 #include "utilities/align.hpp"
55 #ifdef COMPILER1
56 #include "c1/c1_Runtime1.hpp"
57 #endif
58
59 // Virtual methods are not allowed in code blobs to simplify caching compiled code.
60 // Check all "leaf" subclasses of CodeBlob class.
61
62 static_assert(!std::is_polymorphic<nmethod>::value, "no virtual methods are allowed in nmethod");
63 static_assert(!std::is_polymorphic<AdapterBlob>::value, "no virtual methods are allowed in code blobs");
64 static_assert(!std::is_polymorphic<VtableBlob>::value, "no virtual methods are allowed in code blobs");
65 static_assert(!std::is_polymorphic<MethodHandlesAdapterBlob>::value, "no virtual methods are allowed in code blobs");
66 static_assert(!std::is_polymorphic<RuntimeStub>::value, "no virtual methods are allowed in code blobs");
67 static_assert(!std::is_polymorphic<DeoptimizationBlob>::value, "no virtual methods are allowed in code blobs");
68 static_assert(!std::is_polymorphic<SafepointBlob>::value, "no virtual methods are allowed in code blobs");
69 static_assert(!std::is_polymorphic<UpcallStub>::value, "no virtual methods are allowed in code blobs");
70 #ifdef COMPILER2
71 static_assert(!std::is_polymorphic<ExceptionBlob>::value, "no virtual methods are allowed in code blobs");
72 static_assert(!std::is_polymorphic<UncommonTrapBlob>::value, "no virtual methods are allowed in code blobs");
73 #endif
74
75 // Add proxy vtables.
76 // We need only few for now - they are used only from prints.
77 const nmethod::Vptr nmethod::_vpntr;
78 const BufferBlob::Vptr BufferBlob::_vpntr;
79 const RuntimeStub::Vptr RuntimeStub::_vpntr;
80 const SingletonBlob::Vptr SingletonBlob::_vpntr;
81 const DeoptimizationBlob::Vptr DeoptimizationBlob::_vpntr;
82 const SafepointBlob::Vptr SafepointBlob::_vpntr;
83 #ifdef COMPILER2
84 const ExceptionBlob::Vptr ExceptionBlob::_vpntr;
85 const UncommonTrapBlob::Vptr UncommonTrapBlob::_vpntr;
86 #endif // COMPILER2
87 const UpcallStub::Vptr UpcallStub::_vpntr;
88
89 const CodeBlob::Vptr* CodeBlob::vptr(CodeBlobKind kind) {
90 constexpr const CodeBlob::Vptr* array[(size_t)CodeBlobKind::Number_Of_Kinds] = {
91 nullptr/* None */,
92 &nmethod::_vpntr,
93 &BufferBlob::_vpntr,
94 &AdapterBlob::_vpntr,
95 &VtableBlob::_vpntr,
96 &MethodHandlesAdapterBlob::_vpntr,
97 &RuntimeStub::_vpntr,
98 &DeoptimizationBlob::_vpntr,
99 &SafepointBlob::_vpntr,
100 #ifdef COMPILER2
101 &ExceptionBlob::_vpntr,
102 &UncommonTrapBlob::_vpntr,
103 #endif
104 &UpcallStub::_vpntr
105 };
106
107 return array[(size_t)kind];
108 }
109
110 const CodeBlob::Vptr* CodeBlob::vptr() const {
111 return vptr(_kind);
112 }
113
114 unsigned int CodeBlob::align_code_offset(int offset) {
115 // align the size to CodeEntryAlignment
116 int header_size = (int)CodeHeap::header_size();
117 return align_up(offset + header_size, CodeEntryAlignment) - header_size;
118 }
119
120 // This must be consistent with the CodeBlob constructor's layout actions.
121 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) {
122 // align the size to CodeEntryAlignment
123 unsigned int size = align_code_offset(header_size);
124 size += align_up(cb->total_content_size(), oopSize);
125 size += align_up(cb->total_oop_size(), oopSize);
126 return size;
127 }
128
129 CodeBlob::CodeBlob(const char* name, CodeBlobKind kind, CodeBuffer* cb, int size, uint16_t header_size,
130 int16_t frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments,
131 int mutable_data_size) :
132 _oop_maps(nullptr), // will be set by set_oop_maps() call
133 _name(name),
134 _mutable_data(header_begin() + size), // default value is blob_end()
135 _size(size),
136 _relocation_size(align_up(cb->total_relocation_size(), oopSize)),
137 _content_offset(CodeBlob::align_code_offset(header_size)),
138 _code_offset(_content_offset + cb->total_offset_of(cb->insts())),
139 _data_offset(_content_offset + align_up(cb->total_content_size(), oopSize)),
140 _frame_size(frame_size),
141 _mutable_data_size(mutable_data_size),
142 S390_ONLY(_ctable_offset(0) COMMA)
143 _header_size(header_size),
144 _frame_complete_offset(frame_complete_offset),
145 _kind(kind),
146 _caller_must_gc_arguments(caller_must_gc_arguments)
147 {
148 assert(is_aligned(_size, oopSize), "unaligned size");
149 assert(is_aligned(header_size, oopSize), "unaligned size");
150 assert(is_aligned(_relocation_size, oopSize), "unaligned size");
151 assert(_data_offset <= _size, "codeBlob is too small: %d > %d", _data_offset, _size);
152 assert(is_nmethod() || (cb->total_oop_size() + cb->total_metadata_size() == 0), "must be nmethod");
153 assert(code_end() == content_end(), "must be the same - see code_end()");
154 #ifdef COMPILER1
155 // probably wrong for tiered
156 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
157 #endif // COMPILER1
158
159 if (_mutable_data_size > 0) {
160 _mutable_data = (address)os::malloc(_mutable_data_size, mtCode);
161 if (_mutable_data == nullptr) {
162 vm_exit_out_of_memory(_mutable_data_size, OOM_MALLOC_ERROR, "codebuffer: no space for mutable data");
163 }
164 } else {
165 // We need unique and valid not null address
166 assert(_mutable_data == blob_end(), "sanity");
167 }
168
169 set_oop_maps(oop_maps);
170 }
171
172 // Simple CodeBlob used for simple BufferBlob.
173 CodeBlob::CodeBlob(const char* name, CodeBlobKind kind, int size, uint16_t header_size) :
174 _oop_maps(nullptr),
175 _name(name),
176 _mutable_data(header_begin() + size), // default value is blob_end()
177 _size(size),
178 _relocation_size(0),
179 _content_offset(CodeBlob::align_code_offset(header_size)),
180 _code_offset(_content_offset),
181 _data_offset(size),
182 _frame_size(0),
183 _mutable_data_size(0),
184 S390_ONLY(_ctable_offset(0) COMMA)
185 _header_size(header_size),
186 _frame_complete_offset(CodeOffsets::frame_never_safe),
187 _kind(kind),
188 _caller_must_gc_arguments(false)
189 {
190 assert(is_aligned(size, oopSize), "unaligned size");
191 assert(is_aligned(header_size, oopSize), "unaligned size");
192 assert(_mutable_data == blob_end(), "sanity");
193 }
194
195 void CodeBlob::purge() {
196 assert(_mutable_data != nullptr, "should never be null");
197 if (_mutable_data != blob_end()) {
198 os::free(_mutable_data);
199 _mutable_data = blob_end(); // Valid not null address
200 _mutable_data_size = 0;
201 _relocation_size = 0;
202 }
203 if (_oop_maps != nullptr) {
204 delete _oop_maps;
205 _oop_maps = nullptr;
206 }
207 NOT_PRODUCT(_asm_remarks.clear());
208 NOT_PRODUCT(_dbg_strings.clear());
209 }
210
211 void CodeBlob::set_oop_maps(OopMapSet* p) {
212 // Danger Will Robinson! This method allocates a big
213 // chunk of memory, its your job to free it.
214 if (p != nullptr) {
215 _oop_maps = ImmutableOopMapSet::build_from(p);
216 } else {
217 _oop_maps = nullptr;
218 }
219 }
220
221 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) const {
222 assert(_oop_maps != nullptr, "nope");
223 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin());
224 }
225
226 void CodeBlob::print_code_on(outputStream* st) {
227 ResourceMark m;
228 Disassembler::decode(this, st);
229 }
230
231 #if INCLUDE_CDS
232 void CodeBlob::restore_mutable_data(address reloc_data) {
233 // Relocation data is now stored as part of the mutable data area; allocate it before copy relocations
234 if (_mutable_data_size > 0) {
235 _mutable_data = (address)os::malloc(_mutable_data_size, mtCode);
236 if (_mutable_data == nullptr) {
237 vm_exit_out_of_memory(_mutable_data_size, OOM_MALLOC_ERROR, "codebuffer: no space for mutable data");
238 }
239 } else {
240 _mutable_data = blob_end(); // default value
241 }
242 if (_relocation_size > 0) {
243 assert(_mutable_data_size > 0, "relocation is part of mutable data section");
244 memcpy((address)relocation_begin(), reloc_data, relocation_size());
245 }
246 }
247
248 void CodeBlob::prepare_for_archiving_impl() {
249 set_name(nullptr);
250 _oop_maps = nullptr;
251 _mutable_data = nullptr;
252 #ifndef PRODUCT
253 asm_remarks().clear();
254 dbg_strings().clear();
255 #endif /* PRODUCT */
256 }
257
258 void CodeBlob::prepare_for_archiving() {
259 vptr(_kind)->prepare_for_archiving(this);
260 }
261
262 void CodeBlob::archive_blob(CodeBlob* blob, address archive_buffer) {
263 blob->copy_to(archive_buffer);
264 CodeBlob* archived_blob = (CodeBlob*)archive_buffer;
265 archived_blob->prepare_for_archiving();
266 }
267
268 void CodeBlob::post_restore_impl() {
269 // Track memory usage statistic after releasing CodeCache_lock
270 MemoryService::track_code_cache_memory_usage();
271 }
272
273 void CodeBlob::post_restore() {
274 vptr(_kind)->post_restore(this);
275 }
276
277 CodeBlob* CodeBlob::restore(address code_cache_buffer, AOTCodeReader* reader)
278 {
279 copy_to(code_cache_buffer);
280 CodeBlob* code_blob = (CodeBlob*)code_cache_buffer;
281 reader->restore(code_blob);
282 return code_blob;
283 }
284
285 CodeBlob* CodeBlob::create(CodeBlob* archived_blob, AOTCodeReader* reader)
286 {
287 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
288
289 CodeCache::gc_on_allocation();
290
291 CodeBlob* blob = nullptr;
292 unsigned int size = archived_blob->size();
293 {
294 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
295 address code_cache_buffer = (address)CodeCache::allocate(size, CodeBlobType::NonNMethod);
296 if (code_cache_buffer != nullptr) {
297 blob = archived_blob->restore(code_cache_buffer, reader);
298 assert(blob != nullptr, "sanity check");
299
300 // Flush the code block
301 ICache::invalidate_range(blob->code_begin(), blob->code_size());
302 CodeCache::commit(blob); // Count adapters
303 }
304 }
305 if (blob != nullptr) {
306 blob->post_restore();
307 }
308 return blob;
309 }
310
311 #endif // INCLUDE_CDS
312
313 //-----------------------------------------------------------------------------------------
314 // Creates a RuntimeBlob from a CodeBuffer and copy code and relocation info.
315
316 RuntimeBlob::RuntimeBlob(
317 const char* name,
318 CodeBlobKind kind,
319 CodeBuffer* cb,
320 int size,
321 uint16_t header_size,
322 int16_t frame_complete,
323 int frame_size,
324 OopMapSet* oop_maps,
325 bool caller_must_gc_arguments)
326 : CodeBlob(name, kind, cb, size, header_size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments,
327 align_up(cb->total_relocation_size(), oopSize))
328 {
329 if (code_size() == 0) {
330 // Nothing to copy
331 return;
332 }
333
334 cb->copy_code_and_locs_to(this);
335
336 // Flush generated code
337 ICache::invalidate_range(code_begin(), code_size());
338 }
339
340 void RuntimeBlob::free(RuntimeBlob* blob) {
341 assert(blob != nullptr, "caller must check for nullptr");
342 MACOS_AARCH64_ONLY(os::thread_wx_enable_write());
343 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
344 blob->purge();
345 {
346 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
347 CodeCache::free(blob);
348 }
349 // Track memory usage statistic after releasing CodeCache_lock
350 MemoryService::track_code_cache_memory_usage();
351 }
352
353 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) {
354 // Do not hold the CodeCache lock during name formatting.
355 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub");
356
357 if (stub != nullptr && (PrintStubCode ||
358 Forte::is_enabled() ||
359 JvmtiExport::should_post_dynamic_code_generated())) {
360 char stub_id[256];
361 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), "");
362 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2);
363 if (PrintStubCode) {
364 ttyLocker ttyl;
365 tty->print_cr("- - - [BEGIN] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
366 tty->print_cr("Decoding %s " PTR_FORMAT " [" PTR_FORMAT ", " PTR_FORMAT "] (%d bytes)",
367 stub_id, p2i(stub), p2i(stub->code_begin()), p2i(stub->code_end()), stub->code_size());
368 Disassembler::decode(stub->code_begin(), stub->code_end(), tty
369 NOT_PRODUCT(COMMA &stub->asm_remarks()));
370 if ((stub->oop_maps() != nullptr) && AbstractDisassembler::show_structs()) {
371 tty->print_cr("- - - [OOP MAPS]- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
372 stub->oop_maps()->print();
373 }
374 tty->print_cr("- - - [END] - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -");
375 tty->cr();
376 }
377 if (Forte::is_enabled()) {
378 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end());
379 }
380
381 if (JvmtiExport::should_post_dynamic_code_generated()) {
382 const char* stub_name = name2;
383 if (name2[0] == '\0') stub_name = name1;
384 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end());
385 }
386 }
387
388 // Track memory usage statistic after releasing CodeCache_lock
389 MemoryService::track_code_cache_memory_usage();
390 }
391
392 //----------------------------------------------------------------------------------------------------
393 // Implementation of BufferBlob
394
395 BufferBlob::BufferBlob(const char* name, CodeBlobKind kind, int size, uint16_t header_size)
396 : RuntimeBlob(name, kind, size, header_size)
397 {}
398
399 BufferBlob* BufferBlob::create(const char* name, uint buffer_size) {
400 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
401
402 BufferBlob* blob = nullptr;
403 unsigned int size = sizeof(BufferBlob);
404 // align the size to CodeEntryAlignment
405 size = CodeBlob::align_code_offset(size);
406 size += align_up(buffer_size, oopSize);
407 assert(name != nullptr, "must provide a name");
408 {
409 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
410 blob = new (size) BufferBlob(name, CodeBlobKind::Buffer, size);
411 }
412 // Track memory usage statistic after releasing CodeCache_lock
413 MemoryService::track_code_cache_memory_usage();
414
415 return blob;
416 }
417
418
419 BufferBlob::BufferBlob(const char* name, CodeBlobKind kind, CodeBuffer* cb, int size, uint16_t header_size)
420 : RuntimeBlob(name, kind, cb, size, header_size, CodeOffsets::frame_never_safe, 0, nullptr)
421 {}
422
423 // Used by gtest
424 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) {
425 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
426
427 BufferBlob* blob = nullptr;
428 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob));
429 assert(name != nullptr, "must provide a name");
430 {
431 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
432 blob = new (size) BufferBlob(name, CodeBlobKind::Buffer, cb, size);
433 }
434 // Track memory usage statistic after releasing CodeCache_lock
435 MemoryService::track_code_cache_memory_usage();
436
437 return blob;
438 }
439
440 void* BufferBlob::operator new(size_t s, unsigned size) throw() {
441 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
442 }
443
444 void BufferBlob::free(BufferBlob *blob) {
445 RuntimeBlob::free(blob);
446 }
447
448
449 //----------------------------------------------------------------------------------------------------
450 // Implementation of AdapterBlob
451
452 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb, int entry_offset[AdapterBlob::ENTRY_COUNT]) :
453 BufferBlob("I2C/C2I adapters", CodeBlobKind::Adapter, cb, size, sizeof(AdapterBlob)) {
454 assert(entry_offset[I2C] == 0, "sanity check");
455 #ifdef ASSERT
456 for (int i = 1; i < AdapterBlob::ENTRY_COUNT; i++) {
457 // The entry is within the adapter blob or unset.
458 int offset = entry_offset[i];
459 assert((offset > 0 && offset < cb->insts()->size()) ||
460 (i >= C2I_No_Clinit_Check && offset == -1),
461 "invalid entry offset[%d] = 0x%x", i, offset);
462 }
463 #endif // ASSERT
464 _c2i_offset = entry_offset[C2I];
465 _c2i_unverified_offset = entry_offset[C2I_Unverified];
466 _c2i_no_clinit_check_offset = entry_offset[C2I_No_Clinit_Check];
467 CodeCache::commit(this);
468 }
469
470 AdapterBlob* AdapterBlob::create(CodeBuffer* cb, int entry_offset[AdapterBlob::ENTRY_COUNT]) {
471 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
472
473 CodeCache::gc_on_allocation();
474
475 AdapterBlob* blob = nullptr;
476 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob));
477 {
478 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
479 blob = new (size) AdapterBlob(size, cb, entry_offset);
480 }
481 // Track memory usage statistic after releasing CodeCache_lock
482 MemoryService::track_code_cache_memory_usage();
483
484 return blob;
485 }
486
487 //----------------------------------------------------------------------------------------------------
488 // Implementation of VtableBlob
489
490 void* VtableBlob::operator new(size_t s, unsigned size) throw() {
491 // Handling of allocation failure stops compilation and prints a bunch of
492 // stuff, which requires unlocking the CodeCache_lock, so that the Compile_lock
493 // can be locked, and then re-locking the CodeCache_lock. That is not safe in
494 // this context as we hold the CompiledICLocker. So we just don't handle code
495 // cache exhaustion here; we leave that for a later allocation that does not
496 // hold the CompiledICLocker.
497 return CodeCache::allocate(size, CodeBlobType::NonNMethod, false /* handle_alloc_failure */);
498 }
499
500 VtableBlob::VtableBlob(const char* name, int size) :
501 BufferBlob(name, CodeBlobKind::Vtable, size) {
502 }
503
504 VtableBlob* VtableBlob::create(const char* name, int buffer_size) {
505 assert(JavaThread::current()->thread_state() == _thread_in_vm, "called with the wrong state");
506
507 VtableBlob* blob = nullptr;
508 unsigned int size = sizeof(VtableBlob);
509 // align the size to CodeEntryAlignment
510 size = align_code_offset(size);
511 size += align_up(buffer_size, oopSize);
512 assert(name != nullptr, "must provide a name");
513 {
514 if (!CodeCache_lock->try_lock()) {
515 // If we can't take the CodeCache_lock, then this is a bad time to perform the ongoing
516 // IC transition to megamorphic, for which this stub will be needed. It is better to
517 // bail out the transition, and wait for a more opportune moment. Not only is it not
518 // worth waiting for the lock blockingly for the megamorphic transition, it might
519 // also result in a deadlock to blockingly wait, when concurrent class unloading is
520 // performed. At this point in time, the CompiledICLocker is taken, so we are not
521 // allowed to blockingly wait for the CodeCache_lock, as these two locks are otherwise
522 // consistently taken in the opposite order. Bailing out results in an IC transition to
523 // the clean state instead, which will cause subsequent calls to retry the transitioning
524 // eventually.
525 return nullptr;
526 }
527
528 MACOS_AARCH64_ONLY(os::thread_wx_enable_write());
529 blob = new (size) VtableBlob(name, size);
530 CodeCache_lock->unlock();
531 }
532 // Track memory usage statistic after releasing CodeCache_lock
533 MemoryService::track_code_cache_memory_usage();
534
535 return blob;
536 }
537
538 //----------------------------------------------------------------------------------------------------
539 // Implementation of MethodHandlesAdapterBlob
540
541 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) {
542 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
543
544 MethodHandlesAdapterBlob* blob = nullptr;
545 unsigned int size = sizeof(MethodHandlesAdapterBlob);
546 // align the size to CodeEntryAlignment
547 size = CodeBlob::align_code_offset(size);
548 size += align_up(buffer_size, oopSize);
549 {
550 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
551 blob = new (size) MethodHandlesAdapterBlob(size);
552 if (blob == nullptr) {
553 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob");
554 }
555 }
556 // Track memory usage statistic after releasing CodeCache_lock
557 MemoryService::track_code_cache_memory_usage();
558
559 return blob;
560 }
561
562 //----------------------------------------------------------------------------------------------------
563 // Implementation of RuntimeStub
564
565 RuntimeStub::RuntimeStub(
566 const char* name,
567 CodeBuffer* cb,
568 int size,
569 int16_t frame_complete,
570 int frame_size,
571 OopMapSet* oop_maps,
572 bool caller_must_gc_arguments
573 )
574 : RuntimeBlob(name, CodeBlobKind::RuntimeStub, cb, size, sizeof(RuntimeStub),
575 frame_complete, frame_size, oop_maps, caller_must_gc_arguments)
576 {
577 }
578
579 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name,
580 CodeBuffer* cb,
581 int16_t frame_complete,
582 int frame_size,
583 OopMapSet* oop_maps,
584 bool caller_must_gc_arguments,
585 bool alloc_fail_is_fatal)
586 {
587 RuntimeStub* stub = nullptr;
588 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub));
589 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
590 {
591 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
592 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments);
593 if (stub == nullptr) {
594 if (!alloc_fail_is_fatal) {
595 return nullptr;
596 }
597 fatal("Initial size of CodeCache is too small");
598 }
599 }
600
601 trace_new_stub(stub, "RuntimeStub - ", stub_name);
602
603 return stub;
604 }
605
606
607 void* RuntimeStub::operator new(size_t s, unsigned size) throw() {
608 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
609 }
610
611 // operator new shared by all singletons:
612 void* SingletonBlob::operator new(size_t s, unsigned size, bool alloc_fail_is_fatal) throw() {
613 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
614 if (alloc_fail_is_fatal && !p) fatal("Initial size of CodeCache is too small");
615 return p;
616 }
617
618
619 //----------------------------------------------------------------------------------------------------
620 // Implementation of DeoptimizationBlob
621
622 DeoptimizationBlob::DeoptimizationBlob(
623 CodeBuffer* cb,
624 int size,
625 OopMapSet* oop_maps,
626 int unpack_offset,
627 int unpack_with_exception_offset,
628 int unpack_with_reexecution_offset,
629 int frame_size
630 )
631 : SingletonBlob("DeoptimizationBlob", CodeBlobKind::Deoptimization, cb,
632 size, sizeof(DeoptimizationBlob), frame_size, oop_maps)
633 {
634 _unpack_offset = unpack_offset;
635 _unpack_with_exception = unpack_with_exception_offset;
636 _unpack_with_reexecution = unpack_with_reexecution_offset;
637 #ifdef COMPILER1
638 _unpack_with_exception_in_tls = -1;
639 #endif
640 }
641
642
643 DeoptimizationBlob* DeoptimizationBlob::create(
644 CodeBuffer* cb,
645 OopMapSet* oop_maps,
646 int unpack_offset,
647 int unpack_with_exception_offset,
648 int unpack_with_reexecution_offset,
649 int frame_size)
650 {
651 DeoptimizationBlob* blob = nullptr;
652 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob));
653 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
654 {
655 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
656 blob = new (size) DeoptimizationBlob(cb,
657 size,
658 oop_maps,
659 unpack_offset,
660 unpack_with_exception_offset,
661 unpack_with_reexecution_offset,
662 frame_size);
663 }
664
665 trace_new_stub(blob, "DeoptimizationBlob");
666
667 return blob;
668 }
669
670 #ifdef COMPILER2
671
672 //----------------------------------------------------------------------------------------------------
673 // Implementation of UncommonTrapBlob
674
675 UncommonTrapBlob::UncommonTrapBlob(
676 CodeBuffer* cb,
677 int size,
678 OopMapSet* oop_maps,
679 int frame_size
680 )
681 : SingletonBlob("UncommonTrapBlob", CodeBlobKind::UncommonTrap, cb,
682 size, sizeof(UncommonTrapBlob), frame_size, oop_maps)
683 {}
684
685
686 UncommonTrapBlob* UncommonTrapBlob::create(
687 CodeBuffer* cb,
688 OopMapSet* oop_maps,
689 int frame_size)
690 {
691 UncommonTrapBlob* blob = nullptr;
692 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob));
693 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
694 {
695 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
696 blob = new (size, false) UncommonTrapBlob(cb, size, oop_maps, frame_size);
697 }
698
699 trace_new_stub(blob, "UncommonTrapBlob");
700
701 return blob;
702 }
703
704 //----------------------------------------------------------------------------------------------------
705 // Implementation of ExceptionBlob
706
707 ExceptionBlob::ExceptionBlob(
708 CodeBuffer* cb,
709 int size,
710 OopMapSet* oop_maps,
711 int frame_size
712 )
713 : SingletonBlob("ExceptionBlob", CodeBlobKind::Exception, cb,
714 size, sizeof(ExceptionBlob), frame_size, oop_maps)
715 {}
716
717
718 ExceptionBlob* ExceptionBlob::create(
719 CodeBuffer* cb,
720 OopMapSet* oop_maps,
721 int frame_size)
722 {
723 ExceptionBlob* blob = nullptr;
724 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob));
725 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
726 {
727 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
728 blob = new (size, false) ExceptionBlob(cb, size, oop_maps, frame_size);
729 }
730
731 trace_new_stub(blob, "ExceptionBlob");
732
733 return blob;
734 }
735
736 #endif // COMPILER2
737
738 //----------------------------------------------------------------------------------------------------
739 // Implementation of SafepointBlob
740
741 SafepointBlob::SafepointBlob(
742 CodeBuffer* cb,
743 int size,
744 OopMapSet* oop_maps,
745 int frame_size
746 )
747 : SingletonBlob(cb->name(), CodeBlobKind::Safepoint, cb,
748 size, sizeof(SafepointBlob), frame_size, oop_maps)
749 {}
750
751
752 SafepointBlob* SafepointBlob::create(
753 CodeBuffer* cb,
754 OopMapSet* oop_maps,
755 int frame_size)
756 {
757 SafepointBlob* blob = nullptr;
758 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob));
759 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
760 {
761 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
762 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size);
763 }
764
765 trace_new_stub(blob, "SafepointBlob - ", blob->name());
766
767 return blob;
768 }
769
770 //----------------------------------------------------------------------------------------------------
771 // Implementation of UpcallStub
772
773 UpcallStub::UpcallStub(const char* name, CodeBuffer* cb, int size, jobject receiver, ByteSize frame_data_offset) :
774 RuntimeBlob(name, CodeBlobKind::Upcall, cb, size, sizeof(UpcallStub),
775 CodeOffsets::frame_never_safe, 0 /* no frame size */,
776 /* oop maps = */ nullptr, /* caller must gc arguments = */ false),
777 _receiver(receiver),
778 _frame_data_offset(frame_data_offset)
779 {
780 CodeCache::commit(this);
781 }
782
783 void* UpcallStub::operator new(size_t s, unsigned size) throw() {
784 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
785 }
786
787 UpcallStub* UpcallStub::create(const char* name, CodeBuffer* cb, jobject receiver, ByteSize frame_data_offset) {
788 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
789
790 UpcallStub* blob = nullptr;
791 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UpcallStub));
792 {
793 MutexLocker mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
794 blob = new (size) UpcallStub(name, cb, size, receiver, frame_data_offset);
795 }
796 if (blob == nullptr) {
797 return nullptr; // caller must handle this
798 }
799
800 // Track memory usage statistic after releasing CodeCache_lock
801 MemoryService::track_code_cache_memory_usage();
802
803 trace_new_stub(blob, "UpcallStub - ", name);
804
805 return blob;
806 }
807
808 void UpcallStub::oops_do(OopClosure* f, const frame& frame) {
809 frame_data_for_frame(frame)->old_handles->oops_do(f);
810 }
811
812 JavaFrameAnchor* UpcallStub::jfa_for_frame(const frame& frame) const {
813 return &frame_data_for_frame(frame)->jfa;
814 }
815
816 void UpcallStub::free(UpcallStub* blob) {
817 assert(blob != nullptr, "caller must check for nullptr");
818 JNIHandles::destroy_global(blob->receiver());
819 RuntimeBlob::free(blob);
820 }
821
822 //----------------------------------------------------------------------------------------------------
823 // Verification and printing
824
825 void CodeBlob::verify() {
826 if (is_nmethod()) {
827 as_nmethod()->verify();
828 }
829 }
830
831 void CodeBlob::print_on(outputStream* st) const {
832 vptr()->print_on(this, st);
833 }
834
835 void CodeBlob::print() const { print_on(tty); }
836
837 void CodeBlob::print_value_on(outputStream* st) const {
838 vptr()->print_value_on(this, st);
839 }
840
841 void CodeBlob::print_on_impl(outputStream* st) const {
842 st->print_cr("[CodeBlob kind:%d (" INTPTR_FORMAT ")]", (int)_kind, p2i(this));
843 st->print_cr("Framesize: %d", _frame_size);
844 }
845
846 void CodeBlob::print_value_on_impl(outputStream* st) const {
847 st->print_cr("[CodeBlob]");
848 }
849
850 void CodeBlob::print_block_comment(outputStream* stream, address block_begin) const {
851 #if defined(SUPPORT_ASSEMBLY) || defined(SUPPORT_ABSTRACT_ASSEMBLY)
852 if (is_nmethod()) {
853 as_nmethod()->print_nmethod_labels(stream, block_begin);
854 }
855 #endif
856
857 #ifndef PRODUCT
858 ptrdiff_t offset = block_begin - code_begin();
859 assert(offset >= 0, "Expecting non-negative offset!");
860 _asm_remarks.print(uint(offset), stream);
861 #endif
862 }
863
864 void CodeBlob::dump_for_addr(address addr, outputStream* st, bool verbose) const {
865 if (is_buffer_blob() || is_adapter_blob() || is_vtable_blob() || is_method_handles_adapter_blob()) {
866 // the interpreter is generated into a buffer blob
867 InterpreterCodelet* i = Interpreter::codelet_containing(addr);
868 if (i != nullptr) {
869 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in an Interpreter codelet", p2i(addr), (int)(addr - i->code_begin()));
870 i->print_on(st);
871 return;
872 }
873 if (Interpreter::contains(addr)) {
874 st->print_cr(INTPTR_FORMAT " is pointing into interpreter code"
875 " (not bytecode specific)", p2i(addr));
876 return;
877 }
878 //
879 if (is_adapter_blob()) {
880 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in an AdapterHandler", p2i(addr), (int)(addr - code_begin()));
881 AdapterHandlerLibrary::print_handler_on(st, this);
882 return;
883 }
884 // the stubroutines are generated into a buffer blob
885 StubCodeDesc* d = StubCodeDesc::desc_for(addr);
886 if (d != nullptr) {
887 st->print_cr(INTPTR_FORMAT " is at begin+%d in a stub", p2i(addr), (int)(addr - d->begin()));
888 d->print_on(st);
889 st->cr();
890 return;
891 }
892 if (StubRoutines::contains(addr)) {
893 st->print_cr(INTPTR_FORMAT " is pointing to an (unnamed) stub routine", p2i(addr));
894 return;
895 }
896 VtableStub* v = VtableStubs::stub_containing(addr);
897 if (v != nullptr) {
898 st->print_cr(INTPTR_FORMAT " is at entry_point+%d in a vtable stub", p2i(addr), (int)(addr - v->entry_point()));
899 v->print_on(st);
900 st->cr();
901 return;
902 }
903 }
904 if (is_nmethod()) {
905 nmethod* nm = as_nmethod();
906 ResourceMark rm;
907 st->print(INTPTR_FORMAT " is at entry_point+%d in (nmethod*)" INTPTR_FORMAT,
908 p2i(addr), (int)(addr - nm->entry_point()), p2i(nm));
909 if (verbose) {
910 st->print(" for ");
911 nm->method()->print_value_on(st);
912 }
913 st->cr();
914 if (verbose && st == tty) {
915 // verbose is only ever true when called from findpc in debug.cpp
916 nm->print_nmethod(true);
917 } else {
918 nm->print_on(st);
919 nm->print_code_snippet(st, addr);
920 }
921 return;
922 }
923 st->print_cr(INTPTR_FORMAT " is at code_begin+%d in ", p2i(addr), (int)(addr - code_begin()));
924 print_on(st);
925 }
926
927 void BufferBlob::print_on_impl(outputStream* st) const {
928 RuntimeBlob::print_on_impl(st);
929 print_value_on_impl(st);
930 }
931
932 void BufferBlob::print_value_on_impl(outputStream* st) const {
933 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name());
934 }
935
936 void RuntimeStub::print_on_impl(outputStream* st) const {
937 ttyLocker ttyl;
938 RuntimeBlob::print_on_impl(st);
939 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this));
940 st->print_cr("%s", name());
941 Disassembler::decode((CodeBlob*)this, st);
942 }
943
944 void RuntimeStub::print_value_on_impl(outputStream* st) const {
945 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name());
946 }
947
948 void SingletonBlob::print_on_impl(outputStream* st) const {
949 ttyLocker ttyl;
950 RuntimeBlob::print_on_impl(st);
951 st->print_cr("%s", name());
952 Disassembler::decode((CodeBlob*)this, st);
953 }
954
955 void SingletonBlob::print_value_on_impl(outputStream* st) const {
956 st->print_cr("%s", name());
957 }
958
959 void DeoptimizationBlob::print_value_on_impl(outputStream* st) const {
960 st->print_cr("Deoptimization (frame not available)");
961 }
962
963 void UpcallStub::print_on_impl(outputStream* st) const {
964 RuntimeBlob::print_on_impl(st);
965 print_value_on_impl(st);
966 st->print_cr("Frame data offset: %d", (int) _frame_data_offset);
967 oop recv = JNIHandles::resolve(_receiver);
968 st->print("Receiver MH=");
969 recv->print_on(st);
970 Disassembler::decode((CodeBlob*)this, st);
971 }
972
973 void UpcallStub::print_value_on_impl(outputStream* st) const {
974 st->print_cr("UpcallStub (" INTPTR_FORMAT ") used for %s", p2i(this), name());
975 }