1 /*
2 * Copyright (c) 2015, 2023, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "code/codeCache.hpp"
27 #include "compiler/compileBroker.hpp"
28 #include "gc/shared/collectedHeap.hpp"
29 #include "jvmci/jvmciCodeInstaller.hpp"
30 #include "jvmci/jvmciCompilerToVM.hpp"
31 #include "jvmci/jvmciRuntime.hpp"
32 #include "jvmci/vmStructs_jvmci.hpp"
33 #include "oops/klassVtable.hpp"
34 #include "oops/objArrayKlass.hpp"
35 #include "prims/jvmtiThreadState.hpp"
36 #include "runtime/deoptimization.hpp"
37 #include "runtime/flags/jvmFlag.hpp"
38 #include "runtime/osThread.hpp"
39 #include "runtime/sharedRuntime.hpp"
40 #include "runtime/stubRoutines.hpp"
41 #include "runtime/vm_version.hpp"
42 #if INCLUDE_G1GC
43 #include "gc/g1/g1CardTable.hpp"
44 #include "gc/g1/heapRegion.hpp"
45 #include "gc/g1/g1ThreadLocalData.hpp"
46 #endif
47
48 #define VM_STRUCTS(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field) \
49 static_field(CompilerToVM::Data, Klass_vtable_start_offset, int) \
50 static_field(CompilerToVM::Data, Klass_vtable_length_offset, int) \
51 \
52 static_field(CompilerToVM::Data, Method_extra_stack_entries, int) \
53 \
54 static_field(CompilerToVM::Data, SharedRuntime_ic_miss_stub, address) \
55 static_field(CompilerToVM::Data, SharedRuntime_handle_wrong_method_stub, address) \
56 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_unpack, address) \
57 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_unpack_with_exception_in_tls, \
58 address) \
59 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_uncommon_trap, address) \
60 static_field(CompilerToVM::Data, SharedRuntime_polling_page_return_handler, \
61 address) \
62 \
63 static_field(CompilerToVM::Data, nmethod_entry_barrier, address) \
64 static_field(CompilerToVM::Data, thread_disarmed_guard_value_offset, int) \
65 static_field(CompilerToVM::Data, thread_address_bad_mask_offset, int) \
66 AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_nmethod_patching_type, int)) \
67 \
68 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_oop_field_preloaded, address) \
69 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_weak_oop_field_preloaded, address) \
70 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_phantom_oop_field_preloaded, address) \
71 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_oop_field_preloaded, address) \
72 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_weak_oop_field_preloaded, address) \
73 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_phantom_oop_field_preloaded, address) \
74 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_oop_array, address) \
75 static_field(CompilerToVM::Data, ZBarrierSetRuntime_clone, address) \
76 \
77 static_field(CompilerToVM::Data, continuations_enabled, bool) \
78 \
79 static_field(CompilerToVM::Data, ThreadLocalAllocBuffer_alignment_reserve, size_t) \
80 \
81 static_field(CompilerToVM::Data, Universe_collectedHeap, CollectedHeap*) \
82 static_field(CompilerToVM::Data, Universe_base_vtable_size, int) \
83 static_field(CompilerToVM::Data, Universe_narrow_oop_base, address) \
84 static_field(CompilerToVM::Data, Universe_narrow_oop_shift, int) \
85 static_field(CompilerToVM::Data, Universe_narrow_klass_base, address) \
86 static_field(CompilerToVM::Data, Universe_narrow_klass_shift, int) \
87 static_field(CompilerToVM::Data, Universe_non_oop_bits, void*) \
88 static_field(CompilerToVM::Data, Universe_verify_oop_mask, uintptr_t) \
89 static_field(CompilerToVM::Data, Universe_verify_oop_bits, uintptr_t) \
90 \
91 static_field(CompilerToVM::Data, _supports_inline_contig_alloc, bool) \
92 static_field(CompilerToVM::Data, _heap_end_addr, HeapWord**) \
93 static_field(CompilerToVM::Data, _heap_top_addr, HeapWord* volatile*) \
94 \
95 static_field(CompilerToVM::Data, _max_oop_map_stack_offset, int) \
96 static_field(CompilerToVM::Data, _fields_annotations_base_offset, int) \
97 \
98 static_field(CompilerToVM::Data, cardtable_start_address, CardTable::CardValue*) \
99 static_field(CompilerToVM::Data, cardtable_shift, int) \
100 \
101 static_field(CompilerToVM::Data, vm_page_size, size_t) \
102 \
103 static_field(CompilerToVM::Data, sizeof_vtableEntry, int) \
104 static_field(CompilerToVM::Data, sizeof_ExceptionTableElement, int) \
105 static_field(CompilerToVM::Data, sizeof_LocalVariableTableElement, int) \
106 static_field(CompilerToVM::Data, sizeof_ConstantPool, int) \
107 static_field(CompilerToVM::Data, sizeof_narrowKlass, int) \
108 static_field(CompilerToVM::Data, sizeof_arrayOopDesc, int) \
109 static_field(CompilerToVM::Data, sizeof_BasicLock, int) \
110 \
111 static_field(CompilerToVM::Data, dsin, address) \
112 static_field(CompilerToVM::Data, dcos, address) \
113 static_field(CompilerToVM::Data, dtan, address) \
114 static_field(CompilerToVM::Data, dexp, address) \
115 static_field(CompilerToVM::Data, dlog, address) \
116 static_field(CompilerToVM::Data, dlog10, address) \
117 static_field(CompilerToVM::Data, dpow, address) \
118 \
119 static_field(CompilerToVM::Data, symbol_init, address) \
120 static_field(CompilerToVM::Data, symbol_clinit, address) \
121 \
122 static_field(CompilerToVM::Data, data_section_item_alignment, int) \
123 \
124 static_field(Abstract_VM_Version, _features, uint64_t) \
125 \
126 nonstatic_field(Annotations, _class_annotations, AnnotationArray*) \
127 nonstatic_field(Annotations, _fields_annotations, Array<AnnotationArray*>*) \
128 \
129 nonstatic_field(Array<int>, _length, int) \
130 unchecked_nonstatic_field(Array<u1>, _data, sizeof(u1)) \
131 unchecked_nonstatic_field(Array<u2>, _data, sizeof(u2)) \
132 nonstatic_field(Array<Klass*>, _length, int) \
133 nonstatic_field(Array<Klass*>, _data[0], Klass*) \
134 \
135 volatile_nonstatic_field(BasicLock, _displaced_header, markWord) \
136 \
137 static_field(CodeCache, _low_bound, address) \
138 static_field(CodeCache, _high_bound, address) \
139 \
140 nonstatic_field(CollectedHeap, _total_collections, unsigned int) \
141 \
142 nonstatic_field(CompileTask, _num_inlined_bytecodes, int) \
143 \
144 nonstatic_field(ConstantPool, _tags, Array<u1>*) \
145 nonstatic_field(ConstantPool, _pool_holder, InstanceKlass*) \
146 nonstatic_field(ConstantPool, _length, int) \
147 nonstatic_field(ConstantPool, _flags, u2) \
148 nonstatic_field(ConstantPool, _source_file_name_index, u2) \
149 \
150 nonstatic_field(ConstMethod, _constants, ConstantPool*) \
151 nonstatic_field(ConstMethod, _flags._flags, u4) \
152 nonstatic_field(ConstMethod, _code_size, u2) \
153 nonstatic_field(ConstMethod, _name_index, u2) \
154 nonstatic_field(ConstMethod, _signature_index, u2) \
155 nonstatic_field(ConstMethod, _method_idnum, u2) \
156 nonstatic_field(ConstMethod, _max_stack, u2) \
157 nonstatic_field(ConstMethod, _max_locals, u2) \
158 \
159 nonstatic_field(DataLayout, _header._struct._tag, u1) \
160 nonstatic_field(DataLayout, _header._struct._flags, u1) \
161 nonstatic_field(DataLayout, _header._struct._bci, u2) \
162 nonstatic_field(DataLayout, _header._struct._traps, u4) \
163 nonstatic_field(DataLayout, _cells[0], intptr_t) \
164 \
165 nonstatic_field(Deoptimization::UnrollBlock, _size_of_deoptimized_frame, int) \
166 nonstatic_field(Deoptimization::UnrollBlock, _caller_adjustment, int) \
167 nonstatic_field(Deoptimization::UnrollBlock, _number_of_frames, int) \
168 nonstatic_field(Deoptimization::UnrollBlock, _total_frame_sizes, int) \
169 nonstatic_field(Deoptimization::UnrollBlock, _frame_sizes, intptr_t*) \
170 nonstatic_field(Deoptimization::UnrollBlock, _frame_pcs, address*) \
171 nonstatic_field(Deoptimization::UnrollBlock, _initial_info, intptr_t) \
172 nonstatic_field(Deoptimization::UnrollBlock, _unpack_kind, int) \
173 \
174 nonstatic_field(ExceptionTableElement, start_pc, u2) \
175 nonstatic_field(ExceptionTableElement, end_pc, u2) \
176 nonstatic_field(ExceptionTableElement, handler_pc, u2) \
177 nonstatic_field(ExceptionTableElement, catch_type_index, u2) \
178 \
179 nonstatic_field(InstanceKlass, _fieldinfo_stream, Array<u1>*) \
180 nonstatic_field(InstanceKlass, _constants, ConstantPool*) \
181 volatile_nonstatic_field(InstanceKlass, _init_state, InstanceKlass::ClassState) \
182 volatile_nonstatic_field(InstanceKlass, _init_thread, JavaThread*) \
183 nonstatic_field(InstanceKlass, _misc_flags._flags, u2) \
184 nonstatic_field(InstanceKlass, _annotations, Annotations*) \
185 \
186 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_sp, intptr_t*) \
187 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_pc, address) \
188 \
189 nonstatic_field(JVMCICompileState, _jvmti_can_hotswap_or_post_breakpoint, jbyte) \
190 nonstatic_field(JVMCICompileState, _jvmti_can_access_local_variables, jbyte) \
191 nonstatic_field(JVMCICompileState, _jvmti_can_post_on_exceptions, jbyte) \
192 nonstatic_field(JVMCICompileState, _jvmti_can_pop_frame, jbyte) \
193 nonstatic_field(JVMCICompileState, _compilation_ticks, jint) \
194 \
195 nonstatic_field(JavaThread, _threadObj, OopHandle) \
196 nonstatic_field(JavaThread, _vthread, OopHandle) \
197 nonstatic_field(JavaThread, _scopedValueCache, OopHandle) \
198 nonstatic_field(JavaThread, _anchor, JavaFrameAnchor) \
199 nonstatic_field(JavaThread, _vm_result, oop) \
200 nonstatic_field(JavaThread, _stack_overflow_state._stack_overflow_limit, address) \
201 volatile_nonstatic_field(JavaThread, _exception_oop, oop) \
202 volatile_nonstatic_field(JavaThread, _exception_pc, address) \
203 volatile_nonstatic_field(JavaThread, _is_method_handle_return, int) \
204 volatile_nonstatic_field(JavaThread, _doing_unsafe_access, bool) \
205 nonstatic_field(JavaThread, _osthread, OSThread*) \
206 nonstatic_field(JavaThread, _saved_exception_pc, address) \
207 nonstatic_field(JavaThread, _pending_deoptimization, int) \
208 nonstatic_field(JavaThread, _pending_failed_speculation, jlong) \
209 nonstatic_field(JavaThread, _pending_transfer_to_interpreter, bool) \
210 nonstatic_field(JavaThread, _jvmci_counters, jlong*) \
211 nonstatic_field(JavaThread, _jvmci_reserved0, jlong) \
212 nonstatic_field(JavaThread, _jvmci_reserved1, jlong) \
213 nonstatic_field(JavaThread, _jvmci_reserved_oop0, oop) \
214 nonstatic_field(JavaThread, _should_post_on_exceptions_flag, int) \
215 nonstatic_field(JavaThread, _jni_environment, JNIEnv) \
216 nonstatic_field(JavaThread, _poll_data, SafepointMechanism::ThreadData) \
217 nonstatic_field(JavaThread, _stack_overflow_state._reserved_stack_activation, address) \
218 nonstatic_field(JavaThread, _held_monitor_count, int64_t) \
219 nonstatic_field(JavaThread, _lock_stack, LockStack) \
220 JVMTI_ONLY(nonstatic_field(JavaThread, _is_in_VTMS_transition, bool)) \
221 JVMTI_ONLY(nonstatic_field(JavaThread, _is_in_tmp_VTMS_transition, bool)) \
222 \
223 nonstatic_field(LockStack, _top, uint32_t) \
224 \
225 JVMTI_ONLY(static_field(JvmtiVTMSTransitionDisabler, _VTMS_notify_jvmti_events, bool)) \
226 \
227 static_field(java_lang_Class, _klass_offset, int) \
228 static_field(java_lang_Class, _array_klass_offset, int) \
229 \
230 nonstatic_field(InvocationCounter, _counter, unsigned int) \
231 \
232 nonstatic_field(Klass, _secondary_super_cache, Klass*) \
233 nonstatic_field(Klass, _secondary_supers, Array<Klass*>*) \
234 nonstatic_field(Klass, _super, Klass*) \
235 nonstatic_field(Klass, _super_check_offset, juint) \
236 volatile_nonstatic_field(Klass, _subklass, Klass*) \
237 nonstatic_field(Klass, _layout_helper, jint) \
238 nonstatic_field(Klass, _name, Symbol*) \
239 volatile_nonstatic_field(Klass, _next_sibling, Klass*) \
240 nonstatic_field(Klass, _java_mirror, OopHandle) \
241 nonstatic_field(Klass, _modifier_flags, jint) \
242 nonstatic_field(Klass, _access_flags, AccessFlags) \
243 nonstatic_field(Klass, _class_loader_data, ClassLoaderData*) \
244 \
245 nonstatic_field(LocalVariableTableElement, start_bci, u2) \
246 nonstatic_field(LocalVariableTableElement, length, u2) \
247 nonstatic_field(LocalVariableTableElement, name_cp_index, u2) \
248 nonstatic_field(LocalVariableTableElement, descriptor_cp_index, u2) \
249 nonstatic_field(LocalVariableTableElement, signature_cp_index, u2) \
250 nonstatic_field(LocalVariableTableElement, slot, u2) \
251 \
252 nonstatic_field(Method, _constMethod, ConstMethod*) \
253 nonstatic_field(Method, _method_data, MethodData*) \
254 nonstatic_field(Method, _method_counters, MethodCounters*) \
255 nonstatic_field(Method, _access_flags, AccessFlags) \
256 nonstatic_field(Method, _vtable_index, int) \
257 nonstatic_field(Method, _intrinsic_id, u2) \
258 nonstatic_field(Method, _flags._status, u4) \
259 volatile_nonstatic_field(Method, _code, CompiledMethod*) \
260 volatile_nonstatic_field(Method, _from_compiled_entry, address) \
261 \
262 nonstatic_field(MethodCounters, _invoke_mask, int) \
263 nonstatic_field(MethodCounters, _backedge_mask, int) \
264 nonstatic_field(MethodCounters, _interpreter_throwout_count, u2) \
265 JVMTI_ONLY(nonstatic_field(MethodCounters, _number_of_breakpoints, u2)) \
266 nonstatic_field(MethodCounters, _invocation_counter, InvocationCounter) \
267 nonstatic_field(MethodCounters, _backedge_counter, InvocationCounter) \
268 \
269 nonstatic_field(MethodData, _size, int) \
270 nonstatic_field(MethodData, _method, Method*) \
271 nonstatic_field(MethodData, _data_size, int) \
272 nonstatic_field(MethodData, _data[0], intptr_t) \
273 nonstatic_field(MethodData, _parameters_type_data_di, int) \
274 nonstatic_field(MethodData, _compiler_counters._nof_decompiles, uint) \
275 nonstatic_field(MethodData, _compiler_counters._nof_overflow_recompiles, uint) \
276 nonstatic_field(MethodData, _compiler_counters._nof_overflow_traps, uint) \
277 nonstatic_field(MethodData, _compiler_counters._trap_hist._array[0], u1) \
278 nonstatic_field(MethodData, _eflags, intx) \
279 nonstatic_field(MethodData, _arg_local, intx) \
280 nonstatic_field(MethodData, _arg_stack, intx) \
281 nonstatic_field(MethodData, _arg_returned, intx) \
282 nonstatic_field(MethodData, _tenure_traps, uint) \
283 nonstatic_field(MethodData, _invoke_mask, int) \
284 nonstatic_field(MethodData, _backedge_mask, int) \
285 nonstatic_field(MethodData, _jvmci_ir_size, int) \
286 \
287 nonstatic_field(nmethod, _verified_entry_point, address) \
288 nonstatic_field(nmethod, _comp_level, CompLevel) \
289 \
290 nonstatic_field(ObjArrayKlass, _element_klass, Klass*) \
291 \
292 unchecked_nonstatic_field(ObjectMonitor, _owner, sizeof(void *)) /* NOTE: no type */ \
293 volatile_nonstatic_field(ObjectMonitor, _recursions, intptr_t) \
294 volatile_nonstatic_field(ObjectMonitor, _cxq, ObjectWaiter*) \
295 volatile_nonstatic_field(ObjectMonitor, _EntryList, ObjectWaiter*) \
296 volatile_nonstatic_field(ObjectMonitor, _succ, JavaThread*) \
297 \
298 volatile_nonstatic_field(oopDesc, _mark, markWord) \
299 volatile_nonstatic_field(oopDesc, _metadata._klass, Klass*) \
300 \
301 static_field(StubRoutines, _verify_oop_count, jint) \
302 \
303 static_field(StubRoutines, _throw_delayed_StackOverflowError_entry, address) \
304 \
305 static_field(StubRoutines, _jbyte_arraycopy, address) \
306 static_field(StubRoutines, _jshort_arraycopy, address) \
307 static_field(StubRoutines, _jint_arraycopy, address) \
308 static_field(StubRoutines, _jlong_arraycopy, address) \
309 static_field(StubRoutines, _oop_arraycopy, address) \
310 static_field(StubRoutines, _oop_arraycopy_uninit, address) \
311 static_field(StubRoutines, _jbyte_disjoint_arraycopy, address) \
312 static_field(StubRoutines, _jshort_disjoint_arraycopy, address) \
313 static_field(StubRoutines, _jint_disjoint_arraycopy, address) \
314 static_field(StubRoutines, _jlong_disjoint_arraycopy, address) \
315 static_field(StubRoutines, _oop_disjoint_arraycopy, address) \
316 static_field(StubRoutines, _oop_disjoint_arraycopy_uninit, address) \
317 static_field(StubRoutines, _arrayof_jbyte_arraycopy, address) \
318 static_field(StubRoutines, _arrayof_jshort_arraycopy, address) \
319 static_field(StubRoutines, _arrayof_jint_arraycopy, address) \
320 static_field(StubRoutines, _arrayof_jlong_arraycopy, address) \
321 static_field(StubRoutines, _arrayof_oop_arraycopy, address) \
322 static_field(StubRoutines, _arrayof_oop_arraycopy_uninit, address) \
323 static_field(StubRoutines, _arrayof_jbyte_disjoint_arraycopy, address) \
324 static_field(StubRoutines, _arrayof_jshort_disjoint_arraycopy, address) \
325 static_field(StubRoutines, _arrayof_jint_disjoint_arraycopy, address) \
326 static_field(StubRoutines, _arrayof_jlong_disjoint_arraycopy, address) \
327 static_field(StubRoutines, _arrayof_oop_disjoint_arraycopy, address) \
328 static_field(StubRoutines, _arrayof_oop_disjoint_arraycopy_uninit, address) \
329 static_field(StubRoutines, _checkcast_arraycopy, address) \
330 static_field(StubRoutines, _checkcast_arraycopy_uninit, address) \
331 static_field(StubRoutines, _unsafe_arraycopy, address) \
332 static_field(StubRoutines, _generic_arraycopy, address) \
333 \
334 static_field(StubRoutines, _aescrypt_encryptBlock, address) \
335 static_field(StubRoutines, _aescrypt_decryptBlock, address) \
336 static_field(StubRoutines, _cipherBlockChaining_encryptAESCrypt, address) \
337 static_field(StubRoutines, _cipherBlockChaining_decryptAESCrypt, address) \
338 static_field(StubRoutines, _electronicCodeBook_encryptAESCrypt, address) \
339 static_field(StubRoutines, _electronicCodeBook_decryptAESCrypt, address) \
340 static_field(StubRoutines, _counterMode_AESCrypt, address) \
341 static_field(StubRoutines, _galoisCounterMode_AESCrypt, address) \
342 static_field(StubRoutines, _base64_encodeBlock, address) \
343 static_field(StubRoutines, _base64_decodeBlock, address) \
344 static_field(StubRoutines, _ghash_processBlocks, address) \
345 static_field(StubRoutines, _md5_implCompress, address) \
346 static_field(StubRoutines, _md5_implCompressMB, address) \
347 static_field(StubRoutines, _chacha20Block, address) \
348 static_field(StubRoutines, _poly1305_processBlocks, address) \
349 static_field(StubRoutines, _sha1_implCompress, address) \
350 static_field(StubRoutines, _sha1_implCompressMB, address) \
351 static_field(StubRoutines, _sha256_implCompress, address) \
352 static_field(StubRoutines, _sha256_implCompressMB, address) \
353 static_field(StubRoutines, _sha512_implCompress, address) \
354 static_field(StubRoutines, _sha512_implCompressMB, address) \
355 static_field(StubRoutines, _sha3_implCompress, address) \
356 static_field(StubRoutines, _sha3_implCompressMB, address) \
357 static_field(StubRoutines, _updateBytesCRC32, address) \
358 static_field(StubRoutines, _crc_table_adr, address) \
359 static_field(StubRoutines, _crc32c_table_addr, address) \
360 static_field(StubRoutines, _updateBytesCRC32C, address) \
361 static_field(StubRoutines, _updateBytesAdler32, address) \
362 static_field(StubRoutines, _multiplyToLen, address) \
363 static_field(StubRoutines, _squareToLen, address) \
364 static_field(StubRoutines, _mulAdd, address) \
365 static_field(StubRoutines, _montgomeryMultiply, address) \
366 static_field(StubRoutines, _montgomerySquare, address) \
367 static_field(StubRoutines, _vectorizedMismatch, address) \
368 static_field(StubRoutines, _bigIntegerRightShiftWorker, address) \
369 static_field(StubRoutines, _bigIntegerLeftShiftWorker, address) \
370 static_field(StubRoutines, _cont_thaw, address) \
371 \
372 nonstatic_field(Thread, _tlab, ThreadLocalAllocBuffer) \
373 nonstatic_field(Thread, _allocated_bytes, jlong) \
374 JFR_ONLY(nonstatic_field(Thread, _jfr_thread_local, JfrThreadLocal)) \
375 \
376 static_field(java_lang_Thread, _tid_offset, int) \
377 static_field(java_lang_Thread, _jvmti_is_in_VTMS_transition_offset, int) \
378 JFR_ONLY(static_field(java_lang_Thread, _jfr_epoch_offset, int)) \
379 \
380 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_id, traceid)) \
381 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_epoch, u2)) \
382 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_excluded, bool)) \
383 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread, bool)) \
384 \
385 nonstatic_field(ThreadLocalAllocBuffer, _start, HeapWord*) \
386 nonstatic_field(ThreadLocalAllocBuffer, _top, HeapWord*) \
387 nonstatic_field(ThreadLocalAllocBuffer, _end, HeapWord*) \
388 nonstatic_field(ThreadLocalAllocBuffer, _pf_top, HeapWord*) \
389 nonstatic_field(ThreadLocalAllocBuffer, _desired_size, size_t) \
390 nonstatic_field(ThreadLocalAllocBuffer, _refill_waste_limit, size_t) \
391 nonstatic_field(ThreadLocalAllocBuffer, _number_of_refills, unsigned) \
392 nonstatic_field(ThreadLocalAllocBuffer, _slow_allocations, unsigned) \
393 \
394 nonstatic_field(SafepointMechanism::ThreadData, _polling_word, volatile uintptr_t) \
395 nonstatic_field(SafepointMechanism::ThreadData, _polling_page, volatile uintptr_t) \
396 \
397 nonstatic_field(ThreadShadow, _pending_exception, oop) \
398 \
399 static_field(Symbol, _vm_symbols[0], Symbol*) \
400 \
401 nonstatic_field(vtableEntry, _method, Method*) \
402
403 #define VM_TYPES(declare_type, declare_toplevel_type, declare_integer_type, declare_unsigned_integer_type) \
404 declare_integer_type(bool) \
405 declare_unsigned_integer_type(size_t) \
406 declare_integer_type(intx) \
407 declare_unsigned_integer_type(uintx) \
408 declare_integer_type(CompLevel) \
409 \
410 declare_toplevel_type(BasicLock) \
411 declare_toplevel_type(CompilerToVM) \
412 declare_toplevel_type(ExceptionTableElement) \
413 declare_toplevel_type(JVMFlag) \
414 declare_toplevel_type(JVMFlag*) \
415 declare_toplevel_type(InvocationCounter) \
416 declare_toplevel_type(JVMCICompileState) \
417 declare_toplevel_type(JVMCIEnv) \
418 declare_toplevel_type(LocalVariableTableElement) \
419 declare_toplevel_type(narrowKlass) \
420 declare_toplevel_type(ObjectWaiter) \
421 declare_toplevel_type(Symbol*) \
422 declare_toplevel_type(vtableEntry) \
423 \
424 declare_toplevel_type(oopDesc) \
425 declare_type(arrayOopDesc, oopDesc) \
426 \
427 declare_toplevel_type(MetaspaceObj) \
428 declare_type(Metadata, MetaspaceObj) \
429 declare_type(Klass, Metadata) \
430 declare_type(InstanceKlass, Klass) \
431 declare_type(ConstantPool, Metadata) \
432
433 #define VM_INT_CONSTANTS(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
434 declare_preprocessor_constant("ASSERT", DEBUG_ONLY(1) NOT_DEBUG(0)) \
435 \
436 declare_constant(CompLevel_none) \
437 declare_constant(CompLevel_simple) \
438 declare_constant(CompLevel_limited_profile) \
439 declare_constant(CompLevel_full_profile) \
440 declare_constant(CompLevel_full_optimization) \
441 declare_constant(HeapWordSize) \
442 declare_constant(InvocationEntryBci) \
443 declare_constant(LogKlassAlignmentInBytes) \
444 declare_constant(JVMCINMethodData::SPECULATION_LENGTH_BITS) \
445 \
446 declare_constant(JVM_ACC_WRITTEN_FLAGS) \
447 declare_constant(JVM_ACC_HAS_FINALIZER) \
448 declare_constant(JVM_ACC_IS_CLONEABLE_FAST) \
449 declare_constant(JVM_ACC_IS_HIDDEN_CLASS) \
450 declare_constant(JVM_ACC_IS_VALUE_BASED_CLASS) \
451 declare_constant(FieldInfo::FieldFlags::_ff_injected) \
452 declare_constant(FieldInfo::FieldFlags::_ff_stable) \
453 declare_preprocessor_constant("JVM_ACC_VARARGS", JVM_ACC_VARARGS) \
454 declare_preprocessor_constant("JVM_ACC_BRIDGE", JVM_ACC_BRIDGE) \
455 declare_preprocessor_constant("JVM_ACC_ANNOTATION", JVM_ACC_ANNOTATION) \
456 declare_preprocessor_constant("JVM_ACC_ENUM", JVM_ACC_ENUM) \
457 declare_preprocessor_constant("JVM_ACC_SYNTHETIC", JVM_ACC_SYNTHETIC) \
458 declare_preprocessor_constant("JVM_ACC_INTERFACE", JVM_ACC_INTERFACE) \
459 \
460 declare_constant(JVM_CONSTANT_Utf8) \
461 declare_constant(JVM_CONSTANT_Unicode) \
462 declare_constant(JVM_CONSTANT_Integer) \
463 declare_constant(JVM_CONSTANT_Float) \
464 declare_constant(JVM_CONSTANT_Long) \
465 declare_constant(JVM_CONSTANT_Double) \
466 declare_constant(JVM_CONSTANT_Class) \
467 declare_constant(JVM_CONSTANT_String) \
468 declare_constant(JVM_CONSTANT_Fieldref) \
469 declare_constant(JVM_CONSTANT_Methodref) \
470 declare_constant(JVM_CONSTANT_InterfaceMethodref) \
471 declare_constant(JVM_CONSTANT_NameAndType) \
472 declare_constant(JVM_CONSTANT_MethodHandle) \
473 declare_constant(JVM_CONSTANT_MethodType) \
474 declare_constant(JVM_CONSTANT_InvokeDynamic) \
475 declare_constant(JVM_CONSTANT_Dynamic) \
476 declare_constant(JVM_CONSTANT_Module) \
477 declare_constant(JVM_CONSTANT_Package) \
478 declare_constant(JVM_CONSTANT_ExternalMax) \
479 \
480 declare_constant(JVM_CONSTANT_Invalid) \
481 declare_constant(JVM_CONSTANT_InternalMin) \
482 declare_constant(JVM_CONSTANT_UnresolvedClass) \
483 declare_constant(JVM_CONSTANT_ClassIndex) \
484 declare_constant(JVM_CONSTANT_StringIndex) \
485 declare_constant(JVM_CONSTANT_UnresolvedClassInError) \
486 declare_constant(JVM_CONSTANT_MethodHandleInError) \
487 declare_constant(JVM_CONSTANT_MethodTypeInError) \
488 declare_constant(JVM_CONSTANT_DynamicInError) \
489 declare_constant(JVM_CONSTANT_InternalMax) \
490 \
491 declare_constant(ArrayData::array_len_off_set) \
492 declare_constant(ArrayData::array_start_off_set) \
493 \
494 declare_constant(BitData::exception_seen_flag) \
495 declare_constant(BitData::null_seen_flag) \
496 declare_constant(BranchData::not_taken_off_set) \
497 \
498 declare_constant_with_value("CardTable::dirty_card", CardTable::dirty_card_val()) \
499 declare_constant_with_value("LockStack::_end_offset", LockStack::end_offset()) \
500 \
501 declare_constant(CodeInstaller::VERIFIED_ENTRY) \
502 declare_constant(CodeInstaller::UNVERIFIED_ENTRY) \
503 declare_constant(CodeInstaller::OSR_ENTRY) \
504 declare_constant(CodeInstaller::EXCEPTION_HANDLER_ENTRY) \
505 declare_constant(CodeInstaller::DEOPT_HANDLER_ENTRY) \
506 declare_constant(CodeInstaller::FRAME_COMPLETE) \
507 declare_constant(CodeInstaller::ENTRY_BARRIER_PATCH) \
508 declare_constant(CodeInstaller::INVOKEINTERFACE) \
509 declare_constant(CodeInstaller::INVOKEVIRTUAL) \
510 declare_constant(CodeInstaller::INVOKESTATIC) \
511 declare_constant(CodeInstaller::INVOKESPECIAL) \
512 declare_constant(CodeInstaller::INLINE_INVOKE) \
513 declare_constant(CodeInstaller::POLL_NEAR) \
514 declare_constant(CodeInstaller::POLL_RETURN_NEAR) \
515 declare_constant(CodeInstaller::POLL_FAR) \
516 declare_constant(CodeInstaller::POLL_RETURN_FAR) \
517 declare_constant(CodeInstaller::CARD_TABLE_SHIFT) \
518 declare_constant(CodeInstaller::CARD_TABLE_ADDRESS) \
519 declare_constant(CodeInstaller::HEAP_TOP_ADDRESS) \
520 declare_constant(CodeInstaller::HEAP_END_ADDRESS) \
521 declare_constant(CodeInstaller::NARROW_KLASS_BASE_ADDRESS) \
522 declare_constant(CodeInstaller::NARROW_OOP_BASE_ADDRESS) \
523 declare_constant(CodeInstaller::CRC_TABLE_ADDRESS) \
524 declare_constant(CodeInstaller::LOG_OF_HEAP_REGION_GRAIN_BYTES) \
525 declare_constant(CodeInstaller::INLINE_CONTIGUOUS_ALLOCATION_SUPPORTED) \
526 declare_constant(CodeInstaller::DEOPT_MH_HANDLER_ENTRY) \
527 declare_constant(CodeInstaller::VERIFY_OOP_COUNT_ADDRESS) \
528 declare_constant(CodeInstaller::VERIFY_OOPS) \
529 declare_constant(CodeInstaller::VERIFY_OOP_BITS) \
530 declare_constant(CodeInstaller::VERIFY_OOP_MASK) \
531 declare_constant(CodeInstaller::INVOKE_INVALID) \
532 \
533 declare_constant(CodeInstaller::ILLEGAL) \
534 declare_constant(CodeInstaller::REGISTER_PRIMITIVE) \
535 declare_constant(CodeInstaller::REGISTER_OOP) \
536 declare_constant(CodeInstaller::REGISTER_NARROW_OOP) \
537 declare_constant(CodeInstaller::STACK_SLOT_PRIMITIVE) \
538 declare_constant(CodeInstaller::STACK_SLOT_OOP) \
539 declare_constant(CodeInstaller::STACK_SLOT_NARROW_OOP) \
540 declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID) \
541 declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID2) \
542 declare_constant(CodeInstaller::NULL_CONSTANT) \
543 declare_constant(CodeInstaller::RAW_CONSTANT) \
544 declare_constant(CodeInstaller::PRIMITIVE_0) \
545 declare_constant(CodeInstaller::PRIMITIVE4) \
546 declare_constant(CodeInstaller::PRIMITIVE8) \
547 declare_constant(CodeInstaller::JOBJECT) \
548 declare_constant(CodeInstaller::OBJECT_ID) \
549 declare_constant(CodeInstaller::OBJECT_ID2) \
550 \
551 declare_constant(CodeInstaller::NO_FINALIZABLE_SUBCLASS) \
552 declare_constant(CodeInstaller::CONCRETE_SUBTYPE) \
553 declare_constant(CodeInstaller::LEAF_TYPE) \
554 declare_constant(CodeInstaller::CONCRETE_METHOD) \
555 declare_constant(CodeInstaller::CALLSITE_TARGET_VALUE) \
556 \
557 declare_constant(CodeInstaller::PATCH_OBJECT_ID) \
558 declare_constant(CodeInstaller::PATCH_OBJECT_ID2) \
559 declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID) \
560 declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID2) \
561 declare_constant(CodeInstaller::PATCH_JOBJECT) \
562 declare_constant(CodeInstaller::PATCH_NARROW_JOBJECT) \
563 declare_constant(CodeInstaller::PATCH_KLASS) \
564 declare_constant(CodeInstaller::PATCH_NARROW_KLASS) \
565 declare_constant(CodeInstaller::PATCH_METHOD) \
566 declare_constant(CodeInstaller::PATCH_DATA_SECTION_REFERENCE) \
567 \
568 declare_constant(CodeInstaller::SITE_CALL) \
569 declare_constant(CodeInstaller::SITE_FOREIGN_CALL) \
570 declare_constant(CodeInstaller::SITE_FOREIGN_CALL_NO_DEBUG_INFO) \
571 declare_constant(CodeInstaller::SITE_SAFEPOINT) \
572 declare_constant(CodeInstaller::SITE_INFOPOINT) \
573 declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION) \
574 declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION_DISPATCH) \
575 declare_constant(CodeInstaller::SITE_MARK) \
576 declare_constant(CodeInstaller::SITE_DATA_PATCH) \
577 declare_constant(CodeInstaller::SITE_EXCEPTION_HANDLER) \
578 \
579 declare_constant(CodeInstaller::DI_HAS_REFERENCE_MAP) \
580 declare_constant(CodeInstaller::DI_HAS_CALLEE_SAVE_INFO) \
581 declare_constant(CodeInstaller::DI_HAS_FRAMES) \
582 \
583 declare_constant(CodeInstaller::DIF_HAS_LOCALS) \
584 declare_constant(CodeInstaller::DIF_HAS_STACK) \
585 declare_constant(CodeInstaller::DIF_HAS_LOCKS) \
586 declare_constant(CodeInstaller::DIF_DURING_CALL) \
587 declare_constant(CodeInstaller::DIF_RETHROW_EXCEPTION) \
588 \
589 declare_constant(CodeInstaller::HCC_IS_NMETHOD) \
590 declare_constant(CodeInstaller::HCC_HAS_ASSUMPTIONS) \
591 declare_constant(CodeInstaller::HCC_HAS_METHODS) \
592 declare_constant(CodeInstaller::HCC_HAS_DEOPT_RESCUE_SLOT) \
593 declare_constant(CodeInstaller::HCC_HAS_COMMENTS) \
594 \
595 declare_constant(CodeInstaller::NO_REGISTER) \
596 \
597 declare_constant(CollectedHeap::None) \
598 declare_constant(CollectedHeap::Serial) \
599 declare_constant(CollectedHeap::Parallel) \
600 declare_constant(CollectedHeap::G1) \
601 declare_constant(CollectedHeap::Epsilon) \
602 declare_constant(CollectedHeap::Z) \
603 declare_constant(CollectedHeap::Shenandoah) \
604 \
605 declare_constant(vmIntrinsics::FIRST_MH_SIG_POLY) \
606 declare_constant(vmIntrinsics::LAST_MH_SIG_POLY) \
607 declare_constant(vmIntrinsics::_invokeGeneric) \
608 declare_constant(vmIntrinsics::_compiledLambdaForm) \
609 \
610 declare_constant(ConstantPool::CPCACHE_INDEX_TAG) \
611 declare_constant(ConstantPool::_has_dynamic_constant) \
612 \
613 declare_constant(ConstMethodFlags::_misc_has_linenumber_table) \
614 declare_constant(ConstMethodFlags::_misc_has_localvariable_table) \
615 declare_constant(ConstMethodFlags::_misc_has_exception_table) \
616 declare_constant(ConstMethodFlags::_misc_has_method_annotations) \
617 declare_constant(ConstMethodFlags::_misc_has_parameter_annotations) \
618 declare_constant(ConstMethodFlags::_misc_caller_sensitive) \
619 declare_constant(ConstMethodFlags::_misc_is_hidden) \
620 declare_constant(ConstMethodFlags::_misc_intrinsic_candidate) \
621 declare_constant(ConstMethodFlags::_misc_reserved_stack_access) \
622 declare_constant(ConstMethodFlags::_misc_changes_current_thread) \
623 \
624 declare_constant(CounterData::count_off) \
625 \
626 declare_constant(DataLayout::cell_size) \
627 declare_constant(DataLayout::no_tag) \
628 declare_constant(DataLayout::bit_data_tag) \
629 declare_constant(DataLayout::counter_data_tag) \
630 declare_constant(DataLayout::jump_data_tag) \
631 declare_constant(DataLayout::receiver_type_data_tag) \
632 declare_constant(DataLayout::virtual_call_data_tag) \
633 declare_constant(DataLayout::ret_data_tag) \
634 declare_constant(DataLayout::branch_data_tag) \
635 declare_constant(DataLayout::multi_branch_data_tag) \
636 declare_constant(DataLayout::arg_info_data_tag) \
637 declare_constant(DataLayout::call_type_data_tag) \
638 declare_constant(DataLayout::virtual_call_type_data_tag) \
639 declare_constant(DataLayout::parameters_type_data_tag) \
640 declare_constant(DataLayout::speculative_trap_data_tag) \
641 \
642 declare_constant(Deoptimization::Unpack_deopt) \
643 declare_constant(Deoptimization::Unpack_exception) \
644 declare_constant(Deoptimization::Unpack_uncommon_trap) \
645 declare_constant(Deoptimization::Unpack_reexecute) \
646 \
647 declare_constant(Deoptimization::_action_bits) \
648 declare_constant(Deoptimization::_reason_bits) \
649 declare_constant(Deoptimization::_debug_id_bits) \
650 declare_constant(Deoptimization::_action_shift) \
651 declare_constant(Deoptimization::_reason_shift) \
652 declare_constant(Deoptimization::_debug_id_shift) \
653 \
654 declare_constant(Deoptimization::Action_none) \
655 declare_constant(Deoptimization::Action_maybe_recompile) \
656 declare_constant(Deoptimization::Action_reinterpret) \
657 declare_constant(Deoptimization::Action_make_not_entrant) \
658 declare_constant(Deoptimization::Action_make_not_compilable) \
659 \
660 declare_constant(Deoptimization::Reason_none) \
661 declare_constant(Deoptimization::Reason_null_check) \
662 declare_constant(Deoptimization::Reason_range_check) \
663 declare_constant(Deoptimization::Reason_class_check) \
664 declare_constant(Deoptimization::Reason_array_check) \
665 declare_constant(Deoptimization::Reason_unreached0) \
666 declare_constant(Deoptimization::Reason_constraint) \
667 declare_constant(Deoptimization::Reason_div0_check) \
668 declare_constant(Deoptimization::Reason_loop_limit_check) \
669 declare_constant(Deoptimization::Reason_type_checked_inlining) \
670 declare_constant(Deoptimization::Reason_optimized_type_check) \
671 declare_constant(Deoptimization::Reason_aliasing) \
672 declare_constant(Deoptimization::Reason_transfer_to_interpreter) \
673 declare_constant(Deoptimization::Reason_not_compiled_exception_handler) \
674 declare_constant(Deoptimization::Reason_unresolved) \
675 declare_constant(Deoptimization::Reason_jsr_mismatch) \
676 declare_constant(Deoptimization::Reason_TRAP_HISTORY_LENGTH) \
677 declare_constant(Deoptimization::_support_large_access_byte_array_virtualization) \
678 \
679 \
680 declare_constant(InstanceKlass::linked) \
681 declare_constant(InstanceKlass::being_initialized) \
682 declare_constant(InstanceKlass::fully_initialized) \
683 \
684 declare_constant(LockingMode::LM_MONITOR) \
685 declare_constant(LockingMode::LM_LEGACY) \
686 declare_constant(LockingMode::LM_LIGHTWEIGHT) \
687 \
688 /*********************************/ \
689 /* InstanceKlass _misc_flags */ \
690 /*********************************/ \
691 \
692 declare_constant(InstanceKlassFlags::_misc_has_nonstatic_concrete_methods) \
693 declare_constant(InstanceKlassFlags::_misc_declares_nonstatic_concrete_methods) \
694 \
695 declare_constant(JumpData::taken_off_set) \
696 declare_constant(JumpData::displacement_off_set) \
697 \
698 declare_preprocessor_constant("JVMCI::ok", JVMCI::ok) \
699 declare_preprocessor_constant("JVMCI::dependencies_failed", JVMCI::dependencies_failed) \
700 declare_preprocessor_constant("JVMCI::cache_full", JVMCI::cache_full) \
701 declare_preprocessor_constant("JVMCI::code_too_large", JVMCI::code_too_large) \
702 declare_preprocessor_constant("JVMCI::nmethod_reclaimed", JVMCI::nmethod_reclaimed) \
703 declare_preprocessor_constant("JVMCI::first_permanent_bailout", JVMCI::first_permanent_bailout) \
704 \
705 declare_constant(JVMCIRuntime::none) \
706 declare_constant(JVMCIRuntime::by_holder) \
707 declare_constant(JVMCIRuntime::by_full_signature) \
708 \
709 declare_constant(Klass::_lh_neutral_value) \
710 declare_constant(Klass::_lh_instance_slow_path_bit) \
711 declare_constant(Klass::_lh_log2_element_size_shift) \
712 declare_constant(Klass::_lh_log2_element_size_mask) \
713 declare_constant(Klass::_lh_element_type_shift) \
714 declare_constant(Klass::_lh_element_type_mask) \
715 declare_constant(Klass::_lh_header_size_shift) \
716 declare_constant(Klass::_lh_header_size_mask) \
717 declare_constant(Klass::_lh_array_tag_shift) \
718 declare_constant(Klass::_lh_array_tag_type_value) \
719 declare_constant(Klass::_lh_array_tag_obj_value) \
720 \
721 declare_constant(markWord::no_hash) \
722 \
723 declare_constant(MethodFlags::_misc_force_inline) \
724 declare_constant(MethodFlags::_misc_dont_inline) \
725 \
726 declare_constant(Method::nonvirtual_vtable_index) \
727 declare_constant(Method::invalid_vtable_index) \
728 \
729 declare_constant(MultiBranchData::per_case_cell_count) \
730 \
731 AARCH64_ONLY(declare_constant(NMethodPatchingType::stw_instruction_and_data_patch)) \
732 AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_instruction_and_data_patch)) \
733 AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_data_patch)) \
734 \
735 declare_constant(ObjectMonitor::ANONYMOUS_OWNER) \
736 \
737 declare_constant(ReceiverTypeData::nonprofiled_count_off_set) \
738 declare_constant(ReceiverTypeData::receiver_type_row_cell_count) \
739 declare_constant(ReceiverTypeData::receiver0_offset) \
740 declare_constant(ReceiverTypeData::count0_offset) \
741 \
742 declare_constant(vmIntrinsics::_invokeBasic) \
743 declare_constant(vmIntrinsics::_linkToVirtual) \
744 declare_constant(vmIntrinsics::_linkToStatic) \
745 declare_constant(vmIntrinsics::_linkToSpecial) \
746 declare_constant(vmIntrinsics::_linkToInterface) \
747 \
748 declare_constant(vmSymbols::FIRST_SID) \
749 declare_constant(vmSymbols::SID_LIMIT) \
750
751 #define VM_LONG_CONSTANTS(declare_constant, declare_preprocessor_constant) \
752 declare_constant(InvocationCounter::count_increment) \
753 declare_constant(InvocationCounter::count_shift) \
754 \
755 declare_constant(markWord::hash_shift) \
756 declare_constant(markWord::monitor_value) \
757 \
758 declare_constant(markWord::lock_mask_in_place) \
759 declare_constant(markWord::age_mask_in_place) \
760 declare_constant(markWord::hash_mask) \
761 declare_constant(markWord::hash_mask_in_place) \
762 \
763 declare_constant(markWord::unlocked_value) \
764 \
765 declare_constant(markWord::no_hash_in_place) \
766 declare_constant(markWord::no_lock_in_place) \
767
768 #define VM_ADDRESSES(declare_address, declare_preprocessor_address, declare_function) \
769 declare_function(SharedRuntime::register_finalizer) \
770 declare_function(SharedRuntime::exception_handler_for_return_address) \
771 declare_function(SharedRuntime::OSR_migration_end) \
772 declare_function(SharedRuntime::enable_stack_reserved_zone) \
773 declare_function(SharedRuntime::frem) \
774 declare_function(SharedRuntime::drem) \
775 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_start)) \
776 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_end)) \
777 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_mount)) \
778 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_unmount)) \
779 \
780 declare_function(os::dll_load) \
781 declare_function(os::dll_lookup) \
782 declare_function(os::javaTimeMillis) \
783 declare_function(os::javaTimeNanos) \
784 \
785 declare_function(Deoptimization::fetch_unroll_info) \
786 declare_function(Deoptimization::uncommon_trap) \
787 declare_function(Deoptimization::unpack_frames) \
788 \
789 declare_function(JVMCIRuntime::new_instance) \
790 declare_function(JVMCIRuntime::new_array) \
791 declare_function(JVMCIRuntime::new_multi_array) \
792 declare_function(JVMCIRuntime::dynamic_new_array) \
793 declare_function(JVMCIRuntime::dynamic_new_instance) \
794 \
795 declare_function(JVMCIRuntime::new_instance_or_null) \
796 declare_function(JVMCIRuntime::new_array_or_null) \
797 declare_function(JVMCIRuntime::new_multi_array_or_null) \
798 declare_function(JVMCIRuntime::dynamic_new_array_or_null) \
799 declare_function(JVMCIRuntime::dynamic_new_instance_or_null) \
800 \
801 declare_function(JVMCIRuntime::invoke_static_method_one_arg) \
802 \
803 declare_function(JVMCIRuntime::vm_message) \
804 declare_function(JVMCIRuntime::identity_hash_code) \
805 declare_function(JVMCIRuntime::exception_handler_for_pc) \
806 declare_function(JVMCIRuntime::monitorenter) \
807 declare_function(JVMCIRuntime::monitorexit) \
808 declare_function(JVMCIRuntime::object_notify) \
809 declare_function(JVMCIRuntime::object_notifyAll) \
810 declare_function(JVMCIRuntime::throw_and_post_jvmti_exception) \
811 declare_function(JVMCIRuntime::throw_klass_external_name_exception) \
812 declare_function(JVMCIRuntime::throw_class_cast_exception) \
813 declare_function(JVMCIRuntime::log_primitive) \
814 declare_function(JVMCIRuntime::log_object) \
815 declare_function(JVMCIRuntime::log_printf) \
816 declare_function(JVMCIRuntime::vm_error) \
817 declare_function(JVMCIRuntime::load_and_clear_exception) \
818 G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_pre)) \
819 G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_post)) \
820 declare_function(JVMCIRuntime::validate_object) \
821 \
822 declare_function(JVMCIRuntime::test_deoptimize_call_int)
823
824
825 #if INCLUDE_G1GC
826
827 #define VM_STRUCTS_JVMCI_G1GC(nonstatic_field, static_field) \
828 static_field(HeapRegion, LogOfHRGrainBytes, int)
829
830 #define VM_INT_CONSTANTS_JVMCI_G1GC(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
831 declare_constant_with_value("G1CardTable::g1_young_gen", G1CardTable::g1_young_card_val()) \
832 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_active_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_active_offset())) \
833 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_index_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_index_offset())) \
834 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_buffer_offset())) \
835 declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_index_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_index_offset())) \
836 declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_buffer_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_buffer_offset()))
837
838 #endif // INCLUDE_G1GC
839
840
841 #ifdef LINUX
842
843 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
844 declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
845
846 #endif
847
848
849 #ifdef BSD
850
851 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
852 declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
853
854 #endif
855
856 #ifdef AARCH64
857
858 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
859 static_field(VM_Version, _zva_length, int) \
860 static_field(StubRoutines::aarch64, _count_positives, address) \
861 static_field(StubRoutines::aarch64, _count_positives_long, address) \
862 static_field(VM_Version, _rop_protection, bool) \
863 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*)
864
865 #define DECLARE_INT_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_INT_CONSTANT_ENTRY(VM_Version::CPU_##id)
866 #define VM_INT_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_INT_CPU_FEATURE_CONSTANT)
867
868 #endif
869
870 #ifdef X86
871
872 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
873 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*) \
874 static_field(VM_Version, _has_intel_jcc_erratum, bool)
875
876 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
877 LP64_ONLY(declare_constant(frame::arg_reg_save_area_bytes)) \
878 declare_constant(frame::interpreter_frame_sender_sp_offset) \
879 declare_constant(frame::interpreter_frame_last_sp_offset)
880
881 #define DECLARE_LONG_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_LONG_CONSTANT_ENTRY(VM_Version::CPU_##id)
882 #define VM_LONG_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_LONG_CPU_FEATURE_CONSTANT)
883
884 #endif
885
886 /*
887 * Dummy defines for architectures that don't use these.
888 */
889 #ifndef VM_STRUCTS_CPU
890 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field)
891 #endif
892
893 #ifndef VM_INT_CONSTANTS_CPU
894 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
895 #endif
896
897 #ifndef VM_LONG_CONSTANTS_CPU
898 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
899 #endif
900
901 #ifndef VM_ADDRESSES_OS
902 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function)
903 #endif
904
905 //
906 // Instantiation of VMStructEntries, VMTypeEntries and VMIntConstantEntries
907 //
908
909 // These initializers are allowed to access private fields in classes
910 // as long as class VMStructs is a friend
911 VMStructEntry JVMCIVMStructs::localHotSpotVMStructs[] = {
912 VM_STRUCTS(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
913 GENERATE_STATIC_VM_STRUCT_ENTRY,
914 GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
915 GENERATE_NONSTATIC_VM_STRUCT_ENTRY)
916
917 VM_STRUCTS_CPU(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
918 GENERATE_STATIC_VM_STRUCT_ENTRY,
919 GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
920 GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
921 GENERATE_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
922 GENERATE_C2_NONSTATIC_VM_STRUCT_ENTRY,
923 GENERATE_C1_UNCHECKED_STATIC_VM_STRUCT_ENTRY,
924 GENERATE_C2_UNCHECKED_STATIC_VM_STRUCT_ENTRY)
925
926 #if INCLUDE_G1GC
927 VM_STRUCTS_JVMCI_G1GC(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
928 GENERATE_STATIC_VM_STRUCT_ENTRY)
929 #endif
930
931 GENERATE_VM_STRUCT_LAST_ENTRY()
932 };
933
934 VMTypeEntry JVMCIVMStructs::localHotSpotVMTypes[] = {
935 VM_TYPES(GENERATE_VM_TYPE_ENTRY,
936 GENERATE_TOPLEVEL_VM_TYPE_ENTRY,
937 GENERATE_INTEGER_VM_TYPE_ENTRY,
938 GENERATE_UNSIGNED_INTEGER_VM_TYPE_ENTRY)
939
940 GENERATE_VM_TYPE_LAST_ENTRY()
941 };
942
943 VMIntConstantEntry JVMCIVMStructs::localHotSpotVMIntConstants[] = {
944 VM_INT_CONSTANTS(GENERATE_VM_INT_CONSTANT_ENTRY,
945 GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
946 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
947
948 VM_INT_CONSTANTS_CPU(GENERATE_VM_INT_CONSTANT_ENTRY,
949 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY,
950 GENERATE_C1_VM_INT_CONSTANT_ENTRY,
951 GENERATE_C2_VM_INT_CONSTANT_ENTRY,
952 GENERATE_C2_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
953
954 #if INCLUDE_G1GC
955 VM_INT_CONSTANTS_JVMCI_G1GC(GENERATE_VM_INT_CONSTANT_ENTRY,
956 GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
957 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
958 #endif
959 #ifdef VM_INT_CPU_FEATURE_CONSTANTS
960 VM_INT_CPU_FEATURE_CONSTANTS
961 #endif
962 GENERATE_VM_INT_CONSTANT_LAST_ENTRY()
963 };
964
965 VMLongConstantEntry JVMCIVMStructs::localHotSpotVMLongConstants[] = {
966 VM_LONG_CONSTANTS(GENERATE_VM_LONG_CONSTANT_ENTRY,
967 GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
968
969 VM_LONG_CONSTANTS_CPU(GENERATE_VM_LONG_CONSTANT_ENTRY,
970 GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY,
971 GENERATE_C1_VM_LONG_CONSTANT_ENTRY,
972 GENERATE_C2_VM_LONG_CONSTANT_ENTRY,
973 GENERATE_C2_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
974 #ifdef VM_LONG_CPU_FEATURE_CONSTANTS
975 VM_LONG_CPU_FEATURE_CONSTANTS
976 #endif
977 GENERATE_VM_LONG_CONSTANT_LAST_ENTRY()
978 };
979 #undef DECLARE_CPU_FEATURE_FLAG
980
981 VMAddressEntry JVMCIVMStructs::localHotSpotVMAddresses[] = {
982 VM_ADDRESSES(GENERATE_VM_ADDRESS_ENTRY,
983 GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
984 GENERATE_VM_FUNCTION_ENTRY)
985 VM_ADDRESSES_OS(GENERATE_VM_ADDRESS_ENTRY,
986 GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
987 GENERATE_VM_FUNCTION_ENTRY)
988
989 GENERATE_VM_ADDRESS_LAST_ENTRY()
990 };
991
992 int JVMCIVMStructs::localHotSpotVMStructs_count() {
993 // Ignore sentinel entry at the end
994 return (sizeof(localHotSpotVMStructs) / sizeof(VMStructEntry)) - 1;
995 }
996 int JVMCIVMStructs::localHotSpotVMTypes_count() {
997 // Ignore sentinel entry at the end
998 return (sizeof(localHotSpotVMTypes) / sizeof(VMTypeEntry)) - 1;
999 }
1000 int JVMCIVMStructs::localHotSpotVMIntConstants_count() {
1001 // Ignore sentinel entry at the end
1002 return (sizeof(localHotSpotVMIntConstants) / sizeof(VMIntConstantEntry)) - 1;
1003 }
1004 int JVMCIVMStructs::localHotSpotVMLongConstants_count() {
1005 // Ignore sentinel entry at the end
1006 return (sizeof(localHotSpotVMLongConstants) / sizeof(VMLongConstantEntry)) - 1;
1007 }
1008 int JVMCIVMStructs::localHotSpotVMAddresses_count() {
1009 // Ignore sentinel entry at the end
1010 return (sizeof(localHotSpotVMAddresses) / sizeof(VMAddressEntry)) - 1;
1011 }
1012
1013 extern "C" {
1014 JNIEXPORT VMStructEntry* jvmciHotSpotVMStructs = JVMCIVMStructs::localHotSpotVMStructs;
1015 JNIEXPORT VMTypeEntry* jvmciHotSpotVMTypes = JVMCIVMStructs::localHotSpotVMTypes;
1016 JNIEXPORT VMIntConstantEntry* jvmciHotSpotVMIntConstants = JVMCIVMStructs::localHotSpotVMIntConstants;
1017 JNIEXPORT VMLongConstantEntry* jvmciHotSpotVMLongConstants = JVMCIVMStructs::localHotSpotVMLongConstants;
1018 JNIEXPORT VMAddressEntry* jvmciHotSpotVMAddresses = JVMCIVMStructs::localHotSpotVMAddresses;
1019 }
1020
1021 #ifdef ASSERT
1022 // This is used both to check the types of referenced fields and
1023 // to ensure that all of the field types are present.
1024 void JVMCIVMStructs::init() {
1025 VM_STRUCTS(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1026 CHECK_STATIC_VM_STRUCT_ENTRY,
1027 CHECK_NO_OP,
1028 CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY);
1029
1030
1031 VM_STRUCTS_CPU(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1032 CHECK_STATIC_VM_STRUCT_ENTRY,
1033 CHECK_NO_OP,
1034 CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY,
1035 CHECK_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
1036 CHECK_C2_NONSTATIC_VM_STRUCT_ENTRY,
1037 CHECK_NO_OP,
1038 CHECK_NO_OP);
1039
1040 #if INCLUDE_G1GC
1041 VM_STRUCTS_JVMCI_G1GC(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1042 CHECK_STATIC_VM_STRUCT_ENTRY)
1043 #endif
1044
1045 VM_TYPES(CHECK_VM_TYPE_ENTRY,
1046 CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1047 CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1048 CHECK_SINGLE_ARG_VM_TYPE_NO_OP);
1049 }
1050
1051 void jvmci_vmStructs_init() {
1052 JVMCIVMStructs::init();
1053 }
1054 #endif // ASSERT