1 /*
2 * Copyright (c) 2015, 2024, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "code/codeCache.hpp"
27 #include "code/compiledIC.hpp"
28 #include "compiler/compileBroker.hpp"
29 #include "gc/shared/collectedHeap.hpp"
30 #include "jvmci/jvmciCodeInstaller.hpp"
31 #include "jvmci/jvmciCompilerToVM.hpp"
32 #include "jvmci/jvmciRuntime.hpp"
33 #include "jvmci/vmStructs_jvmci.hpp"
34 #include "oops/klassVtable.hpp"
35 #include "oops/methodCounters.hpp"
36 #include "oops/objArrayKlass.hpp"
37 #include "prims/jvmtiThreadState.hpp"
38 #include "runtime/deoptimization.hpp"
39 #include "runtime/flags/jvmFlag.hpp"
40 #include "runtime/osThread.hpp"
41 #include "runtime/sharedRuntime.hpp"
42 #include "runtime/stubRoutines.hpp"
43 #include "runtime/vm_version.hpp"
44 #if INCLUDE_G1GC
45 #include "gc/g1/g1CardTable.hpp"
46 #include "gc/g1/g1HeapRegion.hpp"
47 #include "gc/g1/g1ThreadLocalData.hpp"
48 #endif
49
50 #define VM_STRUCTS(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field) \
51 static_field(CompilerToVM::Data, Klass_vtable_start_offset, int) \
52 static_field(CompilerToVM::Data, Klass_vtable_length_offset, int) \
53 \
54 static_field(CompilerToVM::Data, Method_extra_stack_entries, int) \
55 \
56 static_field(CompilerToVM::Data, SharedRuntime_ic_miss_stub, address) \
57 static_field(CompilerToVM::Data, SharedRuntime_handle_wrong_method_stub, address) \
58 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_unpack, address) \
59 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_unpack_with_exception_in_tls, \
60 address) \
61 static_field(CompilerToVM::Data, SharedRuntime_deopt_blob_uncommon_trap, address) \
62 static_field(CompilerToVM::Data, SharedRuntime_polling_page_return_handler, \
63 address) \
64 \
65 static_field(CompilerToVM::Data, nmethod_entry_barrier, address) \
66 static_field(CompilerToVM::Data, thread_disarmed_guard_value_offset, int) \
67 static_field(CompilerToVM::Data, thread_address_bad_mask_offset, int) \
68 AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_nmethod_patching_type, int)) \
69 \
70 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_oop_field_preloaded, address) \
71 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_weak_oop_field_preloaded, address) \
72 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_phantom_oop_field_preloaded, address) \
73 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_oop_field_preloaded, address) \
74 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_weak_oop_field_preloaded, address) \
75 static_field(CompilerToVM::Data, ZBarrierSetRuntime_weak_load_barrier_on_phantom_oop_field_preloaded, address) \
76 static_field(CompilerToVM::Data, ZBarrierSetRuntime_load_barrier_on_oop_array, address) \
77 static_field(CompilerToVM::Data, ZBarrierSetRuntime_clone, address) \
78 \
79 static_field(CompilerToVM::Data, continuations_enabled, bool) \
80 \
81 static_field(CompilerToVM::Data, ThreadLocalAllocBuffer_alignment_reserve, size_t) \
82 \
83 static_field(CompilerToVM::Data, Universe_collectedHeap, CollectedHeap*) \
84 static_field(CompilerToVM::Data, Universe_base_vtable_size, int) \
85 static_field(CompilerToVM::Data, Universe_narrow_oop_base, address) \
86 static_field(CompilerToVM::Data, Universe_narrow_oop_shift, int) \
87 static_field(CompilerToVM::Data, Universe_narrow_klass_base, address) \
88 static_field(CompilerToVM::Data, Universe_narrow_klass_shift, int) \
89 static_field(CompilerToVM::Data, Universe_non_oop_bits, void*) \
90 static_field(CompilerToVM::Data, Universe_verify_oop_mask, uintptr_t) \
91 static_field(CompilerToVM::Data, Universe_verify_oop_bits, uintptr_t) \
92 \
93 static_field(CompilerToVM::Data, _supports_inline_contig_alloc, bool) \
94 static_field(CompilerToVM::Data, _heap_end_addr, HeapWord**) \
95 static_field(CompilerToVM::Data, _heap_top_addr, HeapWord* volatile*) \
96 \
97 static_field(CompilerToVM::Data, _max_oop_map_stack_offset, int) \
98 static_field(CompilerToVM::Data, _fields_annotations_base_offset, int) \
99 \
100 static_field(CompilerToVM::Data, cardtable_start_address, CardTable::CardValue*) \
101 static_field(CompilerToVM::Data, cardtable_shift, int) \
102 \
103 static_field(CompilerToVM::Data, vm_page_size, size_t) \
104 \
105 static_field(CompilerToVM::Data, sizeof_vtableEntry, int) \
106 static_field(CompilerToVM::Data, sizeof_ExceptionTableElement, int) \
107 static_field(CompilerToVM::Data, sizeof_LocalVariableTableElement, int) \
108 static_field(CompilerToVM::Data, sizeof_ConstantPool, int) \
109 static_field(CompilerToVM::Data, sizeof_narrowKlass, int) \
110 static_field(CompilerToVM::Data, sizeof_arrayOopDesc, int) \
111 static_field(CompilerToVM::Data, sizeof_BasicLock, int) \
112 \
113 static_field(CompilerToVM::Data, dsin, address) \
114 static_field(CompilerToVM::Data, dcos, address) \
115 static_field(CompilerToVM::Data, dtan, address) \
116 static_field(CompilerToVM::Data, dexp, address) \
117 static_field(CompilerToVM::Data, dlog, address) \
118 static_field(CompilerToVM::Data, dlog10, address) \
119 static_field(CompilerToVM::Data, dpow, address) \
120 \
121 static_field(CompilerToVM::Data, symbol_init, address) \
122 static_field(CompilerToVM::Data, symbol_clinit, address) \
123 \
124 static_field(CompilerToVM::Data, data_section_item_alignment, int) \
125 \
126 static_field(CompilerToVM::Data, _should_notify_object_alloc, int*) \
127 \
128 static_field(Abstract_VM_Version, _features, uint64_t) \
129 \
130 nonstatic_field(Annotations, _class_annotations, AnnotationArray*) \
131 nonstatic_field(Annotations, _fields_annotations, Array<AnnotationArray*>*) \
132 \
133 nonstatic_field(Array<int>, _length, int) \
134 unchecked_nonstatic_field(Array<u1>, _data, sizeof(u1)) \
135 unchecked_nonstatic_field(Array<u2>, _data, sizeof(u2)) \
136 nonstatic_field(Array<Klass*>, _length, int) \
137 nonstatic_field(Array<Klass*>, _data[0], Klass*) \
138 \
139 volatile_nonstatic_field(BasicLock, _displaced_header, markWord) \
140 \
141 static_field(CodeCache, _low_bound, address) \
142 static_field(CodeCache, _high_bound, address) \
143 \
144 nonstatic_field(CollectedHeap, _total_collections, unsigned int) \
145 \
146 nonstatic_field(CompileTask, _num_inlined_bytecodes, int) \
147 \
148 volatile_nonstatic_field(CompiledICData, _speculated_method, Method*) \
149 volatile_nonstatic_field(CompiledICData, _speculated_klass, uintptr_t) \
150 nonstatic_field(CompiledICData, _itable_defc_klass, Klass*) \
151 nonstatic_field(CompiledICData, _itable_refc_klass, Klass*) \
152 \
153 nonstatic_field(ConstantPool, _tags, Array<u1>*) \
154 nonstatic_field(ConstantPool, _pool_holder, InstanceKlass*) \
155 nonstatic_field(ConstantPool, _length, int) \
156 nonstatic_field(ConstantPool, _flags, u2) \
157 nonstatic_field(ConstantPool, _source_file_name_index, u2) \
158 \
159 nonstatic_field(ConstMethod, _constants, ConstantPool*) \
160 nonstatic_field(ConstMethod, _flags._flags, u4) \
161 nonstatic_field(ConstMethod, _code_size, u2) \
162 nonstatic_field(ConstMethod, _name_index, u2) \
163 nonstatic_field(ConstMethod, _signature_index, u2) \
164 nonstatic_field(ConstMethod, _method_idnum, u2) \
165 nonstatic_field(ConstMethod, _max_stack, u2) \
166 nonstatic_field(ConstMethod, _max_locals, u2) \
167 \
168 nonstatic_field(DataLayout, _header._struct._tag, u1) \
169 nonstatic_field(DataLayout, _header._struct._flags, u1) \
170 nonstatic_field(DataLayout, _header._struct._bci, u2) \
171 nonstatic_field(DataLayout, _header._struct._traps, u4) \
172 nonstatic_field(DataLayout, _cells[0], intptr_t) \
173 \
174 nonstatic_field(Deoptimization::UnrollBlock, _size_of_deoptimized_frame, int) \
175 nonstatic_field(Deoptimization::UnrollBlock, _caller_adjustment, int) \
176 nonstatic_field(Deoptimization::UnrollBlock, _number_of_frames, int) \
177 nonstatic_field(Deoptimization::UnrollBlock, _total_frame_sizes, int) \
178 nonstatic_field(Deoptimization::UnrollBlock, _frame_sizes, intptr_t*) \
179 nonstatic_field(Deoptimization::UnrollBlock, _frame_pcs, address*) \
180 nonstatic_field(Deoptimization::UnrollBlock, _initial_info, intptr_t) \
181 nonstatic_field(Deoptimization::UnrollBlock, _unpack_kind, int) \
182 \
183 nonstatic_field(ExceptionTableElement, start_pc, u2) \
184 nonstatic_field(ExceptionTableElement, end_pc, u2) \
185 nonstatic_field(ExceptionTableElement, handler_pc, u2) \
186 nonstatic_field(ExceptionTableElement, catch_type_index, u2) \
187 \
188 nonstatic_field(InstanceKlass, _fieldinfo_stream, Array<u1>*) \
189 nonstatic_field(InstanceKlass, _constants, ConstantPool*) \
190 volatile_nonstatic_field(InstanceKlass, _init_state, InstanceKlass::ClassState) \
191 volatile_nonstatic_field(InstanceKlass, _init_thread, JavaThread*) \
192 nonstatic_field(InstanceKlass, _misc_flags._flags, u2) \
193 nonstatic_field(InstanceKlass, _annotations, Annotations*) \
194 \
195 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_sp, intptr_t*) \
196 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_pc, address) \
197 \
198 nonstatic_field(JVMCICompileState, _jvmti_can_hotswap_or_post_breakpoint, jbyte) \
199 nonstatic_field(JVMCICompileState, _jvmti_can_access_local_variables, jbyte) \
200 nonstatic_field(JVMCICompileState, _jvmti_can_post_on_exceptions, jbyte) \
201 nonstatic_field(JVMCICompileState, _jvmti_can_pop_frame, jbyte) \
202 nonstatic_field(JVMCICompileState, _compilation_ticks, jint) \
203 \
204 nonstatic_field(JavaThread, _threadObj, OopHandle) \
205 nonstatic_field(JavaThread, _vthread, OopHandle) \
206 nonstatic_field(JavaThread, _scopedValueCache, OopHandle) \
207 nonstatic_field(JavaThread, _anchor, JavaFrameAnchor) \
208 nonstatic_field(JavaThread, _vm_result, oop) \
209 nonstatic_field(JavaThread, _stack_overflow_state._stack_overflow_limit, address) \
210 volatile_nonstatic_field(JavaThread, _exception_oop, oop) \
211 volatile_nonstatic_field(JavaThread, _exception_pc, address) \
212 volatile_nonstatic_field(JavaThread, _is_method_handle_return, int) \
213 volatile_nonstatic_field(JavaThread, _doing_unsafe_access, bool) \
214 nonstatic_field(JavaThread, _osthread, OSThread*) \
215 nonstatic_field(JavaThread, _saved_exception_pc, address) \
216 nonstatic_field(JavaThread, _pending_deoptimization, int) \
217 nonstatic_field(JavaThread, _pending_failed_speculation, jlong) \
218 nonstatic_field(JavaThread, _pending_transfer_to_interpreter, bool) \
219 nonstatic_field(JavaThread, _jvmci_counters, jlong*) \
220 nonstatic_field(JavaThread, _jvmci_reserved0, jlong) \
221 nonstatic_field(JavaThread, _jvmci_reserved1, jlong) \
222 nonstatic_field(JavaThread, _jvmci_reserved_oop0, oop) \
223 nonstatic_field(JavaThread, _should_post_on_exceptions_flag, int) \
224 nonstatic_field(JavaThread, _jni_environment, JNIEnv) \
225 nonstatic_field(JavaThread, _poll_data, SafepointMechanism::ThreadData) \
226 nonstatic_field(JavaThread, _stack_overflow_state._reserved_stack_activation, address) \
227 nonstatic_field(JavaThread, _held_monitor_count, intx) \
228 nonstatic_field(JavaThread, _lock_stack, LockStack) \
229 JVMTI_ONLY(nonstatic_field(JavaThread, _is_in_VTMS_transition, bool)) \
230 JVMTI_ONLY(nonstatic_field(JavaThread, _is_in_tmp_VTMS_transition, bool)) \
231 JVMTI_ONLY(nonstatic_field(JavaThread, _is_disable_suspend, bool)) \
232 \
233 nonstatic_field(LockStack, _top, uint32_t) \
234 \
235 JVMTI_ONLY(static_field(JvmtiVTMSTransitionDisabler, _VTMS_notify_jvmti_events, bool)) \
236 \
237 static_field(java_lang_Class, _klass_offset, int) \
238 static_field(java_lang_Class, _array_klass_offset, int) \
239 \
240 nonstatic_field(InvocationCounter, _counter, unsigned int) \
241 \
242 nonstatic_field(Klass, _secondary_super_cache, Klass*) \
243 nonstatic_field(Klass, _secondary_supers, Array<Klass*>*) \
244 nonstatic_field(Klass, _super, Klass*) \
245 nonstatic_field(Klass, _super_check_offset, juint) \
246 volatile_nonstatic_field(Klass, _subklass, Klass*) \
247 nonstatic_field(Klass, _layout_helper, jint) \
248 nonstatic_field(Klass, _name, Symbol*) \
249 volatile_nonstatic_field(Klass, _next_sibling, Klass*) \
250 nonstatic_field(Klass, _java_mirror, OopHandle) \
251 nonstatic_field(Klass, _modifier_flags, jint) \
252 nonstatic_field(Klass, _access_flags, AccessFlags) \
253 nonstatic_field(Klass, _class_loader_data, ClassLoaderData*) \
254 \
255 nonstatic_field(LocalVariableTableElement, start_bci, u2) \
256 nonstatic_field(LocalVariableTableElement, length, u2) \
257 nonstatic_field(LocalVariableTableElement, name_cp_index, u2) \
258 nonstatic_field(LocalVariableTableElement, descriptor_cp_index, u2) \
259 nonstatic_field(LocalVariableTableElement, signature_cp_index, u2) \
260 nonstatic_field(LocalVariableTableElement, slot, u2) \
261 \
262 nonstatic_field(Method, _constMethod, ConstMethod*) \
263 nonstatic_field(Method, _method_data, MethodData*) \
264 nonstatic_field(Method, _method_counters, MethodCounters*) \
265 nonstatic_field(Method, _access_flags, AccessFlags) \
266 nonstatic_field(Method, _vtable_index, int) \
267 nonstatic_field(Method, _intrinsic_id, u2) \
268 nonstatic_field(Method, _flags._status, u4) \
269 volatile_nonstatic_field(Method, _code, nmethod*) \
270 volatile_nonstatic_field(Method, _from_compiled_entry, address) \
271 \
272 nonstatic_field(MethodCounters, _invoke_mask, int) \
273 nonstatic_field(MethodCounters, _backedge_mask, int) \
274 nonstatic_field(MethodCounters, _interpreter_throwout_count, u2) \
275 JVMTI_ONLY(nonstatic_field(MethodCounters, _number_of_breakpoints, u2)) \
276 nonstatic_field(MethodCounters, _invocation_counter, InvocationCounter) \
277 nonstatic_field(MethodCounters, _backedge_counter, InvocationCounter) \
278 \
279 nonstatic_field(MethodData, _size, int) \
280 nonstatic_field(MethodData, _method, Method*) \
281 nonstatic_field(MethodData, _data_size, int) \
282 nonstatic_field(MethodData, _data[0], intptr_t) \
283 nonstatic_field(MethodData, _parameters_type_data_di, int) \
284 nonstatic_field(MethodData, _compiler_counters._nof_decompiles, uint) \
285 nonstatic_field(MethodData, _compiler_counters._nof_overflow_recompiles, uint) \
286 nonstatic_field(MethodData, _compiler_counters._nof_overflow_traps, uint) \
287 nonstatic_field(MethodData, _compiler_counters._trap_hist._array[0], u1) \
288 nonstatic_field(MethodData, _eflags, intx) \
289 nonstatic_field(MethodData, _arg_local, intx) \
290 nonstatic_field(MethodData, _arg_stack, intx) \
291 nonstatic_field(MethodData, _arg_returned, intx) \
292 nonstatic_field(MethodData, _tenure_traps, uint) \
293 nonstatic_field(MethodData, _invoke_mask, int) \
294 nonstatic_field(MethodData, _backedge_mask, int) \
295 nonstatic_field(MethodData, _jvmci_ir_size, int) \
296 \
297 nonstatic_field(nmethod, _verified_entry_point, address) \
298 nonstatic_field(nmethod, _comp_level, CompLevel) \
299 \
300 nonstatic_field(ObjArrayKlass, _element_klass, Klass*) \
301 \
302 unchecked_nonstatic_field(ObjectMonitor, _owner, sizeof(void *)) /* NOTE: no type */ \
303 volatile_nonstatic_field(ObjectMonitor, _recursions, intptr_t) \
304 volatile_nonstatic_field(ObjectMonitor, _cxq, ObjectWaiter*) \
305 volatile_nonstatic_field(ObjectMonitor, _EntryList, ObjectWaiter*) \
306 volatile_nonstatic_field(ObjectMonitor, _succ, JavaThread*) \
307 \
308 volatile_nonstatic_field(oopDesc, _mark, markWord) \
309 volatile_nonstatic_field(oopDesc, _metadata._klass, Klass*) \
310 \
311 static_field(StubRoutines, _verify_oop_count, jint) \
312 \
313 static_field(StubRoutines, _throw_delayed_StackOverflowError_entry, address) \
314 \
315 static_field(StubRoutines, _jbyte_arraycopy, address) \
316 static_field(StubRoutines, _jshort_arraycopy, address) \
317 static_field(StubRoutines, _jint_arraycopy, address) \
318 static_field(StubRoutines, _jlong_arraycopy, address) \
319 static_field(StubRoutines, _oop_arraycopy, address) \
320 static_field(StubRoutines, _oop_arraycopy_uninit, address) \
321 static_field(StubRoutines, _jbyte_disjoint_arraycopy, address) \
322 static_field(StubRoutines, _jshort_disjoint_arraycopy, address) \
323 static_field(StubRoutines, _jint_disjoint_arraycopy, address) \
324 static_field(StubRoutines, _jlong_disjoint_arraycopy, address) \
325 static_field(StubRoutines, _oop_disjoint_arraycopy, address) \
326 static_field(StubRoutines, _oop_disjoint_arraycopy_uninit, address) \
327 static_field(StubRoutines, _arrayof_jbyte_arraycopy, address) \
328 static_field(StubRoutines, _arrayof_jshort_arraycopy, address) \
329 static_field(StubRoutines, _arrayof_jint_arraycopy, address) \
330 static_field(StubRoutines, _arrayof_jlong_arraycopy, address) \
331 static_field(StubRoutines, _arrayof_oop_arraycopy, address) \
332 static_field(StubRoutines, _arrayof_oop_arraycopy_uninit, address) \
333 static_field(StubRoutines, _arrayof_jbyte_disjoint_arraycopy, address) \
334 static_field(StubRoutines, _arrayof_jshort_disjoint_arraycopy, address) \
335 static_field(StubRoutines, _arrayof_jint_disjoint_arraycopy, address) \
336 static_field(StubRoutines, _arrayof_jlong_disjoint_arraycopy, address) \
337 static_field(StubRoutines, _arrayof_oop_disjoint_arraycopy, address) \
338 static_field(StubRoutines, _arrayof_oop_disjoint_arraycopy_uninit, address) \
339 static_field(StubRoutines, _checkcast_arraycopy, address) \
340 static_field(StubRoutines, _checkcast_arraycopy_uninit, address) \
341 static_field(StubRoutines, _unsafe_arraycopy, address) \
342 static_field(StubRoutines, _generic_arraycopy, address) \
343 static_field(StubRoutines, _array_sort, address) \
344 static_field(StubRoutines, _array_partition, address) \
345 \
346 static_field(StubRoutines, _aescrypt_encryptBlock, address) \
347 static_field(StubRoutines, _aescrypt_decryptBlock, address) \
348 static_field(StubRoutines, _cipherBlockChaining_encryptAESCrypt, address) \
349 static_field(StubRoutines, _cipherBlockChaining_decryptAESCrypt, address) \
350 static_field(StubRoutines, _electronicCodeBook_encryptAESCrypt, address) \
351 static_field(StubRoutines, _electronicCodeBook_decryptAESCrypt, address) \
352 static_field(StubRoutines, _counterMode_AESCrypt, address) \
353 static_field(StubRoutines, _galoisCounterMode_AESCrypt, address) \
354 static_field(StubRoutines, _base64_encodeBlock, address) \
355 static_field(StubRoutines, _base64_decodeBlock, address) \
356 static_field(StubRoutines, _ghash_processBlocks, address) \
357 static_field(StubRoutines, _md5_implCompress, address) \
358 static_field(StubRoutines, _md5_implCompressMB, address) \
359 static_field(StubRoutines, _chacha20Block, address) \
360 static_field(StubRoutines, _poly1305_processBlocks, address) \
361 static_field(StubRoutines, _sha1_implCompress, address) \
362 static_field(StubRoutines, _sha1_implCompressMB, address) \
363 static_field(StubRoutines, _sha256_implCompress, address) \
364 static_field(StubRoutines, _sha256_implCompressMB, address) \
365 static_field(StubRoutines, _sha512_implCompress, address) \
366 static_field(StubRoutines, _sha512_implCompressMB, address) \
367 static_field(StubRoutines, _sha3_implCompress, address) \
368 static_field(StubRoutines, _sha3_implCompressMB, address) \
369 static_field(StubRoutines, _updateBytesCRC32, address) \
370 static_field(StubRoutines, _crc_table_adr, address) \
371 static_field(StubRoutines, _crc32c_table_addr, address) \
372 static_field(StubRoutines, _updateBytesCRC32C, address) \
373 static_field(StubRoutines, _updateBytesAdler32, address) \
374 static_field(StubRoutines, _multiplyToLen, address) \
375 static_field(StubRoutines, _squareToLen, address) \
376 static_field(StubRoutines, _mulAdd, address) \
377 static_field(StubRoutines, _montgomeryMultiply, address) \
378 static_field(StubRoutines, _montgomerySquare, address) \
379 static_field(StubRoutines, _vectorizedMismatch, address) \
380 static_field(StubRoutines, _bigIntegerRightShiftWorker, address) \
381 static_field(StubRoutines, _bigIntegerLeftShiftWorker, address) \
382 static_field(StubRoutines, _cont_thaw, address) \
383 \
384 nonstatic_field(Thread, _tlab, ThreadLocalAllocBuffer) \
385 nonstatic_field(Thread, _allocated_bytes, jlong) \
386 JFR_ONLY(nonstatic_field(Thread, _jfr_thread_local, JfrThreadLocal)) \
387 \
388 static_field(java_lang_Thread, _tid_offset, int) \
389 static_field(java_lang_Thread, _jvmti_is_in_VTMS_transition_offset, int) \
390 JFR_ONLY(static_field(java_lang_Thread, _jfr_epoch_offset, int)) \
391 \
392 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_id, traceid)) \
393 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_epoch, u2)) \
394 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread_excluded, bool)) \
395 JFR_ONLY(nonstatic_field(JfrThreadLocal, _vthread, bool)) \
396 \
397 nonstatic_field(ThreadLocalAllocBuffer, _start, HeapWord*) \
398 nonstatic_field(ThreadLocalAllocBuffer, _top, HeapWord*) \
399 nonstatic_field(ThreadLocalAllocBuffer, _end, HeapWord*) \
400 nonstatic_field(ThreadLocalAllocBuffer, _pf_top, HeapWord*) \
401 nonstatic_field(ThreadLocalAllocBuffer, _desired_size, size_t) \
402 nonstatic_field(ThreadLocalAllocBuffer, _refill_waste_limit, size_t) \
403 nonstatic_field(ThreadLocalAllocBuffer, _number_of_refills, unsigned) \
404 nonstatic_field(ThreadLocalAllocBuffer, _slow_allocations, unsigned) \
405 \
406 nonstatic_field(SafepointMechanism::ThreadData, _polling_word, volatile uintptr_t) \
407 nonstatic_field(SafepointMechanism::ThreadData, _polling_page, volatile uintptr_t) \
408 \
409 nonstatic_field(ThreadShadow, _pending_exception, oop) \
410 \
411 static_field(Symbol, _vm_symbols[0], Symbol*) \
412 \
413 nonstatic_field(vtableEntry, _method, Method*) \
414
415 #define VM_TYPES(declare_type, declare_toplevel_type, declare_integer_type, declare_unsigned_integer_type) \
416 declare_integer_type(bool) \
417 declare_unsigned_integer_type(size_t) \
418 declare_integer_type(intx) \
419 declare_unsigned_integer_type(uintx) \
420 declare_integer_type(CompLevel) \
421 \
422 declare_toplevel_type(BasicLock) \
423 declare_toplevel_type(CompilerToVM) \
424 declare_toplevel_type(ExceptionTableElement) \
425 declare_toplevel_type(JVMFlag) \
426 declare_toplevel_type(JVMFlag*) \
427 declare_toplevel_type(InvocationCounter) \
428 declare_toplevel_type(JVMCICompileState) \
429 declare_toplevel_type(JVMCIEnv) \
430 declare_toplevel_type(LocalVariableTableElement) \
431 declare_toplevel_type(narrowKlass) \
432 declare_toplevel_type(ObjectWaiter) \
433 declare_toplevel_type(Symbol*) \
434 declare_toplevel_type(vtableEntry) \
435 \
436 declare_toplevel_type(oopDesc) \
437 declare_type(arrayOopDesc, oopDesc) \
438 \
439 declare_toplevel_type(CompiledICData) \
440 declare_toplevel_type(MetaspaceObj) \
441 declare_type(Metadata, MetaspaceObj) \
442 declare_type(Klass, Metadata) \
443 declare_type(InstanceKlass, Klass) \
444 declare_type(ConstantPool, Metadata) \
445
446 #define VM_INT_CONSTANTS(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
447 declare_preprocessor_constant("ASSERT", DEBUG_ONLY(1) NOT_DEBUG(0)) \
448 \
449 declare_constant(CompLevel_none) \
450 declare_constant(CompLevel_simple) \
451 declare_constant(CompLevel_limited_profile) \
452 declare_constant(CompLevel_full_profile) \
453 declare_constant(CompLevel_full_optimization) \
454 declare_constant(HeapWordSize) \
455 declare_constant(InvocationEntryBci) \
456 declare_constant(LogKlassAlignmentInBytes) \
457 declare_constant(JVMCINMethodData::SPECULATION_LENGTH_BITS) \
458 \
459 declare_constant(JVM_ACC_WRITTEN_FLAGS) \
460 declare_constant(JVM_ACC_HAS_FINALIZER) \
461 declare_constant(JVM_ACC_IS_CLONEABLE_FAST) \
462 declare_constant(JVM_ACC_IS_HIDDEN_CLASS) \
463 declare_constant(JVM_ACC_IS_VALUE_BASED_CLASS) \
464 declare_constant(FieldInfo::FieldFlags::_ff_injected) \
465 declare_constant(FieldInfo::FieldFlags::_ff_stable) \
466 declare_preprocessor_constant("JVM_ACC_VARARGS", JVM_ACC_VARARGS) \
467 declare_preprocessor_constant("JVM_ACC_BRIDGE", JVM_ACC_BRIDGE) \
468 declare_preprocessor_constant("JVM_ACC_ANNOTATION", JVM_ACC_ANNOTATION) \
469 declare_preprocessor_constant("JVM_ACC_ENUM", JVM_ACC_ENUM) \
470 declare_preprocessor_constant("JVM_ACC_SYNTHETIC", JVM_ACC_SYNTHETIC) \
471 declare_preprocessor_constant("JVM_ACC_INTERFACE", JVM_ACC_INTERFACE) \
472 \
473 declare_constant(JVM_CONSTANT_Utf8) \
474 declare_constant(JVM_CONSTANT_Unicode) \
475 declare_constant(JVM_CONSTANT_Integer) \
476 declare_constant(JVM_CONSTANT_Float) \
477 declare_constant(JVM_CONSTANT_Long) \
478 declare_constant(JVM_CONSTANT_Double) \
479 declare_constant(JVM_CONSTANT_Class) \
480 declare_constant(JVM_CONSTANT_String) \
481 declare_constant(JVM_CONSTANT_Fieldref) \
482 declare_constant(JVM_CONSTANT_Methodref) \
483 declare_constant(JVM_CONSTANT_InterfaceMethodref) \
484 declare_constant(JVM_CONSTANT_NameAndType) \
485 declare_constant(JVM_CONSTANT_MethodHandle) \
486 declare_constant(JVM_CONSTANT_MethodType) \
487 declare_constant(JVM_CONSTANT_InvokeDynamic) \
488 declare_constant(JVM_CONSTANT_Dynamic) \
489 declare_constant(JVM_CONSTANT_Module) \
490 declare_constant(JVM_CONSTANT_Package) \
491 declare_constant(JVM_CONSTANT_ExternalMax) \
492 \
493 declare_constant(JVM_CONSTANT_Invalid) \
494 declare_constant(JVM_CONSTANT_InternalMin) \
495 declare_constant(JVM_CONSTANT_UnresolvedClass) \
496 declare_constant(JVM_CONSTANT_ClassIndex) \
497 declare_constant(JVM_CONSTANT_StringIndex) \
498 declare_constant(JVM_CONSTANT_UnresolvedClassInError) \
499 declare_constant(JVM_CONSTANT_MethodHandleInError) \
500 declare_constant(JVM_CONSTANT_MethodTypeInError) \
501 declare_constant(JVM_CONSTANT_DynamicInError) \
502 declare_constant(JVM_CONSTANT_InternalMax) \
503 \
504 declare_constant(ArrayData::array_len_off_set) \
505 declare_constant(ArrayData::array_start_off_set) \
506 \
507 declare_constant(BitData::exception_seen_flag) \
508 declare_constant(BitData::null_seen_flag) \
509 declare_constant(BranchData::not_taken_off_set) \
510 \
511 declare_constant_with_value("CardTable::dirty_card", CardTable::dirty_card_val()) \
512 declare_constant_with_value("LockStack::_end_offset", LockStack::end_offset()) \
513 \
514 declare_constant(CodeInstaller::VERIFIED_ENTRY) \
515 declare_constant(CodeInstaller::UNVERIFIED_ENTRY) \
516 declare_constant(CodeInstaller::OSR_ENTRY) \
517 declare_constant(CodeInstaller::EXCEPTION_HANDLER_ENTRY) \
518 declare_constant(CodeInstaller::DEOPT_HANDLER_ENTRY) \
519 declare_constant(CodeInstaller::FRAME_COMPLETE) \
520 declare_constant(CodeInstaller::ENTRY_BARRIER_PATCH) \
521 declare_constant(CodeInstaller::INVOKEINTERFACE) \
522 declare_constant(CodeInstaller::INVOKEVIRTUAL) \
523 declare_constant(CodeInstaller::INVOKESTATIC) \
524 declare_constant(CodeInstaller::INVOKESPECIAL) \
525 declare_constant(CodeInstaller::INLINE_INVOKE) \
526 declare_constant(CodeInstaller::POLL_NEAR) \
527 declare_constant(CodeInstaller::POLL_RETURN_NEAR) \
528 declare_constant(CodeInstaller::POLL_FAR) \
529 declare_constant(CodeInstaller::POLL_RETURN_FAR) \
530 declare_constant(CodeInstaller::CARD_TABLE_SHIFT) \
531 declare_constant(CodeInstaller::CARD_TABLE_ADDRESS) \
532 declare_constant(CodeInstaller::HEAP_TOP_ADDRESS) \
533 declare_constant(CodeInstaller::HEAP_END_ADDRESS) \
534 declare_constant(CodeInstaller::NARROW_KLASS_BASE_ADDRESS) \
535 declare_constant(CodeInstaller::NARROW_OOP_BASE_ADDRESS) \
536 declare_constant(CodeInstaller::CRC_TABLE_ADDRESS) \
537 declare_constant(CodeInstaller::LOG_OF_HEAP_REGION_GRAIN_BYTES) \
538 declare_constant(CodeInstaller::INLINE_CONTIGUOUS_ALLOCATION_SUPPORTED) \
539 declare_constant(CodeInstaller::DEOPT_MH_HANDLER_ENTRY) \
540 declare_constant(CodeInstaller::VERIFY_OOP_COUNT_ADDRESS) \
541 declare_constant(CodeInstaller::VERIFY_OOPS) \
542 declare_constant(CodeInstaller::VERIFY_OOP_BITS) \
543 declare_constant(CodeInstaller::VERIFY_OOP_MASK) \
544 declare_constant(CodeInstaller::INVOKE_INVALID) \
545 \
546 declare_constant(CodeInstaller::ILLEGAL) \
547 declare_constant(CodeInstaller::REGISTER_PRIMITIVE) \
548 declare_constant(CodeInstaller::REGISTER_OOP) \
549 declare_constant(CodeInstaller::REGISTER_NARROW_OOP) \
550 declare_constant(CodeInstaller::REGISTER_VECTOR) \
551 declare_constant(CodeInstaller::STACK_SLOT_PRIMITIVE) \
552 declare_constant(CodeInstaller::STACK_SLOT_OOP) \
553 declare_constant(CodeInstaller::STACK_SLOT_NARROW_OOP) \
554 declare_constant(CodeInstaller::STACK_SLOT_VECTOR) \
555 declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID) \
556 declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID2) \
557 declare_constant(CodeInstaller::NULL_CONSTANT) \
558 declare_constant(CodeInstaller::RAW_CONSTANT) \
559 declare_constant(CodeInstaller::PRIMITIVE_0) \
560 declare_constant(CodeInstaller::PRIMITIVE4) \
561 declare_constant(CodeInstaller::PRIMITIVE8) \
562 declare_constant(CodeInstaller::JOBJECT) \
563 declare_constant(CodeInstaller::OBJECT_ID) \
564 declare_constant(CodeInstaller::OBJECT_ID2) \
565 \
566 declare_constant(CodeInstaller::NO_FINALIZABLE_SUBCLASS) \
567 declare_constant(CodeInstaller::CONCRETE_SUBTYPE) \
568 declare_constant(CodeInstaller::LEAF_TYPE) \
569 declare_constant(CodeInstaller::CONCRETE_METHOD) \
570 declare_constant(CodeInstaller::CALLSITE_TARGET_VALUE) \
571 \
572 declare_constant(CodeInstaller::PATCH_OBJECT_ID) \
573 declare_constant(CodeInstaller::PATCH_OBJECT_ID2) \
574 declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID) \
575 declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID2) \
576 declare_constant(CodeInstaller::PATCH_JOBJECT) \
577 declare_constant(CodeInstaller::PATCH_NARROW_JOBJECT) \
578 declare_constant(CodeInstaller::PATCH_KLASS) \
579 declare_constant(CodeInstaller::PATCH_NARROW_KLASS) \
580 declare_constant(CodeInstaller::PATCH_METHOD) \
581 declare_constant(CodeInstaller::PATCH_DATA_SECTION_REFERENCE) \
582 \
583 declare_constant(CodeInstaller::SITE_CALL) \
584 declare_constant(CodeInstaller::SITE_FOREIGN_CALL) \
585 declare_constant(CodeInstaller::SITE_FOREIGN_CALL_NO_DEBUG_INFO) \
586 declare_constant(CodeInstaller::SITE_SAFEPOINT) \
587 declare_constant(CodeInstaller::SITE_INFOPOINT) \
588 declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION) \
589 declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION_DISPATCH) \
590 declare_constant(CodeInstaller::SITE_MARK) \
591 declare_constant(CodeInstaller::SITE_DATA_PATCH) \
592 declare_constant(CodeInstaller::SITE_EXCEPTION_HANDLER) \
593 \
594 declare_constant(CodeInstaller::DI_HAS_REFERENCE_MAP) \
595 declare_constant(CodeInstaller::DI_HAS_CALLEE_SAVE_INFO) \
596 declare_constant(CodeInstaller::DI_HAS_FRAMES) \
597 \
598 declare_constant(CodeInstaller::DIF_HAS_LOCALS) \
599 declare_constant(CodeInstaller::DIF_HAS_STACK) \
600 declare_constant(CodeInstaller::DIF_HAS_LOCKS) \
601 declare_constant(CodeInstaller::DIF_DURING_CALL) \
602 declare_constant(CodeInstaller::DIF_RETHROW_EXCEPTION) \
603 \
604 declare_constant(CodeInstaller::HCC_IS_NMETHOD) \
605 declare_constant(CodeInstaller::HCC_HAS_ASSUMPTIONS) \
606 declare_constant(CodeInstaller::HCC_HAS_METHODS) \
607 declare_constant(CodeInstaller::HCC_HAS_DEOPT_RESCUE_SLOT) \
608 declare_constant(CodeInstaller::HCC_HAS_COMMENTS) \
609 \
610 declare_constant(CodeInstaller::NO_REGISTER) \
611 \
612 declare_constant(CollectedHeap::None) \
613 declare_constant(CollectedHeap::Serial) \
614 declare_constant(CollectedHeap::Parallel) \
615 declare_constant(CollectedHeap::G1) \
616 declare_constant(CollectedHeap::Epsilon) \
617 declare_constant(CollectedHeap::Z) \
618 declare_constant(CollectedHeap::Shenandoah) \
619 \
620 declare_constant(vmIntrinsics::FIRST_MH_SIG_POLY) \
621 declare_constant(vmIntrinsics::LAST_MH_SIG_POLY) \
622 declare_constant(vmIntrinsics::_invokeGeneric) \
623 declare_constant(vmIntrinsics::_compiledLambdaForm) \
624 \
625 declare_constant(ConstantPool::_has_dynamic_constant) \
626 \
627 declare_constant(ConstMethodFlags::_misc_has_linenumber_table) \
628 declare_constant(ConstMethodFlags::_misc_has_localvariable_table) \
629 declare_constant(ConstMethodFlags::_misc_has_exception_table) \
630 declare_constant(ConstMethodFlags::_misc_has_method_annotations) \
631 declare_constant(ConstMethodFlags::_misc_has_parameter_annotations) \
632 declare_constant(ConstMethodFlags::_misc_caller_sensitive) \
633 declare_constant(ConstMethodFlags::_misc_is_hidden) \
634 declare_constant(ConstMethodFlags::_misc_intrinsic_candidate) \
635 declare_constant(ConstMethodFlags::_misc_reserved_stack_access) \
636 declare_constant(ConstMethodFlags::_misc_changes_current_thread) \
637 \
638 declare_constant(CounterData::count_off) \
639 \
640 declare_constant(DataLayout::cell_size) \
641 declare_constant(DataLayout::no_tag) \
642 declare_constant(DataLayout::bit_data_tag) \
643 declare_constant(DataLayout::counter_data_tag) \
644 declare_constant(DataLayout::jump_data_tag) \
645 declare_constant(DataLayout::receiver_type_data_tag) \
646 declare_constant(DataLayout::virtual_call_data_tag) \
647 declare_constant(DataLayout::ret_data_tag) \
648 declare_constant(DataLayout::branch_data_tag) \
649 declare_constant(DataLayout::multi_branch_data_tag) \
650 declare_constant(DataLayout::arg_info_data_tag) \
651 declare_constant(DataLayout::call_type_data_tag) \
652 declare_constant(DataLayout::virtual_call_type_data_tag) \
653 declare_constant(DataLayout::parameters_type_data_tag) \
654 declare_constant(DataLayout::speculative_trap_data_tag) \
655 \
656 declare_constant(Deoptimization::Unpack_deopt) \
657 declare_constant(Deoptimization::Unpack_exception) \
658 declare_constant(Deoptimization::Unpack_uncommon_trap) \
659 declare_constant(Deoptimization::Unpack_reexecute) \
660 \
661 declare_constant(Deoptimization::_action_bits) \
662 declare_constant(Deoptimization::_reason_bits) \
663 declare_constant(Deoptimization::_debug_id_bits) \
664 declare_constant(Deoptimization::_action_shift) \
665 declare_constant(Deoptimization::_reason_shift) \
666 declare_constant(Deoptimization::_debug_id_shift) \
667 \
668 declare_constant(Deoptimization::Action_none) \
669 declare_constant(Deoptimization::Action_maybe_recompile) \
670 declare_constant(Deoptimization::Action_reinterpret) \
671 declare_constant(Deoptimization::Action_make_not_entrant) \
672 declare_constant(Deoptimization::Action_make_not_compilable) \
673 \
674 declare_constant(Deoptimization::Reason_none) \
675 declare_constant(Deoptimization::Reason_null_check) \
676 declare_constant(Deoptimization::Reason_range_check) \
677 declare_constant(Deoptimization::Reason_class_check) \
678 declare_constant(Deoptimization::Reason_array_check) \
679 declare_constant(Deoptimization::Reason_unreached0) \
680 declare_constant(Deoptimization::Reason_constraint) \
681 declare_constant(Deoptimization::Reason_div0_check) \
682 declare_constant(Deoptimization::Reason_loop_limit_check) \
683 declare_constant(Deoptimization::Reason_type_checked_inlining) \
684 declare_constant(Deoptimization::Reason_optimized_type_check) \
685 declare_constant(Deoptimization::Reason_aliasing) \
686 declare_constant(Deoptimization::Reason_transfer_to_interpreter) \
687 declare_constant(Deoptimization::Reason_not_compiled_exception_handler) \
688 declare_constant(Deoptimization::Reason_unresolved) \
689 declare_constant(Deoptimization::Reason_jsr_mismatch) \
690 declare_constant(Deoptimization::Reason_TRAP_HISTORY_LENGTH) \
691 declare_constant(Deoptimization::_support_large_access_byte_array_virtualization) \
692 \
693 \
694 declare_constant(InstanceKlass::linked) \
695 declare_constant(InstanceKlass::being_initialized) \
696 declare_constant(InstanceKlass::fully_initialized) \
697 \
698 declare_constant(LockingMode::LM_MONITOR) \
699 declare_constant(LockingMode::LM_LEGACY) \
700 declare_constant(LockingMode::LM_LIGHTWEIGHT) \
701 \
702 /*********************************/ \
703 /* InstanceKlass _misc_flags */ \
704 /*********************************/ \
705 \
706 declare_constant(InstanceKlassFlags::_misc_has_nonstatic_concrete_methods) \
707 declare_constant(InstanceKlassFlags::_misc_declares_nonstatic_concrete_methods) \
708 \
709 declare_constant(JumpData::taken_off_set) \
710 declare_constant(JumpData::displacement_off_set) \
711 \
712 declare_preprocessor_constant("JVMCI::ok", JVMCI::ok) \
713 declare_preprocessor_constant("JVMCI::dependencies_failed", JVMCI::dependencies_failed) \
714 declare_preprocessor_constant("JVMCI::cache_full", JVMCI::cache_full) \
715 declare_preprocessor_constant("JVMCI::code_too_large", JVMCI::code_too_large) \
716 declare_preprocessor_constant("JVMCI::nmethod_reclaimed", JVMCI::nmethod_reclaimed) \
717 declare_preprocessor_constant("JVMCI::first_permanent_bailout", JVMCI::first_permanent_bailout) \
718 \
719 declare_constant(JVMCIRuntime::none) \
720 declare_constant(JVMCIRuntime::by_holder) \
721 declare_constant(JVMCIRuntime::by_full_signature) \
722 \
723 declare_constant(Klass::_lh_neutral_value) \
724 declare_constant(Klass::_lh_instance_slow_path_bit) \
725 declare_constant(Klass::_lh_log2_element_size_shift) \
726 declare_constant(Klass::_lh_log2_element_size_mask) \
727 declare_constant(Klass::_lh_element_type_shift) \
728 declare_constant(Klass::_lh_element_type_mask) \
729 declare_constant(Klass::_lh_header_size_shift) \
730 declare_constant(Klass::_lh_header_size_mask) \
731 declare_constant(Klass::_lh_array_tag_shift) \
732 declare_constant(Klass::_lh_array_tag_type_value) \
733 declare_constant(Klass::_lh_array_tag_obj_value) \
734 \
735 declare_constant(markWord::no_hash) \
736 \
737 declare_constant(MethodFlags::_misc_force_inline) \
738 declare_constant(MethodFlags::_misc_dont_inline) \
739 \
740 declare_constant(Method::nonvirtual_vtable_index) \
741 declare_constant(Method::invalid_vtable_index) \
742 \
743 declare_constant(MultiBranchData::per_case_cell_count) \
744 \
745 AARCH64_ONLY(declare_constant(NMethodPatchingType::stw_instruction_and_data_patch)) \
746 AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_instruction_and_data_patch)) \
747 AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_data_patch)) \
748 \
749 declare_constant(ObjectMonitor::ANONYMOUS_OWNER) \
750 \
751 declare_constant(ReceiverTypeData::receiver_type_row_cell_count) \
752 declare_constant(ReceiverTypeData::receiver0_offset) \
753 declare_constant(ReceiverTypeData::count0_offset) \
754 \
755 declare_constant(vmIntrinsics::_invokeBasic) \
756 declare_constant(vmIntrinsics::_linkToVirtual) \
757 declare_constant(vmIntrinsics::_linkToStatic) \
758 declare_constant(vmIntrinsics::_linkToSpecial) \
759 declare_constant(vmIntrinsics::_linkToInterface) \
760 \
761 declare_constant(vmSymbols::FIRST_SID) \
762 declare_constant(vmSymbols::SID_LIMIT) \
763
764 #define VM_LONG_CONSTANTS(declare_constant, declare_preprocessor_constant) \
765 declare_constant(InvocationCounter::count_increment) \
766 declare_constant(InvocationCounter::count_shift) \
767 \
768 declare_constant(markWord::hash_shift) \
769 declare_constant(markWord::monitor_value) \
770 \
771 declare_constant(markWord::lock_mask_in_place) \
772 declare_constant(markWord::age_mask_in_place) \
773 declare_constant(markWord::hash_mask) \
774 declare_constant(markWord::hash_mask_in_place) \
775 \
776 declare_constant(markWord::unlocked_value) \
777 \
778 declare_constant(markWord::no_hash_in_place) \
779 declare_constant(markWord::no_lock_in_place) \
780
781 #define VM_ADDRESSES(declare_address, declare_preprocessor_address, declare_function) \
782 declare_function(SharedRuntime::register_finalizer) \
783 declare_function(SharedRuntime::exception_handler_for_return_address) \
784 declare_function(SharedRuntime::OSR_migration_end) \
785 declare_function(SharedRuntime::enable_stack_reserved_zone) \
786 declare_function(SharedRuntime::frem) \
787 declare_function(SharedRuntime::drem) \
788 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_start)) \
789 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_end)) \
790 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_mount)) \
791 JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_unmount)) \
792 \
793 declare_function(os::dll_load) \
794 declare_function(os::dll_lookup) \
795 declare_function(os::javaTimeMillis) \
796 declare_function(os::javaTimeNanos) \
797 \
798 declare_function(Deoptimization::fetch_unroll_info) \
799 declare_function(Deoptimization::uncommon_trap) \
800 declare_function(Deoptimization::unpack_frames) \
801 \
802 declare_function(JVMCIRuntime::new_instance) \
803 declare_function(JVMCIRuntime::new_array) \
804 declare_function(JVMCIRuntime::new_multi_array) \
805 declare_function(JVMCIRuntime::dynamic_new_array) \
806 declare_function(JVMCIRuntime::dynamic_new_instance) \
807 \
808 declare_function(JVMCIRuntime::new_instance_or_null) \
809 declare_function(JVMCIRuntime::new_array_or_null) \
810 declare_function(JVMCIRuntime::new_multi_array_or_null) \
811 declare_function(JVMCIRuntime::dynamic_new_array_or_null) \
812 declare_function(JVMCIRuntime::dynamic_new_instance_or_null) \
813 \
814 declare_function(JVMCIRuntime::invoke_static_method_one_arg) \
815 \
816 declare_function(JVMCIRuntime::vm_message) \
817 declare_function(JVMCIRuntime::identity_hash_code) \
818 declare_function(JVMCIRuntime::exception_handler_for_pc) \
819 declare_function(JVMCIRuntime::monitorenter) \
820 declare_function(JVMCIRuntime::monitorexit) \
821 declare_function(JVMCIRuntime::object_notify) \
822 declare_function(JVMCIRuntime::object_notifyAll) \
823 declare_function(JVMCIRuntime::throw_and_post_jvmti_exception) \
824 declare_function(JVMCIRuntime::throw_klass_external_name_exception) \
825 declare_function(JVMCIRuntime::throw_class_cast_exception) \
826 declare_function(JVMCIRuntime::log_primitive) \
827 declare_function(JVMCIRuntime::log_object) \
828 declare_function(JVMCIRuntime::log_printf) \
829 declare_function(JVMCIRuntime::vm_error) \
830 declare_function(JVMCIRuntime::load_and_clear_exception) \
831 G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_pre)) \
832 G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_post)) \
833 declare_function(JVMCIRuntime::validate_object) \
834 \
835 declare_function(JVMCIRuntime::test_deoptimize_call_int)
836
837
838 #if INCLUDE_G1GC
839
840 #define VM_STRUCTS_JVMCI_G1GC(nonstatic_field, static_field) \
841 static_field(HeapRegion, LogOfHRGrainBytes, uint)
842
843 #define VM_INT_CONSTANTS_JVMCI_G1GC(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
844 declare_constant_with_value("G1CardTable::g1_young_gen", G1CardTable::g1_young_card_val()) \
845 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_active_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_active_offset())) \
846 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_index_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_index_offset())) \
847 declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_buffer_offset())) \
848 declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_index_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_index_offset())) \
849 declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_buffer_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_buffer_offset()))
850
851 #endif // INCLUDE_G1GC
852
853
854 #ifdef LINUX
855
856 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
857 declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
858
859 #endif
860
861
862 #ifdef BSD
863
864 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function) \
865 declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
866
867 #endif
868
869 #ifdef AARCH64
870
871 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
872 static_field(VM_Version, _zva_length, int) \
873 static_field(StubRoutines::aarch64, _count_positives, address) \
874 static_field(StubRoutines::aarch64, _count_positives_long, address) \
875 static_field(VM_Version, _rop_protection, bool) \
876 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*)
877
878 #define DECLARE_INT_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_INT_CONSTANT_ENTRY(VM_Version::CPU_##id)
879 #define VM_INT_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_INT_CPU_FEATURE_CONSTANT)
880
881 #endif
882
883 #ifdef X86
884
885 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
886 volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*) \
887 static_field(VM_Version, _has_intel_jcc_erratum, bool)
888
889 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
890 LP64_ONLY(declare_constant(frame::arg_reg_save_area_bytes)) \
891 declare_constant(frame::interpreter_frame_sender_sp_offset) \
892 declare_constant(frame::interpreter_frame_last_sp_offset)
893
894 #define DECLARE_LONG_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_LONG_CONSTANT_ENTRY(VM_Version::CPU_##id)
895 #define VM_LONG_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_LONG_CPU_FEATURE_CONSTANT)
896
897 #endif
898
899 /*
900 * Dummy defines for architectures that don't use these.
901 */
902 #ifndef VM_STRUCTS_CPU
903 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field)
904 #endif
905
906 #ifndef VM_INT_CONSTANTS_CPU
907 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
908 #endif
909
910 #ifndef VM_LONG_CONSTANTS_CPU
911 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
912 #endif
913
914 #ifndef VM_ADDRESSES_OS
915 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function)
916 #endif
917
918 //
919 // Instantiation of VMStructEntries, VMTypeEntries and VMIntConstantEntries
920 //
921
922 // These initializers are allowed to access private fields in classes
923 // as long as class VMStructs is a friend
924 VMStructEntry JVMCIVMStructs::localHotSpotVMStructs[] = {
925 VM_STRUCTS(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
926 GENERATE_STATIC_VM_STRUCT_ENTRY,
927 GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
928 GENERATE_NONSTATIC_VM_STRUCT_ENTRY)
929
930 VM_STRUCTS_CPU(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
931 GENERATE_STATIC_VM_STRUCT_ENTRY,
932 GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
933 GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
934 GENERATE_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
935 GENERATE_C2_NONSTATIC_VM_STRUCT_ENTRY,
936 GENERATE_C1_UNCHECKED_STATIC_VM_STRUCT_ENTRY,
937 GENERATE_C2_UNCHECKED_STATIC_VM_STRUCT_ENTRY)
938
939 #if INCLUDE_G1GC
940 VM_STRUCTS_JVMCI_G1GC(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
941 GENERATE_STATIC_VM_STRUCT_ENTRY)
942 #endif
943
944 GENERATE_VM_STRUCT_LAST_ENTRY()
945 };
946
947 VMTypeEntry JVMCIVMStructs::localHotSpotVMTypes[] = {
948 VM_TYPES(GENERATE_VM_TYPE_ENTRY,
949 GENERATE_TOPLEVEL_VM_TYPE_ENTRY,
950 GENERATE_INTEGER_VM_TYPE_ENTRY,
951 GENERATE_UNSIGNED_INTEGER_VM_TYPE_ENTRY)
952
953 GENERATE_VM_TYPE_LAST_ENTRY()
954 };
955
956 VMIntConstantEntry JVMCIVMStructs::localHotSpotVMIntConstants[] = {
957 VM_INT_CONSTANTS(GENERATE_VM_INT_CONSTANT_ENTRY,
958 GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
959 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
960
961 VM_INT_CONSTANTS_CPU(GENERATE_VM_INT_CONSTANT_ENTRY,
962 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY,
963 GENERATE_C1_VM_INT_CONSTANT_ENTRY,
964 GENERATE_C2_VM_INT_CONSTANT_ENTRY,
965 GENERATE_C2_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
966
967 #if INCLUDE_G1GC
968 VM_INT_CONSTANTS_JVMCI_G1GC(GENERATE_VM_INT_CONSTANT_ENTRY,
969 GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
970 GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
971 #endif
972 #ifdef VM_INT_CPU_FEATURE_CONSTANTS
973 VM_INT_CPU_FEATURE_CONSTANTS
974 #endif
975 GENERATE_VM_INT_CONSTANT_LAST_ENTRY()
976 };
977
978 VMLongConstantEntry JVMCIVMStructs::localHotSpotVMLongConstants[] = {
979 VM_LONG_CONSTANTS(GENERATE_VM_LONG_CONSTANT_ENTRY,
980 GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
981
982 VM_LONG_CONSTANTS_CPU(GENERATE_VM_LONG_CONSTANT_ENTRY,
983 GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY,
984 GENERATE_C1_VM_LONG_CONSTANT_ENTRY,
985 GENERATE_C2_VM_LONG_CONSTANT_ENTRY,
986 GENERATE_C2_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
987 #ifdef VM_LONG_CPU_FEATURE_CONSTANTS
988 VM_LONG_CPU_FEATURE_CONSTANTS
989 #endif
990 GENERATE_VM_LONG_CONSTANT_LAST_ENTRY()
991 };
992 #undef DECLARE_CPU_FEATURE_FLAG
993
994 VMAddressEntry JVMCIVMStructs::localHotSpotVMAddresses[] = {
995 VM_ADDRESSES(GENERATE_VM_ADDRESS_ENTRY,
996 GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
997 GENERATE_VM_FUNCTION_ENTRY)
998 VM_ADDRESSES_OS(GENERATE_VM_ADDRESS_ENTRY,
999 GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
1000 GENERATE_VM_FUNCTION_ENTRY)
1001
1002 GENERATE_VM_ADDRESS_LAST_ENTRY()
1003 };
1004
1005 int JVMCIVMStructs::localHotSpotVMStructs_count() {
1006 // Ignore sentinel entry at the end
1007 return (sizeof(localHotSpotVMStructs) / sizeof(VMStructEntry)) - 1;
1008 }
1009 int JVMCIVMStructs::localHotSpotVMTypes_count() {
1010 // Ignore sentinel entry at the end
1011 return (sizeof(localHotSpotVMTypes) / sizeof(VMTypeEntry)) - 1;
1012 }
1013 int JVMCIVMStructs::localHotSpotVMIntConstants_count() {
1014 // Ignore sentinel entry at the end
1015 return (sizeof(localHotSpotVMIntConstants) / sizeof(VMIntConstantEntry)) - 1;
1016 }
1017 int JVMCIVMStructs::localHotSpotVMLongConstants_count() {
1018 // Ignore sentinel entry at the end
1019 return (sizeof(localHotSpotVMLongConstants) / sizeof(VMLongConstantEntry)) - 1;
1020 }
1021 int JVMCIVMStructs::localHotSpotVMAddresses_count() {
1022 // Ignore sentinel entry at the end
1023 return (sizeof(localHotSpotVMAddresses) / sizeof(VMAddressEntry)) - 1;
1024 }
1025
1026 #ifdef ASSERT
1027 // This is used both to check the types of referenced fields and
1028 // to ensure that all of the field types are present.
1029 void JVMCIVMStructs::init() {
1030 VM_STRUCTS(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1031 CHECK_STATIC_VM_STRUCT_ENTRY,
1032 CHECK_NO_OP,
1033 CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY);
1034
1035
1036 VM_STRUCTS_CPU(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1037 CHECK_STATIC_VM_STRUCT_ENTRY,
1038 CHECK_NO_OP,
1039 CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY,
1040 CHECK_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
1041 CHECK_C2_NONSTATIC_VM_STRUCT_ENTRY,
1042 CHECK_NO_OP,
1043 CHECK_NO_OP);
1044
1045 #if INCLUDE_G1GC
1046 VM_STRUCTS_JVMCI_G1GC(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1047 CHECK_STATIC_VM_STRUCT_ENTRY)
1048 #endif
1049
1050 VM_TYPES(CHECK_VM_TYPE_ENTRY,
1051 CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1052 CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1053 CHECK_SINGLE_ARG_VM_TYPE_NO_OP);
1054 }
1055
1056 void jvmci_vmStructs_init() {
1057 JVMCIVMStructs::init();
1058 }
1059 #endif // ASSERT