1 /*
   2  * Copyright (c) 2015, 2025, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "code/codeCache.hpp"
  26 #include "code/compiledIC.hpp"
  27 #include "compiler/compileBroker.hpp"
  28 #include "gc/shared/collectedHeap.hpp"
  29 #include "jvmci/jvmciCodeInstaller.hpp"
  30 #include "jvmci/jvmciCompilerToVM.hpp"
  31 #include "jvmci/jvmciRuntime.hpp"
  32 #include "jvmci/vmStructs_jvmci.hpp"
  33 #include "oops/klassVtable.hpp"
  34 #include "oops/methodCounters.hpp"
  35 #include "oops/objArrayKlass.hpp"
  36 #include "prims/jvmtiThreadState.hpp"
  37 #include "runtime/continuationEntry.hpp"
  38 #include "runtime/deoptimization.hpp"
  39 #include "runtime/flags/jvmFlag.hpp"
  40 #include "runtime/objectMonitor.hpp"
  41 #include "runtime/osThread.hpp"
  42 #include "runtime/sharedRuntime.hpp"
  43 #include "runtime/stubRoutines.hpp"
  44 #include "runtime/vm_version.hpp"
  45 #if INCLUDE_G1GC
  46 #include "gc/g1/g1BarrierSetRuntime.hpp"
  47 #include "gc/g1/g1CardTable.hpp"
  48 #include "gc/g1/g1HeapRegion.hpp"
  49 #include "gc/g1/g1ThreadLocalData.hpp"
  50 #endif
  51 #if INCLUDE_ZGC
  52 #include "gc/z/zBarrierSetAssembler.hpp"
  53 #include "gc/z/zBarrierSetRuntime.hpp"
  54 #include "gc/z/zThreadLocalData.hpp"
  55 #endif
  56 #if INCLUDE_SHENANDOAHGC
  57 #include "gc/shenandoah/shenandoahHeap.hpp"
  58 #include "gc/shenandoah/shenandoahRuntime.hpp"
  59 #include "gc/shenandoah/shenandoahThreadLocalData.hpp"
  60 #endif
  61 
  62 #define VM_STRUCTS(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field) \
  63   static_field(CompilerToVM::Data,             oopDesc_klass_offset_in_bytes,          int)                                          \
  64   static_field(CompilerToVM::Data,             arrayOopDesc_length_offset_in_bytes,    int)                                          \
  65                                                                                                                                      \
  66   static_field(CompilerToVM::Data,             Klass_vtable_start_offset,              int)                                          \
  67   static_field(CompilerToVM::Data,             Klass_vtable_length_offset,             int)                                          \
  68                                                                                                                                      \
  69   static_field(CompilerToVM::Data,             Method_extra_stack_entries,             int)                                          \
  70                                                                                                                                      \
  71   static_field(CompilerToVM::Data,             SharedRuntime_ic_miss_stub,             address)                                      \
  72   static_field(CompilerToVM::Data,             SharedRuntime_handle_wrong_method_stub, address)                                      \
  73   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack,        address)                                      \
  74   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack_with_exception_in_tls,                                \
  75                                                                                        address)                                      \
  76   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_uncommon_trap, address)                                      \
  77   static_field(CompilerToVM::Data,             SharedRuntime_polling_page_return_handler,                                            \
  78                                                                                        address)                                      \
  79   static_field(CompilerToVM::Data,             SharedRuntime_throw_delayed_StackOverflowError_entry,                                 \
  80                                                                                        address)                                      \
  81                                                                                                                                      \
  82   static_field(CompilerToVM::Data,             nmethod_entry_barrier, address)                                                       \
  83   static_field(CompilerToVM::Data,             thread_disarmed_guard_value_offset, int)                                              \
  84   static_field(CompilerToVM::Data,             thread_address_bad_mask_offset, int)                                                  \
  85   AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_nmethod_patching_type, int))                                     \
  86   AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_patching_epoch_addr, address))                                   \
  87                                                                                                                                      \
  88   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_oop_field_preloaded, address)                      \
  89   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_weak_oop_field_preloaded, address)                 \
  90   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_phantom_oop_field_preloaded, address)              \
  91   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_oop_field_preloaded, address)                 \
  92   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_weak_oop_field_preloaded, address)            \
  93   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_phantom_oop_field_preloaded, address)         \
  94   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_oop_array, address)                                \
  95   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_clone, address)                                                    \
  96                                                                                                                                      \
  97   static_field(CompilerToVM::Data,             ZPointerVectorLoadBadMask_address, address)                                           \
  98   static_field(CompilerToVM::Data,             ZPointerVectorStoreBadMask_address, address)                                          \
  99   static_field(CompilerToVM::Data,             ZPointerVectorStoreGoodMask_address, address)                                         \
 100                                                                                                                                      \
 101   static_field(CompilerToVM::Data,             continuations_enabled, bool)                                                          \
 102                                                                                                                                      \
 103   static_field(CompilerToVM::Data,             ThreadLocalAllocBuffer_alignment_reserve, size_t)                                     \
 104                                                                                                                                      \
 105   static_field(CompilerToVM::Data,             Universe_collectedHeap,                 CollectedHeap*)                               \
 106   static_field(CompilerToVM::Data,             Universe_base_vtable_size,              int)                                          \
 107   static_field(CompilerToVM::Data,             Universe_narrow_oop_base,               address)                                      \
 108   static_field(CompilerToVM::Data,             Universe_narrow_oop_shift,              int)                                          \
 109   static_field(CompilerToVM::Data,             Universe_narrow_klass_base,             address)                                      \
 110   static_field(CompilerToVM::Data,             Universe_narrow_klass_shift,            int)                                          \
 111   static_field(CompilerToVM::Data,             Universe_non_oop_bits,                  void*)                                        \
 112   static_field(CompilerToVM::Data,             Universe_verify_oop_mask,               uintptr_t)                                    \
 113   static_field(CompilerToVM::Data,             Universe_verify_oop_bits,               uintptr_t)                                    \
 114                                                                                                                                      \
 115   static_field(CompilerToVM::Data,             _supports_inline_contig_alloc,          bool)                                         \
 116   static_field(CompilerToVM::Data,             _heap_end_addr,                         HeapWord**)                                   \
 117   static_field(CompilerToVM::Data,             _heap_top_addr,                         HeapWord* volatile*)                          \
 118                                                                                                                                      \
 119   static_field(CompilerToVM::Data,             _max_oop_map_stack_offset,              int)                                          \
 120   static_field(CompilerToVM::Data,             _fields_annotations_base_offset,        int)                                          \
 121                                                                                                                                      \
 122   static_field(CompilerToVM::Data,             cardtable_start_address,                CardTable::CardValue*)                        \
 123   static_field(CompilerToVM::Data,             cardtable_shift,                        int)                                          \
 124                                                                                                                                      \
 125   X86_ONLY(static_field(CompilerToVM::Data,    L1_line_size,                           int))                                         \
 126   X86_ONLY(static_field(CompilerToVM::Data,    supports_avx512_simd_sort,              bool))                                        \
 127                                                                                                                                      \
 128   static_field(CompilerToVM::Data,             vm_page_size,                           size_t)                                       \
 129                                                                                                                                      \
 130   static_field(CompilerToVM::Data,             sizeof_vtableEntry,                     int)                                          \
 131   static_field(CompilerToVM::Data,             sizeof_ExceptionTableElement,           int)                                          \
 132   static_field(CompilerToVM::Data,             sizeof_LocalVariableTableElement,       int)                                          \
 133   static_field(CompilerToVM::Data,             sizeof_ConstantPool,                    int)                                          \
 134   static_field(CompilerToVM::Data,             sizeof_narrowKlass,                     int)                                          \
 135   static_field(CompilerToVM::Data,             sizeof_arrayOopDesc,                    int)                                          \
 136   static_field(CompilerToVM::Data,             sizeof_BasicLock,                       int)                                          \
 137   ZGC_ONLY(static_field(CompilerToVM::Data,    sizeof_ZStoreBarrierEntry,              int))                                         \
 138   SHENANDOAHGC_ONLY(static_field(CompilerToVM::Data, shenandoah_in_cset_fast_test_addr, address))                                    \
 139   SHENANDOAHGC_ONLY(static_field(CompilerToVM::Data, shenandoah_region_size_bytes_shift,int))                                        \
 140                                                                                                                                      \
 141   static_field(CompilerToVM::Data,             dsin,                                   address)                                      \
 142   static_field(CompilerToVM::Data,             dcos,                                   address)                                      \
 143   static_field(CompilerToVM::Data,             dtan,                                   address)                                      \
 144   static_field(CompilerToVM::Data,             dtanh,                                  address)                                      \
 145   static_field(CompilerToVM::Data,             dcbrt,                                  address)                                      \
 146   static_field(CompilerToVM::Data,             dexp,                                   address)                                      \
 147   static_field(CompilerToVM::Data,             dlog,                                   address)                                      \
 148   static_field(CompilerToVM::Data,             dlog10,                                 address)                                      \
 149   static_field(CompilerToVM::Data,             dpow,                                   address)                                      \
 150                                                                                                                                      \
 151   static_field(CompilerToVM::Data,             symbol_init,                            address)                                      \
 152   static_field(CompilerToVM::Data,             symbol_clinit,                          address)                                      \
 153                                                                                                                                      \
 154   static_field(CompilerToVM::Data,             data_section_item_alignment,            int)                                          \
 155                                                                                                                                      \
 156   JVMTI_ONLY(static_field(CompilerToVM::Data,  _should_notify_object_alloc,            int*))                                        \
 157                                                                                                                                      \
 158   static_field(Abstract_VM_Version,            _features,                              uint64_t)                                     \
 159                                                                                                                                      \
 160   nonstatic_field(Annotations,                 _class_annotations,                     AnnotationArray*)                             \
 161   nonstatic_field(Annotations,                 _fields_annotations,                    Array<AnnotationArray*>*)                     \
 162                                                                                                                                      \
 163   nonstatic_field(Array<int>,                  _length,                                int)                                          \
 164   unchecked_nonstatic_field(Array<u1>,         _data,                                  sizeof(u1))                                   \
 165   unchecked_nonstatic_field(Array<u2>,         _data,                                  sizeof(u2))                                   \
 166   nonstatic_field(Array<Klass*>,               _length,                                int)                                          \
 167   nonstatic_field(Array<Klass*>,               _data[0],                               Klass*)                                       \
 168                                                                                                                                      \
 169   volatile_nonstatic_field(BasicLock,          _metadata,                              uintptr_t)                                    \
 170                                                                                                                                      \
 171   static_field(CodeCache,                      _low_bound,                             address)                                      \
 172   static_field(CodeCache,                      _high_bound,                            address)                                      \
 173                                                                                                                                      \
 174   nonstatic_field(CollectedHeap,               _total_collections,                     unsigned int)                                 \
 175                                                                                                                                      \
 176   nonstatic_field(CompileTask,                 _num_inlined_bytecodes,                 int)                                          \
 177                                                                                                                                      \
 178   volatile_nonstatic_field(CompiledICData,     _speculated_method,                     Method*)                                      \
 179   volatile_nonstatic_field(CompiledICData,     _speculated_klass,                      uintptr_t)                                    \
 180   nonstatic_field(CompiledICData,              _itable_defc_klass,                     Klass*)                                       \
 181   nonstatic_field(CompiledICData,              _itable_refc_klass,                     Klass*)                                       \
 182                                                                                                                                      \
 183   nonstatic_field(ConstantPool,                _tags,                                  Array<u1>*)                                   \
 184   nonstatic_field(ConstantPool,                _pool_holder,                           InstanceKlass*)                               \
 185   nonstatic_field(ConstantPool,                _length,                                int)                                          \
 186   nonstatic_field(ConstantPool,                _flags,                                 u2)                                           \
 187   nonstatic_field(ConstantPool,                _source_file_name_index,                u2)                                           \
 188                                                                                                                                      \
 189   nonstatic_field(ConstMethod,                 _constants,                             ConstantPool*)                                \
 190   nonstatic_field(ConstMethod,                 _flags._flags,                          u4)                                           \
 191   nonstatic_field(ConstMethod,                 _code_size,                             u2)                                           \
 192   nonstatic_field(ConstMethod,                 _name_index,                            u2)                                           \
 193   nonstatic_field(ConstMethod,                 _signature_index,                       u2)                                           \
 194   nonstatic_field(ConstMethod,                 _method_idnum,                          u2)                                           \
 195   nonstatic_field(ConstMethod,                 _max_stack,                             u2)                                           \
 196   nonstatic_field(ConstMethod,                 _max_locals,                            u2)                                           \
 197                                                                                                                                      \
 198   nonstatic_field(DataLayout,                  _header._struct._tag,                   u1)                                           \
 199   nonstatic_field(DataLayout,                  _header._struct._flags,                 u1)                                           \
 200   nonstatic_field(DataLayout,                  _header._struct._bci,                   u2)                                           \
 201   nonstatic_field(DataLayout,                  _header._struct._traps,                 u4)                                           \
 202   nonstatic_field(DataLayout,                  _cells[0],                              intptr_t)                                     \
 203                                                                                                                                      \
 204   nonstatic_field(Deoptimization::UnrollBlock, _size_of_deoptimized_frame,             int)                                          \
 205   nonstatic_field(Deoptimization::UnrollBlock, _caller_adjustment,                     int)                                          \
 206   nonstatic_field(Deoptimization::UnrollBlock, _number_of_frames,                      int)                                          \
 207   nonstatic_field(Deoptimization::UnrollBlock, _total_frame_sizes,                     int)                                          \
 208   nonstatic_field(Deoptimization::UnrollBlock, _frame_sizes,                           intptr_t*)                                    \
 209   nonstatic_field(Deoptimization::UnrollBlock, _frame_pcs,                             address*)                                     \
 210   nonstatic_field(Deoptimization::UnrollBlock, _initial_info,                          intptr_t)                                     \
 211   nonstatic_field(Deoptimization::UnrollBlock, _unpack_kind,                           int)                                          \
 212                                                                                                                                      \
 213   nonstatic_field(ExceptionTableElement,       start_pc,                                      u2)                                    \
 214   nonstatic_field(ExceptionTableElement,       end_pc,                                        u2)                                    \
 215   nonstatic_field(ExceptionTableElement,       handler_pc,                                    u2)                                    \
 216   nonstatic_field(ExceptionTableElement,       catch_type_index,                              u2)                                    \
 217                                                                                                                                      \
 218   nonstatic_field(InstanceKlass,               _fieldinfo_stream,                             Array<u1>*)                            \
 219   nonstatic_field(InstanceKlass,               _constants,                                    ConstantPool*)                         \
 220   volatile_nonstatic_field(InstanceKlass,      _init_state,                                   InstanceKlass::ClassState)             \
 221   volatile_nonstatic_field(InstanceKlass,      _init_thread,                                  JavaThread*)                           \
 222   nonstatic_field(InstanceKlass,               _misc_flags._flags,                            u2)                                    \
 223   nonstatic_field(InstanceKlass,               _annotations,                                  Annotations*)                          \
 224                                                                                                                                      \
 225   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_sp,                                 intptr_t*)                             \
 226   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_pc,                                 address)                               \
 227                                                                                                                                      \
 228   nonstatic_field(JVMCICompileState,           _jvmti_can_hotswap_or_post_breakpoint,         jbyte)                                 \
 229   nonstatic_field(JVMCICompileState,           _jvmti_can_access_local_variables,             jbyte)                                 \
 230   nonstatic_field(JVMCICompileState,           _jvmti_can_post_on_exceptions,                 jbyte)                                 \
 231   nonstatic_field(JVMCICompileState,           _jvmti_can_pop_frame,                          jbyte)                                 \
 232   nonstatic_field(JVMCICompileState,           _compilation_ticks,                            jint)                                  \
 233                                                                                                                                      \
 234   nonstatic_field(JavaThread,                  _threadObj,                                    OopHandle)                             \
 235   nonstatic_field(JavaThread,                  _vthread,                                      OopHandle)                             \
 236   nonstatic_field(JavaThread,                  _scopedValueCache,                             OopHandle)                             \
 237   nonstatic_field(JavaThread,                  _anchor,                                       JavaFrameAnchor)                       \
 238   nonstatic_field(JavaThread,                  _monitor_owner_id,                             int64_t)                               \
 239   nonstatic_field(JavaThread,                  _vm_result_oop,                                oop)                                   \
 240   nonstatic_field(JavaThread,                  _stack_overflow_state._stack_overflow_limit,   address)                               \
 241   volatile_nonstatic_field(JavaThread,         _exception_oop,                                oop)                                   \
 242   volatile_nonstatic_field(JavaThread,         _exception_pc,                                 address)                               \
 243   volatile_nonstatic_field(JavaThread,         _is_method_handle_return,                      int)                                   \
 244   volatile_nonstatic_field(JavaThread,         _doing_unsafe_access,                          bool)                                  \
 245   nonstatic_field(JavaThread,                  _osthread,                                     OSThread*)                             \
 246   nonstatic_field(JavaThread,                  _saved_exception_pc,                           address)                               \
 247   nonstatic_field(JavaThread,                  _pending_deoptimization,                       int)                                   \
 248   nonstatic_field(JavaThread,                  _pending_failed_speculation,                   jlong)                                 \
 249   nonstatic_field(JavaThread,                  _pending_transfer_to_interpreter,              bool)                                  \
 250   nonstatic_field(JavaThread,                  _jvmci_counters,                               jlong*)                                \
 251   nonstatic_field(JavaThread,                  _jvmci_reserved0,                              jlong)                                 \
 252   nonstatic_field(JavaThread,                  _jvmci_reserved1,                              jlong)                                 \
 253   nonstatic_field(JavaThread,                  _jvmci_reserved_oop0,                          oop)                                   \
 254   nonstatic_field(JavaThread,                  _should_post_on_exceptions_flag,               int)                                   \
 255   nonstatic_field(JavaThread,                  _jni_environment,                              JNIEnv)                                \
 256   nonstatic_field(JavaThread,                  _stack_overflow_state._reserved_stack_activation, address)                            \
 257   nonstatic_field(JavaThread,                  _held_monitor_count,                           intx)                                  \
 258   nonstatic_field(JavaThread,                  _lock_stack,                                   LockStack)                             \
 259   nonstatic_field(JavaThread,                  _om_cache,                                     OMCache)                               \
 260   nonstatic_field(JavaThread,                  _cont_entry,                                   ContinuationEntry*)                    \
 261   nonstatic_field(JavaThread,                  _unlocked_inflated_monitor,                    ObjectMonitor*)                        \
 262   JVMTI_ONLY(nonstatic_field(JavaThread,       _is_in_VTMS_transition,                        bool))                                 \
 263   JVMTI_ONLY(nonstatic_field(JavaThread,       _is_disable_suspend,                           bool))                                 \
 264                                                                                                                                      \
 265   nonstatic_field(ContinuationEntry,           _pin_count,                                    uint32_t)                              \
 266   nonstatic_field(LockStack,                   _top,                                          uint32_t)                              \
 267                                                                                                                                      \
 268   JVMTI_ONLY(static_field(JvmtiVTMSTransitionDisabler, _VTMS_notify_jvmti_events,             bool))                                 \
 269                                                                                                                                      \
 270   static_field(java_lang_Class,                _klass_offset,                                 int)                                   \
 271   static_field(java_lang_Class,                _array_klass_offset,                           int)                                   \
 272                                                                                                                                      \
 273   nonstatic_field(InvocationCounter,           _counter,                                      unsigned int)                          \
 274                                                                                                                                      \
 275   nonstatic_field(Klass,                       _secondary_super_cache,                        Klass*)                                \
 276   nonstatic_field(Klass,                       _secondary_supers,                             Array<Klass*>*)                        \
 277   nonstatic_field(Klass,                       _super,                                        Klass*)                                \
 278   nonstatic_field(Klass,                       _super_check_offset,                           juint)                                 \
 279   volatile_nonstatic_field(Klass,              _subklass,                                     Klass*)                                \
 280   nonstatic_field(Klass,                       _layout_helper,                                jint)                                  \
 281   nonstatic_field(Klass,                       _name,                                         Symbol*)                               \
 282   volatile_nonstatic_field(Klass,              _next_sibling,                                 Klass*)                                \
 283   nonstatic_field(Klass,                       _java_mirror,                                  OopHandle)                             \
 284   nonstatic_field(Klass,                       _access_flags,                                 AccessFlags)                           \
 285   nonstatic_field(Klass,                       _class_loader_data,                            ClassLoaderData*)                      \
 286   nonstatic_field(Klass,                       _secondary_supers_bitmap,                      uintx)                                 \
 287   nonstatic_field(Klass,                       _hash_slot,                                    uint8_t)                               \
 288   nonstatic_field(Klass,                       _misc_flags._flags,                            u1)                                    \
 289   nonstatic_field(Klass,                       _prototype_header,                             markWord)                              \
 290                                                                                                                                      \
 291   nonstatic_field(LocalVariableTableElement,   start_bci,                                     u2)                                    \
 292   nonstatic_field(LocalVariableTableElement,   length,                                        u2)                                    \
 293   nonstatic_field(LocalVariableTableElement,   name_cp_index,                                 u2)                                    \
 294   nonstatic_field(LocalVariableTableElement,   descriptor_cp_index,                           u2)                                    \
 295   nonstatic_field(LocalVariableTableElement,   signature_cp_index,                            u2)                                    \
 296   nonstatic_field(LocalVariableTableElement,   slot,                                          u2)                                    \
 297                                                                                                                                      \
 298   nonstatic_field(Method,                      _constMethod,                                  ConstMethod*)                          \
 299   nonstatic_field(Method,                      _method_data,                                  MethodData*)                           \
 300   nonstatic_field(Method,                      _method_counters,                              MethodCounters*)                       \
 301   nonstatic_field(Method,                      _access_flags,                                 AccessFlags)                           \
 302   nonstatic_field(Method,                      _vtable_index,                                 int)                                   \
 303   nonstatic_field(Method,                      _intrinsic_id,                                 u2)                                    \
 304   nonstatic_field(Method,                      _flags._status,                                u4)                                    \
 305   volatile_nonstatic_field(Method,             _code,                                         nmethod*)                              \
 306   volatile_nonstatic_field(Method,             _from_compiled_entry,                          address)                               \
 307                                                                                                                                      \
 308   nonstatic_field(MethodCounters,              _invoke_mask,                                  int)                                   \
 309   nonstatic_field(MethodCounters,              _backedge_mask,                                int)                                   \
 310   nonstatic_field(MethodCounters,              _interpreter_throwout_count,                   u2)                                    \
 311   JVMTI_ONLY(nonstatic_field(MethodCounters,   _number_of_breakpoints,                        u2))                                   \
 312   nonstatic_field(MethodCounters,              _invocation_counter,                           InvocationCounter)                     \
 313   nonstatic_field(MethodCounters,              _backedge_counter,                             InvocationCounter)                     \
 314                                                                                                                                      \
 315   nonstatic_field(MethodData,                  _size,                                         int)                                   \
 316   nonstatic_field(MethodData,                  _method,                                       Method*)                               \
 317   nonstatic_field(MethodData,                  _data_size,                                    int)                                   \
 318   nonstatic_field(MethodData,                  _data[0],                                      intptr_t)                              \
 319   nonstatic_field(MethodData,                  _parameters_type_data_di,                      int)                                   \
 320   nonstatic_field(MethodData,                  _compiler_counters._nof_decompiles,            uint)                                  \
 321   nonstatic_field(MethodData,                  _compiler_counters._nof_overflow_recompiles,   uint)                                  \
 322   nonstatic_field(MethodData,                  _compiler_counters._nof_overflow_traps,        uint)                                  \
 323   nonstatic_field(MethodData,                  _compiler_counters._trap_hist._array[0],       u1)                                    \
 324   nonstatic_field(MethodData,                  _eflags,                                       intx)                                  \
 325   nonstatic_field(MethodData,                  _arg_local,                                    intx)                                  \
 326   nonstatic_field(MethodData,                  _arg_stack,                                    intx)                                  \
 327   nonstatic_field(MethodData,                  _arg_returned,                                 intx)                                  \
 328   nonstatic_field(MethodData,                  _tenure_traps,                                 uint)                                  \
 329   nonstatic_field(MethodData,                  _invoke_mask,                                  int)                                   \
 330   nonstatic_field(MethodData,                  _backedge_mask,                                int)                                   \
 331   nonstatic_field(MethodData,                  _jvmci_ir_size,                                int)                                   \
 332                                                                                                                                      \
 333   nonstatic_field(nmethod,                     _verified_entry_offset,                        u2)                                    \
 334   nonstatic_field(nmethod,                     _comp_level,                                   CompLevel)                             \
 335                                                                                                                                      \
 336   nonstatic_field(ObjArrayKlass,               _element_klass,                                Klass*)                                \
 337                                                                                                                                      \
 338   volatile_nonstatic_field(ObjectMonitor,      _owner,                                        int64_t)                               \
 339   volatile_nonstatic_field(ObjectMonitor,      _recursions,                                   intptr_t)                              \
 340   volatile_nonstatic_field(ObjectMonitor,      _entry_list,                                   ObjectWaiter*)                         \
 341   volatile_nonstatic_field(ObjectMonitor,      _succ,                                         int64_t)                               \
 342   volatile_nonstatic_field(ObjectMonitor,      _stack_locker,                                 BasicLock*)                            \
 343                                                                                                                                      \
 344   volatile_nonstatic_field(oopDesc,            _mark,                                         markWord)                              \
 345   volatile_nonstatic_field(oopDesc,            _metadata._klass,                              Klass*)                                \
 346                                                                                                                                      \
 347   static_field(StubRoutines,                _verify_oop_count,                                jint)                                  \
 348                                                                                                                                      \
 349   static_field(StubRoutines,                _jbyte_arraycopy,                                 address)                               \
 350   static_field(StubRoutines,                _jshort_arraycopy,                                address)                               \
 351   static_field(StubRoutines,                _jint_arraycopy,                                  address)                               \
 352   static_field(StubRoutines,                _jlong_arraycopy,                                 address)                               \
 353   static_field(StubRoutines,                _oop_arraycopy,                                   address)                               \
 354   static_field(StubRoutines,                _oop_arraycopy_uninit,                            address)                               \
 355   static_field(StubRoutines,                _jbyte_disjoint_arraycopy,                        address)                               \
 356   static_field(StubRoutines,                _jshort_disjoint_arraycopy,                       address)                               \
 357   static_field(StubRoutines,                _jint_disjoint_arraycopy,                         address)                               \
 358   static_field(StubRoutines,                _jlong_disjoint_arraycopy,                        address)                               \
 359   static_field(StubRoutines,                _oop_disjoint_arraycopy,                          address)                               \
 360   static_field(StubRoutines,                _oop_disjoint_arraycopy_uninit,                   address)                               \
 361   static_field(StubRoutines,                _arrayof_jbyte_arraycopy,                         address)                               \
 362   static_field(StubRoutines,                _arrayof_jshort_arraycopy,                        address)                               \
 363   static_field(StubRoutines,                _arrayof_jint_arraycopy,                          address)                               \
 364   static_field(StubRoutines,                _arrayof_jlong_arraycopy,                         address)                               \
 365   static_field(StubRoutines,                _arrayof_oop_arraycopy,                           address)                               \
 366   static_field(StubRoutines,                _arrayof_oop_arraycopy_uninit,                    address)                               \
 367   static_field(StubRoutines,                _arrayof_jbyte_disjoint_arraycopy,                address)                               \
 368   static_field(StubRoutines,                _arrayof_jshort_disjoint_arraycopy,               address)                               \
 369   static_field(StubRoutines,                _arrayof_jint_disjoint_arraycopy,                 address)                               \
 370   static_field(StubRoutines,                _arrayof_jlong_disjoint_arraycopy,                address)                               \
 371   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy,                  address)                               \
 372   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy_uninit,           address)                               \
 373   static_field(StubRoutines,                _checkcast_arraycopy,                             address)                               \
 374   static_field(StubRoutines,                _checkcast_arraycopy_uninit,                      address)                               \
 375   static_field(StubRoutines,                _unsafe_arraycopy,                                address)                               \
 376   static_field(StubRoutines,                _generic_arraycopy,                               address)                               \
 377   static_field(StubRoutines,                _array_sort,                                      address)                               \
 378   static_field(StubRoutines,                _array_partition,                                 address)                               \
 379   static_field(StubRoutines,                _unsafe_setmemory,                                address)                               \
 380                                                                                                                                      \
 381   static_field(StubRoutines,                _aescrypt_encryptBlock,                           address)                               \
 382   static_field(StubRoutines,                _aescrypt_decryptBlock,                           address)                               \
 383   static_field(StubRoutines,                _cipherBlockChaining_encryptAESCrypt,             address)                               \
 384   static_field(StubRoutines,                _cipherBlockChaining_decryptAESCrypt,             address)                               \
 385   static_field(StubRoutines,                _electronicCodeBook_encryptAESCrypt,              address)                               \
 386   static_field(StubRoutines,                _electronicCodeBook_decryptAESCrypt,              address)                               \
 387   static_field(StubRoutines,                _counterMode_AESCrypt,                            address)                               \
 388   static_field(StubRoutines,                _galoisCounterMode_AESCrypt,                      address)                               \
 389   static_field(StubRoutines,                _base64_encodeBlock,                              address)                               \
 390   static_field(StubRoutines,                _base64_decodeBlock,                              address)                               \
 391   static_field(StubRoutines,                _ghash_processBlocks,                             address)                               \
 392   static_field(StubRoutines,                _md5_implCompress,                                address)                               \
 393   static_field(StubRoutines,                _md5_implCompressMB,                              address)                               \
 394   static_field(StubRoutines,                _chacha20Block,                                   address)                               \
 395   static_field(StubRoutines,                _poly1305_processBlocks,                          address)                               \
 396   static_field(StubRoutines,                _intpoly_montgomeryMult_P256,                     address)                               \
 397   static_field(StubRoutines,                _intpoly_assign,                                  address)                               \
 398   static_field(StubRoutines,                _sha1_implCompress,                               address)                               \
 399   static_field(StubRoutines,                _sha1_implCompressMB,                             address)                               \
 400   static_field(StubRoutines,                _sha256_implCompress,                             address)                               \
 401   static_field(StubRoutines,                _sha256_implCompressMB,                           address)                               \
 402   static_field(StubRoutines,                _sha512_implCompress,                             address)                               \
 403   static_field(StubRoutines,                _sha512_implCompressMB,                           address)                               \
 404   static_field(StubRoutines,                _sha3_implCompress,                               address)                               \
 405   static_field(StubRoutines,                _double_keccak,                                   address)                               \
 406   static_field(StubRoutines,                _sha3_implCompressMB,                             address)                               \
 407   static_field(StubRoutines,                _kyberNtt,                                        address)                               \
 408   static_field(StubRoutines,                _kyberInverseNtt,                                 address)                               \
 409   static_field(StubRoutines,                _kyberNttMult,                                    address)                               \
 410   static_field(StubRoutines,                _kyberAddPoly_2,                                  address)                               \
 411   static_field(StubRoutines,                _kyberAddPoly_3,                                  address)                               \
 412   static_field(StubRoutines,                _kyber12To16,                                     address)                               \
 413   static_field(StubRoutines,                _kyberBarrettReduce,                              address)                               \
 414   static_field(StubRoutines,                _dilithiumAlmostNtt,                              address)                               \
 415   static_field(StubRoutines,                _dilithiumAlmostInverseNtt,                       address)                               \
 416   static_field(StubRoutines,                _dilithiumNttMult,                                address)                               \
 417   static_field(StubRoutines,                _dilithiumMontMulByConstant,                      address)                               \
 418   static_field(StubRoutines,                _dilithiumDecomposePoly,                          address)                               \
 419   static_field(StubRoutines,                _updateBytesCRC32,                                address)                               \
 420   static_field(StubRoutines,                _crc_table_adr,                                   address)                               \
 421   static_field(StubRoutines,                _crc32c_table_addr,                               address)                               \
 422   static_field(StubRoutines,                _updateBytesCRC32C,                               address)                               \
 423   static_field(StubRoutines,                _updateBytesAdler32,                              address)                               \
 424   static_field(StubRoutines,                _multiplyToLen,                                   address)                               \
 425   static_field(StubRoutines,                _squareToLen,                                     address)                               \
 426   static_field(StubRoutines,                _mulAdd,                                          address)                               \
 427   static_field(StubRoutines,                _montgomeryMultiply,                              address)                               \
 428   static_field(StubRoutines,                _montgomerySquare,                                address)                               \
 429   static_field(StubRoutines,                _vectorizedMismatch,                              address)                               \
 430   static_field(StubRoutines,                _bigIntegerRightShiftWorker,                      address)                               \
 431   static_field(StubRoutines,                _bigIntegerLeftShiftWorker,                       address)                               \
 432   static_field(StubRoutines,                _cont_thaw,                                       address)                               \
 433   static_field(StubRoutines,                _lookup_secondary_supers_table_slow_path_stub,    address)                               \
 434                                                                                                                                      \
 435   nonstatic_field(Thread,                   _poll_data,                                       SafepointMechanism::ThreadData)        \
 436   nonstatic_field(Thread,                   _tlab,                                            ThreadLocalAllocBuffer)                \
 437   nonstatic_field(Thread,                   _allocated_bytes,                                 jlong)                                 \
 438   JFR_ONLY(nonstatic_field(Thread,          _jfr_thread_local,                                JfrThreadLocal))                       \
 439                                                                                                                                      \
 440   static_field(java_lang_Thread,            _tid_offset,                                      int)                                   \
 441   static_field(java_lang_Thread,            _jvmti_is_in_VTMS_transition_offset,              int)                                   \
 442   JFR_ONLY(static_field(java_lang_Thread,   _jfr_epoch_offset,                                int))                                  \
 443                                                                                                                                      \
 444   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_id,                                      traceid))                              \
 445   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_epoch,                                   u2))                                   \
 446   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_excluded,                                bool))                                 \
 447   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread,                                         bool))                                 \
 448                                                                                                                                      \
 449   nonstatic_field(ThreadLocalAllocBuffer,   _start,                                           HeapWord*)                             \
 450   nonstatic_field(ThreadLocalAllocBuffer,   _top,                                             HeapWord*)                             \
 451   nonstatic_field(ThreadLocalAllocBuffer,   _end,                                             HeapWord*)                             \
 452   nonstatic_field(ThreadLocalAllocBuffer,   _pf_top,                                          HeapWord*)                             \
 453   nonstatic_field(ThreadLocalAllocBuffer,   _desired_size,                                    size_t)                                \
 454   nonstatic_field(ThreadLocalAllocBuffer,   _refill_waste_limit,                              size_t)                                \
 455   nonstatic_field(ThreadLocalAllocBuffer,   _number_of_refills,                               unsigned)                              \
 456   nonstatic_field(ThreadLocalAllocBuffer,   _slow_allocations,                                unsigned)                              \
 457                                                                                                                                      \
 458   nonstatic_field(SafepointMechanism::ThreadData, _polling_word,                              volatile uintptr_t)                    \
 459   nonstatic_field(SafepointMechanism::ThreadData, _polling_page,                              volatile uintptr_t)                    \
 460                                                                                                                                      \
 461   nonstatic_field(ThreadShadow,             _pending_exception,                               oop)                                   \
 462                                                                                                                                      \
 463   static_field(Symbol,                      _vm_symbols[0],                                   Symbol*)                               \
 464                                                                                                                                      \
 465   nonstatic_field(vtableEntry,              _method,                                          Method*)                               \
 466 
 467 #define VM_TYPES(declare_type, declare_toplevel_type, declare_integer_type, declare_unsigned_integer_type) \
 468   declare_integer_type(bool)                                              \
 469   declare_unsigned_integer_type(size_t)                                   \
 470   declare_integer_type(intx)                                              \
 471   declare_unsigned_integer_type(uintx)                                    \
 472   declare_integer_type(CompLevel)                                         \
 473                                                                           \
 474   declare_toplevel_type(BasicLock)                                        \
 475   declare_toplevel_type(CompilerToVM)                                     \
 476   declare_toplevel_type(ExceptionTableElement)                            \
 477   declare_toplevel_type(JVMFlag)                                          \
 478   declare_toplevel_type(JVMFlag*)                                         \
 479   declare_toplevel_type(InvocationCounter)                                \
 480   declare_toplevel_type(JVMCICompileState)                                \
 481   declare_toplevel_type(JVMCIEnv)                                         \
 482   declare_toplevel_type(LocalVariableTableElement)                        \
 483   declare_toplevel_type(narrowKlass)                                      \
 484   declare_toplevel_type(ObjectWaiter)                                     \
 485   declare_toplevel_type(Symbol*)                                          \
 486   declare_toplevel_type(vtableEntry)                                      \
 487                                                                           \
 488   declare_toplevel_type(oopDesc)                                          \
 489     declare_type(arrayOopDesc, oopDesc)                                   \
 490                                                                           \
 491   declare_toplevel_type(CompiledICData)                                   \
 492   declare_toplevel_type(MetaspaceObj)                                     \
 493     declare_type(Metadata, MetaspaceObj)                                  \
 494     declare_type(Klass, Metadata)                                         \
 495       declare_type(InstanceKlass, Klass)                                  \
 496     declare_type(ConstantPool, Metadata)                                  \
 497 
 498 #define VM_INT_CONSTANTS(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
 499   declare_preprocessor_constant("ASSERT", DEBUG_ONLY(1) NOT_DEBUG(0))     \
 500                                                                           \
 501   declare_preprocessor_constant("INCLUDE_SERIALGC", INCLUDE_SERIALGC)     \
 502   declare_preprocessor_constant("INCLUDE_PARALLELGC", INCLUDE_PARALLELGC) \
 503   declare_preprocessor_constant("INCLUDE_G1GC", INCLUDE_G1GC)             \
 504   declare_preprocessor_constant("INCLUDE_ZGC", INCLUDE_ZGC)               \
 505   declare_preprocessor_constant("INCLUDE_SHENANDOAHGC", INCLUDE_SHENANDOAHGC) \
 506                                                                           \
 507   declare_constant(CompLevel_none)                                        \
 508   declare_constant(CompLevel_simple)                                      \
 509   declare_constant(CompLevel_limited_profile)                             \
 510   declare_constant(CompLevel_full_profile)                                \
 511   declare_constant(CompLevel_full_optimization)                           \
 512   declare_constant(HeapWordSize)                                          \
 513   declare_constant(InvocationEntryBci)                                    \
 514   declare_constant(JVMCINMethodData::SPECULATION_LENGTH_BITS)             \
 515                                                                           \
 516   declare_constant(FieldInfo::FieldFlags::_ff_injected)                   \
 517   declare_constant(FieldInfo::FieldFlags::_ff_stable)                     \
 518   declare_preprocessor_constant("JVM_ACC_VARARGS", JVM_ACC_VARARGS)       \
 519   declare_preprocessor_constant("JVM_ACC_BRIDGE", JVM_ACC_BRIDGE)         \
 520   declare_preprocessor_constant("JVM_ACC_ANNOTATION", JVM_ACC_ANNOTATION) \
 521   declare_preprocessor_constant("JVM_ACC_ENUM", JVM_ACC_ENUM)             \
 522   declare_preprocessor_constant("JVM_ACC_SYNTHETIC", JVM_ACC_SYNTHETIC)   \
 523   declare_preprocessor_constant("JVM_ACC_INTERFACE", JVM_ACC_INTERFACE)   \
 524                                                                           \
 525   declare_constant(JVM_CONSTANT_Utf8)                                     \
 526   declare_constant(JVM_CONSTANT_Unicode)                                  \
 527   declare_constant(JVM_CONSTANT_Integer)                                  \
 528   declare_constant(JVM_CONSTANT_Float)                                    \
 529   declare_constant(JVM_CONSTANT_Long)                                     \
 530   declare_constant(JVM_CONSTANT_Double)                                   \
 531   declare_constant(JVM_CONSTANT_Class)                                    \
 532   declare_constant(JVM_CONSTANT_String)                                   \
 533   declare_constant(JVM_CONSTANT_Fieldref)                                 \
 534   declare_constant(JVM_CONSTANT_Methodref)                                \
 535   declare_constant(JVM_CONSTANT_InterfaceMethodref)                       \
 536   declare_constant(JVM_CONSTANT_NameAndType)                              \
 537   declare_constant(JVM_CONSTANT_MethodHandle)                             \
 538   declare_constant(JVM_CONSTANT_MethodType)                               \
 539   declare_constant(JVM_CONSTANT_InvokeDynamic)                            \
 540   declare_constant(JVM_CONSTANT_Dynamic)                                  \
 541   declare_constant(JVM_CONSTANT_Module)                                   \
 542   declare_constant(JVM_CONSTANT_Package)                                  \
 543   declare_constant(JVM_CONSTANT_ExternalMax)                              \
 544                                                                           \
 545   declare_constant(JVM_CONSTANT_Invalid)                                  \
 546   declare_constant(JVM_CONSTANT_InternalMin)                              \
 547   declare_constant(JVM_CONSTANT_UnresolvedClass)                          \
 548   declare_constant(JVM_CONSTANT_ClassIndex)                               \
 549   declare_constant(JVM_CONSTANT_StringIndex)                              \
 550   declare_constant(JVM_CONSTANT_UnresolvedClassInError)                   \
 551   declare_constant(JVM_CONSTANT_MethodHandleInError)                      \
 552   declare_constant(JVM_CONSTANT_MethodTypeInError)                        \
 553   declare_constant(JVM_CONSTANT_DynamicInError)                           \
 554   declare_constant(JVM_CONSTANT_InternalMax)                              \
 555                                                                           \
 556   declare_constant(ArrayData::array_len_off_set)                          \
 557   declare_constant(ArrayData::array_start_off_set)                        \
 558                                                                           \
 559   declare_constant(BitData::exception_seen_flag)                          \
 560   declare_constant(BitData::null_seen_flag)                               \
 561   declare_constant(BranchData::not_taken_off_set)                         \
 562                                                                           \
 563   declare_constant_with_value("CardTable::dirty_card", CardTable::dirty_card_val()) \
 564   declare_constant_with_value("LockStack::_end_offset", LockStack::end_offset()) \
 565   declare_constant_with_value("OMCache::oop_to_oop_difference", OMCache::oop_to_oop_difference()) \
 566   declare_constant_with_value("OMCache::oop_to_monitor_difference", OMCache::oop_to_monitor_difference()) \
 567                                                                                           \
 568   declare_constant(nmethod::InvalidationReason::NOT_INVALIDATED)                          \
 569   declare_constant(nmethod::InvalidationReason::C1_CODEPATCH)                             \
 570   declare_constant(nmethod::InvalidationReason::C1_DEOPTIMIZE)                            \
 571   declare_constant(nmethod::InvalidationReason::C1_DEOPTIMIZE_FOR_PATCHING)               \
 572   declare_constant(nmethod::InvalidationReason::C1_PREDICATE_FAILED_TRAP)                 \
 573   declare_constant(nmethod::InvalidationReason::CI_REPLAY)                                \
 574   declare_constant(nmethod::InvalidationReason::UNLOADING)                                \
 575   declare_constant(nmethod::InvalidationReason::UNLOADING_COLD)                           \
 576   declare_constant(nmethod::InvalidationReason::JVMCI_INVALIDATE)                         \
 577   declare_constant(nmethod::InvalidationReason::JVMCI_MATERIALIZE_VIRTUAL_OBJECT)         \
 578   declare_constant(nmethod::InvalidationReason::JVMCI_REPLACED_WITH_NEW_CODE)             \
 579   declare_constant(nmethod::InvalidationReason::JVMCI_REPROFILE)                          \
 580   declare_constant(nmethod::InvalidationReason::MARKED_FOR_DEOPTIMIZATION)                \
 581   declare_constant(nmethod::InvalidationReason::MISSING_EXCEPTION_HANDLER)                \
 582   declare_constant(nmethod::InvalidationReason::NOT_USED)                                 \
 583   declare_constant(nmethod::InvalidationReason::OSR_INVALIDATION_BACK_BRANCH)             \
 584   declare_constant(nmethod::InvalidationReason::OSR_INVALIDATION_FOR_COMPILING_WITH_C1)   \
 585   declare_constant(nmethod::InvalidationReason::OSR_INVALIDATION_OF_LOWER_LEVEL)          \
 586   declare_constant(nmethod::InvalidationReason::SET_NATIVE_FUNCTION)                      \
 587   declare_constant(nmethod::InvalidationReason::UNCOMMON_TRAP)                            \
 588   declare_constant(nmethod::InvalidationReason::WHITEBOX_DEOPTIMIZATION)                  \
 589   declare_constant(nmethod::InvalidationReason::ZOMBIE)                                   \
 590                                                                                           \
 591   declare_constant(CodeInstaller::VERIFIED_ENTRY)                         \
 592   declare_constant(CodeInstaller::UNVERIFIED_ENTRY)                       \
 593   declare_constant(CodeInstaller::OSR_ENTRY)                              \
 594   declare_constant(CodeInstaller::EXCEPTION_HANDLER_ENTRY)                \
 595   declare_constant(CodeInstaller::DEOPT_HANDLER_ENTRY)                    \
 596   declare_constant(CodeInstaller::FRAME_COMPLETE)                         \
 597   declare_constant(CodeInstaller::ENTRY_BARRIER_PATCH)                    \
 598   declare_constant(CodeInstaller::INVOKEINTERFACE)                        \
 599   declare_constant(CodeInstaller::INVOKEVIRTUAL)                          \
 600   declare_constant(CodeInstaller::INVOKESTATIC)                           \
 601   declare_constant(CodeInstaller::INVOKESPECIAL)                          \
 602   declare_constant(CodeInstaller::INLINE_INVOKE)                          \
 603   declare_constant(CodeInstaller::POLL_NEAR)                              \
 604   declare_constant(CodeInstaller::POLL_RETURN_NEAR)                       \
 605   declare_constant(CodeInstaller::POLL_FAR)                               \
 606   declare_constant(CodeInstaller::POLL_RETURN_FAR)                        \
 607   declare_constant(CodeInstaller::CARD_TABLE_SHIFT)                       \
 608   declare_constant(CodeInstaller::CARD_TABLE_ADDRESS)                     \
 609   declare_constant(CodeInstaller::HEAP_TOP_ADDRESS)                       \
 610   declare_constant(CodeInstaller::HEAP_END_ADDRESS)                       \
 611   declare_constant(CodeInstaller::NARROW_KLASS_BASE_ADDRESS)              \
 612   declare_constant(CodeInstaller::NARROW_OOP_BASE_ADDRESS)                \
 613   declare_constant(CodeInstaller::CRC_TABLE_ADDRESS)                      \
 614   declare_constant(CodeInstaller::LOG_OF_HEAP_REGION_GRAIN_BYTES)         \
 615   declare_constant(CodeInstaller::INLINE_CONTIGUOUS_ALLOCATION_SUPPORTED) \
 616   declare_constant(CodeInstaller::DEOPT_MH_HANDLER_ENTRY)                 \
 617   declare_constant(CodeInstaller::VERIFY_OOP_COUNT_ADDRESS)               \
 618   declare_constant(CodeInstaller::VERIFY_OOPS)                            \
 619   declare_constant(CodeInstaller::VERIFY_OOP_BITS)                        \
 620   declare_constant(CodeInstaller::VERIFY_OOP_MASK)                        \
 621   declare_constant(CodeInstaller::INVOKE_INVALID)                         \
 622                                                                           \
 623   declare_constant(CodeInstaller::ILLEGAL)                                \
 624   declare_constant(CodeInstaller::REGISTER_PRIMITIVE)                     \
 625   declare_constant(CodeInstaller::REGISTER_OOP)                           \
 626   declare_constant(CodeInstaller::REGISTER_NARROW_OOP)                    \
 627   declare_constant(CodeInstaller::REGISTER_VECTOR)                        \
 628   declare_constant(CodeInstaller::STACK_SLOT_PRIMITIVE)                   \
 629   declare_constant(CodeInstaller::STACK_SLOT_OOP)                         \
 630   declare_constant(CodeInstaller::STACK_SLOT_NARROW_OOP)                  \
 631   declare_constant(CodeInstaller::STACK_SLOT_VECTOR)                      \
 632   declare_constant(CodeInstaller::STACK_SLOT4_PRIMITIVE)                  \
 633   declare_constant(CodeInstaller::STACK_SLOT4_OOP)                        \
 634   declare_constant(CodeInstaller::STACK_SLOT4_NARROW_OOP)                 \
 635   declare_constant(CodeInstaller::STACK_SLOT4_VECTOR)                     \
 636   declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID)                      \
 637   declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID2)                     \
 638   declare_constant(CodeInstaller::NULL_CONSTANT)                          \
 639   declare_constant(CodeInstaller::RAW_CONSTANT)                           \
 640   declare_constant(CodeInstaller::PRIMITIVE_0)                            \
 641   declare_constant(CodeInstaller::PRIMITIVE4)                             \
 642   declare_constant(CodeInstaller::PRIMITIVE8)                             \
 643   declare_constant(CodeInstaller::JOBJECT)                                \
 644   declare_constant(CodeInstaller::OBJECT_ID)                              \
 645   declare_constant(CodeInstaller::OBJECT_ID2)                             \
 646                                                                           \
 647   declare_constant(CodeInstaller::NO_FINALIZABLE_SUBCLASS)                \
 648   declare_constant(CodeInstaller::CONCRETE_SUBTYPE)                       \
 649   declare_constant(CodeInstaller::LEAF_TYPE)                              \
 650   declare_constant(CodeInstaller::CONCRETE_METHOD)                        \
 651   declare_constant(CodeInstaller::CALLSITE_TARGET_VALUE)                  \
 652                                                                           \
 653   declare_constant(CodeInstaller::PATCH_OBJECT_ID)                        \
 654   declare_constant(CodeInstaller::PATCH_OBJECT_ID2)                       \
 655   declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID)                 \
 656   declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID2)                \
 657   declare_constant(CodeInstaller::PATCH_JOBJECT)                          \
 658   declare_constant(CodeInstaller::PATCH_NARROW_JOBJECT)                   \
 659   declare_constant(CodeInstaller::PATCH_KLASS)                            \
 660   declare_constant(CodeInstaller::PATCH_NARROW_KLASS)                     \
 661   declare_constant(CodeInstaller::PATCH_METHOD)                           \
 662   declare_constant(CodeInstaller::PATCH_DATA_SECTION_REFERENCE)           \
 663                                                                           \
 664   declare_constant(CodeInstaller::SITE_CALL)                              \
 665   declare_constant(CodeInstaller::SITE_FOREIGN_CALL)                      \
 666   declare_constant(CodeInstaller::SITE_FOREIGN_CALL_NO_DEBUG_INFO)        \
 667   declare_constant(CodeInstaller::SITE_SAFEPOINT)                         \
 668   declare_constant(CodeInstaller::SITE_INFOPOINT)                         \
 669   declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION)                \
 670   declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION_DISPATCH)       \
 671   declare_constant(CodeInstaller::SITE_MARK)                              \
 672   declare_constant(CodeInstaller::SITE_DATA_PATCH)                        \
 673   declare_constant(CodeInstaller::SITE_EXCEPTION_HANDLER)                 \
 674                                                                           \
 675   declare_constant(CodeInstaller::DI_HAS_REFERENCE_MAP)                   \
 676   declare_constant(CodeInstaller::DI_HAS_CALLEE_SAVE_INFO)                \
 677   declare_constant(CodeInstaller::DI_HAS_FRAMES)                          \
 678                                                                           \
 679   declare_constant(CodeInstaller::DIF_HAS_LOCALS)                         \
 680   declare_constant(CodeInstaller::DIF_HAS_STACK)                          \
 681   declare_constant(CodeInstaller::DIF_HAS_LOCKS)                          \
 682   declare_constant(CodeInstaller::DIF_DURING_CALL)                        \
 683   declare_constant(CodeInstaller::DIF_RETHROW_EXCEPTION)                  \
 684                                                                           \
 685   declare_constant(CodeInstaller::HCC_IS_NMETHOD)                         \
 686   declare_constant(CodeInstaller::HCC_HAS_ASSUMPTIONS)                    \
 687   declare_constant(CodeInstaller::HCC_HAS_METHODS)                        \
 688   declare_constant(CodeInstaller::HCC_HAS_DEOPT_RESCUE_SLOT)              \
 689   declare_constant(CodeInstaller::HCC_HAS_COMMENTS)                       \
 690                                                                           \
 691   declare_constant(CodeInstaller::NO_REGISTER)                            \
 692                                                                           \
 693   declare_constant(CollectedHeap::None)                                   \
 694   declare_constant(CollectedHeap::Serial)                                 \
 695   declare_constant(CollectedHeap::Parallel)                               \
 696   declare_constant(CollectedHeap::G1)                                     \
 697   declare_constant(CollectedHeap::Epsilon)                                \
 698   declare_constant(CollectedHeap::Z)                                      \
 699   declare_constant(CollectedHeap::Shenandoah)                             \
 700                                                                           \
 701   declare_constant(vmIntrinsics::FIRST_MH_SIG_POLY)                       \
 702   declare_constant(vmIntrinsics::LAST_MH_SIG_POLY)                        \
 703   declare_constant(vmIntrinsics::_invokeGeneric)                          \
 704   declare_constant(vmIntrinsics::_compiledLambdaForm)                     \
 705                                                                           \
 706   declare_constant(ConstantPool::_has_dynamic_constant)                   \
 707                                                                           \
 708   declare_constant(ConstMethodFlags::_misc_has_linenumber_table)          \
 709   declare_constant(ConstMethodFlags::_misc_has_localvariable_table)       \
 710   declare_constant(ConstMethodFlags::_misc_has_exception_table)           \
 711   declare_constant(ConstMethodFlags::_misc_has_method_annotations)        \
 712   declare_constant(ConstMethodFlags::_misc_has_parameter_annotations)     \
 713   declare_constant(ConstMethodFlags::_misc_caller_sensitive)              \
 714   declare_constant(ConstMethodFlags::_misc_is_hidden)                     \
 715   declare_constant(ConstMethodFlags::_misc_intrinsic_candidate)           \
 716   declare_constant(ConstMethodFlags::_misc_reserved_stack_access)         \
 717   declare_constant(ConstMethodFlags::_misc_changes_current_thread)        \
 718   declare_constant(ConstMethodFlags::_misc_is_scoped)                     \
 719   declare_constant(ConstMethodFlags::_misc_is_overpass)                   \
 720                                                                           \
 721   declare_constant(CounterData::count_off)                                \
 722                                                                           \
 723   declare_constant(DataLayout::cell_size)                                 \
 724   declare_constant(DataLayout::no_tag)                                    \
 725   declare_constant(DataLayout::bit_data_tag)                              \
 726   declare_constant(DataLayout::counter_data_tag)                          \
 727   declare_constant(DataLayout::jump_data_tag)                             \
 728   declare_constant(DataLayout::receiver_type_data_tag)                    \
 729   declare_constant(DataLayout::virtual_call_data_tag)                     \
 730   declare_constant(DataLayout::ret_data_tag)                              \
 731   declare_constant(DataLayout::branch_data_tag)                           \
 732   declare_constant(DataLayout::multi_branch_data_tag)                     \
 733   declare_constant(DataLayout::arg_info_data_tag)                         \
 734   declare_constant(DataLayout::call_type_data_tag)                        \
 735   declare_constant(DataLayout::virtual_call_type_data_tag)                \
 736   declare_constant(DataLayout::parameters_type_data_tag)                  \
 737   declare_constant(DataLayout::speculative_trap_data_tag)                 \
 738                                                                           \
 739   declare_constant(Deoptimization::Unpack_deopt)                          \
 740   declare_constant(Deoptimization::Unpack_exception)                      \
 741   declare_constant(Deoptimization::Unpack_uncommon_trap)                  \
 742   declare_constant(Deoptimization::Unpack_reexecute)                      \
 743                                                                           \
 744   declare_constant(Deoptimization::_action_bits)                          \
 745   declare_constant(Deoptimization::_reason_bits)                          \
 746   declare_constant(Deoptimization::_debug_id_bits)                        \
 747   declare_constant(Deoptimization::_action_shift)                         \
 748   declare_constant(Deoptimization::_reason_shift)                         \
 749   declare_constant(Deoptimization::_debug_id_shift)                       \
 750                                                                           \
 751   declare_constant(Deoptimization::Action_none)                           \
 752   declare_constant(Deoptimization::Action_maybe_recompile)                \
 753   declare_constant(Deoptimization::Action_reinterpret)                    \
 754   declare_constant(Deoptimization::Action_make_not_entrant)               \
 755   declare_constant(Deoptimization::Action_make_not_compilable)            \
 756                                                                           \
 757   declare_constant(Deoptimization::Reason_none)                           \
 758   declare_constant(Deoptimization::Reason_null_check)                     \
 759   declare_constant(Deoptimization::Reason_range_check)                    \
 760   declare_constant(Deoptimization::Reason_class_check)                    \
 761   declare_constant(Deoptimization::Reason_array_check)                    \
 762   declare_constant(Deoptimization::Reason_unreached0)                     \
 763   declare_constant(Deoptimization::Reason_constraint)                     \
 764   declare_constant(Deoptimization::Reason_div0_check)                     \
 765   declare_constant(Deoptimization::Reason_loop_limit_check)               \
 766   declare_constant(Deoptimization::Reason_auto_vectorization_check)       \
 767   declare_constant(Deoptimization::Reason_type_checked_inlining)          \
 768   declare_constant(Deoptimization::Reason_optimized_type_check)           \
 769   declare_constant(Deoptimization::Reason_aliasing)                       \
 770   declare_constant(Deoptimization::Reason_transfer_to_interpreter)        \
 771   declare_constant(Deoptimization::Reason_not_compiled_exception_handler) \
 772   declare_constant(Deoptimization::Reason_unresolved)                     \
 773   declare_constant(Deoptimization::Reason_jsr_mismatch)                   \
 774   declare_constant(Deoptimization::Reason_TRAP_HISTORY_LENGTH)            \
 775   declare_constant(Deoptimization::_support_large_access_byte_array_virtualization) \
 776                                                                           \
 777                                                                           \
 778   declare_constant(InstanceKlass::linked)                                 \
 779   declare_constant(InstanceKlass::being_initialized)                      \
 780   declare_constant(InstanceKlass::fully_initialized)                      \
 781                                                                           \
 782   declare_constant(LockingMode::LM_MONITOR)                               \
 783   declare_constant(LockingMode::LM_LEGACY)                                \
 784   declare_constant(LockingMode::LM_LIGHTWEIGHT)                           \
 785                                                                           \
 786   /*********************************/                                     \
 787   /* InstanceKlass _misc_flags */                                         \
 788   /*********************************/                                     \
 789                                                                           \
 790   declare_constant(InstanceKlassFlags::_misc_has_nonstatic_concrete_methods)   \
 791   declare_constant(InstanceKlassFlags::_misc_declares_nonstatic_concrete_methods) \
 792   declare_constant(KlassFlags::_misc_is_hidden_class)                     \
 793   declare_constant(KlassFlags::_misc_is_value_based_class)                \
 794   declare_constant(KlassFlags::_misc_has_finalizer)                       \
 795   declare_constant(KlassFlags::_misc_is_cloneable_fast)                   \
 796                                                                           \
 797   declare_constant(JumpData::taken_off_set)                               \
 798   declare_constant(JumpData::displacement_off_set)                        \
 799                                                                           \
 800   declare_preprocessor_constant("JVMCI::ok",                      JVMCI::ok)                      \
 801   declare_preprocessor_constant("JVMCI::dependencies_failed",     JVMCI::dependencies_failed)     \
 802   declare_preprocessor_constant("JVMCI::cache_full",              JVMCI::cache_full)              \
 803   declare_preprocessor_constant("JVMCI::code_too_large",          JVMCI::code_too_large)          \
 804   declare_preprocessor_constant("JVMCI::nmethod_reclaimed",       JVMCI::nmethod_reclaimed)       \
 805   declare_preprocessor_constant("JVMCI::first_permanent_bailout", JVMCI::first_permanent_bailout) \
 806                                                                           \
 807   declare_constant(JVMCIRuntime::none)                                    \
 808   declare_constant(JVMCIRuntime::by_holder)                               \
 809   declare_constant(JVMCIRuntime::by_full_signature)                       \
 810                                                                           \
 811   declare_constant(Klass::_lh_neutral_value)                              \
 812   declare_constant(Klass::_lh_instance_slow_path_bit)                     \
 813   declare_constant(Klass::_lh_log2_element_size_shift)                    \
 814   declare_constant(Klass::_lh_log2_element_size_mask)                     \
 815   declare_constant(Klass::_lh_element_type_shift)                         \
 816   declare_constant(Klass::_lh_element_type_mask)                          \
 817   declare_constant(Klass::_lh_header_size_shift)                          \
 818   declare_constant(Klass::_lh_header_size_mask)                           \
 819   declare_constant(Klass::_lh_array_tag_shift)                            \
 820   declare_constant(Klass::_lh_array_tag_type_value)                       \
 821   declare_constant(Klass::_lh_array_tag_obj_value)                        \
 822                                                                           \
 823   declare_constant(markWord::no_hash)                                     \
 824                                                                           \
 825   declare_constant(MethodFlags::_misc_force_inline)                       \
 826   declare_constant(MethodFlags::_misc_dont_inline)                        \
 827                                                                           \
 828   declare_constant(Method::nonvirtual_vtable_index)                       \
 829   declare_constant(Method::invalid_vtable_index)                          \
 830                                                                           \
 831   declare_constant(MultiBranchData::per_case_cell_count)                  \
 832                                                                           \
 833   AARCH64_ONLY(declare_constant(NMethodPatchingType::stw_instruction_and_data_patch))  \
 834   AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_instruction_and_data_patch)) \
 835   AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_data_patch))                 \
 836                                                                           \
 837   declare_constant(ObjectMonitor::NO_OWNER)                               \
 838   declare_constant(ObjectMonitor::ANONYMOUS_OWNER)                        \
 839   declare_constant(ObjectMonitor::DEFLATER_MARKER)                        \
 840                                                                           \
 841   declare_constant(ReceiverTypeData::receiver_type_row_cell_count)        \
 842   declare_constant(ReceiverTypeData::receiver0_offset)                    \
 843   declare_constant(ReceiverTypeData::count0_offset)                       \
 844                                                                           \
 845   declare_constant(vmIntrinsics::_invokeBasic)                            \
 846   declare_constant(vmIntrinsics::_linkToVirtual)                          \
 847   declare_constant(vmIntrinsics::_linkToStatic)                           \
 848   declare_constant(vmIntrinsics::_linkToSpecial)                          \
 849   declare_constant(vmIntrinsics::_linkToInterface)                        \
 850   declare_constant(vmIntrinsics::_linkToNative)                           \
 851                                                                           \
 852   declare_constant(vmSymbols::FIRST_SID)                                  \
 853   declare_constant(vmSymbols::SID_LIMIT)                                  \
 854 
 855 #define VM_LONG_CONSTANTS(declare_constant, declare_preprocessor_constant) \
 856   declare_constant(InvocationCounter::count_increment)                    \
 857   declare_constant(InvocationCounter::count_shift)                        \
 858                                                                           \
 859   declare_constant(markWord::klass_shift)                                 \
 860   declare_constant(markWord::hash_shift)                                  \
 861   declare_constant(markWord::monitor_value)                               \
 862                                                                           \
 863   declare_constant(markWord::lock_mask_in_place)                          \
 864   declare_constant(markWord::age_mask_in_place)                           \
 865   declare_constant(markWord::hash_mask)                                   \
 866   declare_constant(markWord::hash_mask_in_place)                          \
 867                                                                           \
 868   declare_constant(markWord::unlocked_value)                              \
 869   declare_constant(markWord::marked_value)                                \
 870                                                                           \
 871   declare_constant(markWord::no_hash_in_place)                            \
 872   declare_constant(markWord::no_lock_in_place)                            \
 873 
 874 // Helper macro to support ZGC pattern where the function itself isn't exported
 875 #define DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, name) \
 876   declare_function_with_value(name, name##_addr())
 877 
 878 
 879 #define VM_ADDRESSES(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
 880   declare_function(SharedRuntime::register_finalizer)                     \
 881   declare_function(SharedRuntime::exception_handler_for_return_address)   \
 882   declare_function(SharedRuntime::OSR_migration_end)                      \
 883   declare_function(SharedRuntime::enable_stack_reserved_zone)             \
 884   declare_function(SharedRuntime::frem)                                   \
 885   declare_function(SharedRuntime::drem)                                   \
 886   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_start)) \
 887   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_end))   \
 888   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_mount)) \
 889   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_unmount)) \
 890                                                                           \
 891   declare_function(os::dll_load)                                          \
 892   declare_function(os::dll_lookup)                                        \
 893   declare_function(os::javaTimeMillis)                                    \
 894   declare_function(os::javaTimeNanos)                                     \
 895                                                                           \
 896   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded))                      \
 897   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_weak_oop_field_preloaded))                 \
 898   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_phantom_oop_field_preloaded))              \
 899   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded_store_good))           \
 900   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::no_keepalive_load_barrier_on_weak_oop_field_preloaded))    \
 901   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::no_keepalive_load_barrier_on_phantom_oop_field_preloaded)) \
 902   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::no_keepalive_store_barrier_on_oop_field_without_healing))  \
 903   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_native_oop_field_without_healing))        \
 904   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_oop_field_with_healing))                  \
 905   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_oop_field_without_healing))               \
 906   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_array))                                \
 907                                                                           \
 908   declare_function(Deoptimization::fetch_unroll_info)                     \
 909   declare_function(Deoptimization::uncommon_trap)                         \
 910   declare_function(Deoptimization::unpack_frames)                         \
 911                                                                           \
 912   declare_function(JVMCIRuntime::new_instance_or_null)                    \
 913   declare_function(JVMCIRuntime::new_array_or_null)                       \
 914   declare_function(JVMCIRuntime::new_multi_array_or_null)                 \
 915   declare_function(JVMCIRuntime::dynamic_new_array_or_null)               \
 916   declare_function(JVMCIRuntime::dynamic_new_instance_or_null)            \
 917                                                                           \
 918   declare_function(JVMCIRuntime::invoke_static_method_one_arg)            \
 919                                                                           \
 920   declare_function(JVMCIRuntime::vm_message)                              \
 921   declare_function(JVMCIRuntime::identity_hash_code)                      \
 922   declare_function(JVMCIRuntime::exception_handler_for_pc)                \
 923   declare_function(JVMCIRuntime::monitorenter)                            \
 924   declare_function(JVMCIRuntime::monitorexit)                             \
 925   declare_function(JVMCIRuntime::object_notify)                           \
 926   declare_function(JVMCIRuntime::object_notifyAll)                        \
 927   declare_function(JVMCIRuntime::throw_and_post_jvmti_exception)          \
 928   declare_function(JVMCIRuntime::throw_klass_external_name_exception)     \
 929   declare_function(JVMCIRuntime::throw_class_cast_exception)              \
 930   declare_function(JVMCIRuntime::log_primitive)                           \
 931   declare_function(JVMCIRuntime::log_object)                              \
 932   declare_function(JVMCIRuntime::log_printf)                              \
 933   declare_function(JVMCIRuntime::vm_error)                                \
 934   declare_function(JVMCIRuntime::load_and_clear_exception)                \
 935   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_pre))            \
 936   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_post))           \
 937   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_strong))         \
 938   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_strong_narrow))  \
 939   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_weak))           \
 940   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_weak_narrow))    \
 941   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_phantom))        \
 942   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::load_reference_barrier_phantom_narrow)) \
 943   SHENANDOAHGC_ONLY(declare_function(ShenandoahRuntime::write_barrier_pre))                     \
 944   declare_function(JVMCIRuntime::validate_object)                         \
 945                                                                           \
 946   declare_function(JVMCIRuntime::test_deoptimize_call_int)
 947 
 948 
 949 #if INCLUDE_G1GC
 950 
 951 #define VM_STRUCTS_JVMCI_G1GC(nonstatic_field, static_field) \
 952   static_field(G1HeapRegion, LogOfHRGrainBytes, uint)
 953 
 954 #define VM_INT_CONSTANTS_JVMCI_G1GC(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
 955   declare_constant_with_value("G1CardTable::g1_young_gen", G1CardTable::g1_young_card_val()) \
 956   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_active_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_active_offset())) \
 957   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_index_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_index_offset())) \
 958   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_buffer_offset())) \
 959   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_index_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_index_offset())) \
 960   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_buffer_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_buffer_offset()))
 961 
 962 #endif // INCLUDE_G1GC
 963 
 964 
 965 #if INCLUDE_ZGC
 966 
 967 #define VM_INT_CONSTANTS_JVMCI_ZGC(declare_constant, declare_constant_with_value, declare_preprocessor_constant)                           \
 968   declare_constant_with_value("ZThreadLocalData::store_good_mask_offset" , in_bytes(ZThreadLocalData::store_good_mask_offset()))           \
 969   declare_constant_with_value("ZThreadLocalData::store_bad_mask_offset" , in_bytes(ZThreadLocalData::store_bad_mask_offset()))             \
 970   declare_constant_with_value("ZThreadLocalData::store_barrier_buffer_offset" , in_bytes(ZThreadLocalData::store_barrier_buffer_offset())) \
 971   declare_constant_with_value("ZStoreBarrierBuffer::current_offset" , in_bytes(ZStoreBarrierBuffer::current_offset()))                     \
 972   declare_constant_with_value("ZStoreBarrierBuffer::buffer_offset" , in_bytes(ZStoreBarrierBuffer::buffer_offset()))                       \
 973   declare_constant_with_value("ZStoreBarrierEntry::p_offset" , in_bytes(ZStoreBarrierEntry::p_offset()))                                   \
 974   declare_constant_with_value("ZStoreBarrierEntry::prev_offset" , in_bytes(ZStoreBarrierEntry::prev_offset()))                             \
 975   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_GOOD_BEFORE_SHL))                                            \
 976   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_BAD_AFTER_TEST))                                             \
 977   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_MARK_BAD_AFTER_TEST))                                             \
 978   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_CMP))                                            \
 979   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_BAD_AFTER_TEST))                                            \
 980   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_OR))                                             \
 981   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_MOV))                                            \
 982   AARCH64_ONLY(declare_constant(ZPointerLoadShift))                                                                                        \
 983   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_GOOD_BEFORE_TB_X))                                         \
 984   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_MARK_BAD_BEFORE_MOV))                                           \
 985   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_BEFORE_MOV))                                         \
 986   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_BAD_BEFORE_MOV))
 987 
 988 #endif // INCLUDE_ZGC
 989 
 990 #if INCLUDE_SHENANDOAHGC
 991 
 992 #define VM_INT_CONSTANTS_JVMCI_SHENANDOAH(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
 993    declare_constant_with_value("ShenandoahThreadLocalData::gc_state_offset", in_bytes(ShenandoahThreadLocalData::gc_state_offset())) \
 994    declare_constant_with_value("ShenandoahThreadLocalData::satb_mark_queue_index_offset", in_bytes(ShenandoahThreadLocalData::satb_mark_queue_index_offset())) \
 995    declare_constant_with_value("ShenandoahThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(ShenandoahThreadLocalData::satb_mark_queue_buffer_offset())) \
 996    declare_constant_with_value("ShenandoahThreadLocalData::card_table_offset", in_bytes(ShenandoahThreadLocalData::card_table_offset())) \
 997    declare_constant_with_value("ShenandoahHeap::HAS_FORWARDED", ShenandoahHeap::HAS_FORWARDED)                                           \
 998    declare_constant_with_value("ShenandoahHeap::MARKING", ShenandoahHeap::MARKING)                                                       \
 999    declare_constant_with_value("ShenandoahHeap::EVACUATION", ShenandoahHeap::EVACUATION)                                                 \
1000    declare_constant_with_value("ShenandoahHeap::UPDATE_REFS", ShenandoahHeap::UPDATE_REFS)                                               \
1001    declare_constant_with_value("ShenandoahHeap::WEAK_ROOTS", ShenandoahHeap::WEAK_ROOTS)                                                 \
1002    declare_constant_with_value("ShenandoahHeap::YOUNG_MARKING", ShenandoahHeap::YOUNG_MARKING)                                           \
1003    declare_constant_with_value("ShenandoahHeap::OLD_MARKING", ShenandoahHeap::OLD_MARKING)                                               \
1004 
1005 #endif
1006 
1007 #ifdef LINUX
1008 
1009 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
1010   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
1011 
1012 #endif
1013 
1014 
1015 #ifdef BSD
1016 
1017 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
1018   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
1019 
1020 #endif
1021 
1022 #ifdef AARCH64
1023 
1024 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field) \
1025   static_field(VM_Version, _zva_length, int)                            \
1026   static_field(StubRoutines::aarch64, _count_positives, address)        \
1027   static_field(StubRoutines::aarch64, _count_positives_long, address)   \
1028   static_field(VM_Version, _rop_protection, bool)                       \
1029   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*)
1030 
1031 #define DECLARE_INT_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_INT_CONSTANT_ENTRY(VM_Version::CPU_##id)
1032 #define VM_INT_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_INT_CPU_FEATURE_CONSTANT)
1033 
1034 #endif
1035 
1036 #ifdef X86
1037 
1038 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field) \
1039   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*) \
1040   static_field(VM_Version,                     _features,                      VM_Version::VM_Features) \
1041                                                                                                         \
1042   nonstatic_field(VM_Version::VM_Features,     _features_bitmap[0],            uint64_t)                \
1043   static_field(VM_Version::VM_Features,        _features_bitmap_size,          int)                     \
1044   static_field(VM_Version,                     _has_intel_jcc_erratum,         bool)
1045 
1046 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant) \
1047   LP64_ONLY(declare_constant(frame::arg_reg_save_area_bytes))       \
1048   declare_constant(frame::interpreter_frame_sender_sp_offset)       \
1049   declare_constant(frame::interpreter_frame_last_sp_offset)
1050 
1051 #define DECLARE_LONG_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_LONG_CONSTANT_ENTRY(VM_Version::CPU_##id)
1052 #define VM_LONG_CPU_FEATURE_CONSTANTS \
1053    CPU_FEATURE_FLAGS(DECLARE_LONG_CPU_FEATURE_CONSTANT)
1054 
1055 #endif
1056 
1057 /*
1058  * Dummy defines for architectures that don't use these.
1059  */
1060 #ifndef VM_STRUCTS_CPU
1061 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field)
1062 #endif
1063 
1064 #ifndef VM_INT_CONSTANTS_CPU
1065 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant)
1066 #endif
1067 
1068 #ifndef VM_LONG_CONSTANTS_CPU
1069 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant)
1070 #endif
1071 
1072 #ifndef VM_ADDRESSES_OS
1073 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value)
1074 #endif
1075 
1076 //
1077 // Instantiation of VMStructEntries, VMTypeEntries and VMIntConstantEntries
1078 //
1079 
1080 #define GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY(name, value) \
1081   { QUOTE(name), CAST_FROM_FN_PTR(void*, value) },
1082 
1083 
1084 // These initializers are allowed to access private fields in classes
1085 // as long as class VMStructs is a friend
1086 VMStructEntry JVMCIVMStructs::localHotSpotVMStructs[] = {
1087   VM_STRUCTS(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1088              GENERATE_STATIC_VM_STRUCT_ENTRY,
1089              GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
1090              GENERATE_NONSTATIC_VM_STRUCT_ENTRY)
1091 
1092   VM_STRUCTS_CPU(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1093                  GENERATE_STATIC_VM_STRUCT_ENTRY,
1094                  GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
1095                  GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1096                  GENERATE_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY)
1097 
1098 #if INCLUDE_G1GC
1099   VM_STRUCTS_JVMCI_G1GC(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1100                         GENERATE_STATIC_VM_STRUCT_ENTRY)
1101 #endif
1102 
1103   GENERATE_VM_STRUCT_LAST_ENTRY()
1104 };
1105 
1106 VMTypeEntry JVMCIVMStructs::localHotSpotVMTypes[] = {
1107   VM_TYPES(GENERATE_VM_TYPE_ENTRY,
1108            GENERATE_TOPLEVEL_VM_TYPE_ENTRY,
1109            GENERATE_INTEGER_VM_TYPE_ENTRY,
1110            GENERATE_UNSIGNED_INTEGER_VM_TYPE_ENTRY)
1111 
1112   GENERATE_VM_TYPE_LAST_ENTRY()
1113 };
1114 
1115 VMIntConstantEntry JVMCIVMStructs::localHotSpotVMIntConstants[] = {
1116   VM_INT_CONSTANTS(GENERATE_VM_INT_CONSTANT_ENTRY,
1117                    GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1118                    GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1119 
1120   VM_INT_CONSTANTS_CPU(GENERATE_VM_INT_CONSTANT_ENTRY,
1121                        GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1122 
1123 #if INCLUDE_G1GC
1124   VM_INT_CONSTANTS_JVMCI_G1GC(GENERATE_VM_INT_CONSTANT_ENTRY,
1125                               GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1126                               GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1127 #endif
1128 #if INCLUDE_ZGC
1129   VM_INT_CONSTANTS_JVMCI_ZGC(GENERATE_VM_INT_CONSTANT_ENTRY,
1130                               GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1131                               GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1132 #endif
1133 #if INCLUDE_SHENANDOAHGC
1134   VM_INT_CONSTANTS_JVMCI_SHENANDOAH(GENERATE_VM_INT_CONSTANT_ENTRY,
1135                                     GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1136                                     GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1137 #endif
1138 #ifdef VM_INT_CPU_FEATURE_CONSTANTS
1139   VM_INT_CPU_FEATURE_CONSTANTS
1140 #endif
1141   GENERATE_VM_INT_CONSTANT_LAST_ENTRY()
1142 };
1143 
1144 VMLongConstantEntry JVMCIVMStructs::localHotSpotVMLongConstants[] = {
1145   VM_LONG_CONSTANTS(GENERATE_VM_LONG_CONSTANT_ENTRY,
1146                     GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
1147 
1148   VM_LONG_CONSTANTS_CPU(GENERATE_VM_LONG_CONSTANT_ENTRY,
1149                         GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
1150 #ifdef VM_LONG_CPU_FEATURE_CONSTANTS
1151   VM_LONG_CPU_FEATURE_CONSTANTS
1152 #endif
1153   GENERATE_VM_LONG_CONSTANT_LAST_ENTRY()
1154 };
1155 #undef DECLARE_CPU_FEATURE_FLAG
1156 
1157 VMAddressEntry JVMCIVMStructs::localHotSpotVMAddresses[] = {
1158   VM_ADDRESSES(GENERATE_VM_ADDRESS_ENTRY,
1159                GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
1160                GENERATE_VM_FUNCTION_ENTRY,
1161                GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY)
1162   VM_ADDRESSES_OS(GENERATE_VM_ADDRESS_ENTRY,
1163                   GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
1164                   GENERATE_VM_FUNCTION_ENTRY,
1165                   GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY)
1166 
1167   GENERATE_VM_ADDRESS_LAST_ENTRY()
1168 };
1169 
1170 int JVMCIVMStructs::localHotSpotVMStructs_count() {
1171   // Ignore sentinel entry at the end
1172   return (sizeof(localHotSpotVMStructs) / sizeof(VMStructEntry)) - 1;
1173 }
1174 int JVMCIVMStructs::localHotSpotVMTypes_count() {
1175   // Ignore sentinel entry at the end
1176   return (sizeof(localHotSpotVMTypes) / sizeof(VMTypeEntry)) - 1;
1177 }
1178 int JVMCIVMStructs::localHotSpotVMIntConstants_count() {
1179   // Ignore sentinel entry at the end
1180   return (sizeof(localHotSpotVMIntConstants) / sizeof(VMIntConstantEntry)) - 1;
1181 }
1182 int JVMCIVMStructs::localHotSpotVMLongConstants_count() {
1183   // Ignore sentinel entry at the end
1184   return (sizeof(localHotSpotVMLongConstants) / sizeof(VMLongConstantEntry)) - 1;
1185 }
1186 int JVMCIVMStructs::localHotSpotVMAddresses_count() {
1187   // Ignore sentinel entry at the end
1188   return (sizeof(localHotSpotVMAddresses) / sizeof(VMAddressEntry)) - 1;
1189 }
1190 
1191 #ifdef ASSERT
1192 // This is used both to check the types of referenced fields and
1193 // to ensure that all of the field types are present.
1194 void JVMCIVMStructs::init() {
1195   VM_STRUCTS(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1196              CHECK_STATIC_VM_STRUCT_ENTRY,
1197              CHECK_NO_OP,
1198              CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY);
1199 
1200 
1201   VM_STRUCTS_CPU(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1202                  CHECK_STATIC_VM_STRUCT_ENTRY,
1203                  CHECK_NO_OP,
1204                  CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY,
1205                  CHECK_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY)
1206 
1207 #if INCLUDE_G1GC
1208   VM_STRUCTS_JVMCI_G1GC(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1209                         CHECK_STATIC_VM_STRUCT_ENTRY)
1210 #endif
1211 
1212   VM_TYPES(CHECK_VM_TYPE_ENTRY,
1213            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1214            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1215            CHECK_SINGLE_ARG_VM_TYPE_NO_OP);
1216 }
1217 
1218 void jvmci_vmStructs_init() {
1219   JVMCIVMStructs::init();
1220 }
1221 #endif // ASSERT