1 /*
   2  * Copyright (c) 2015, 2024, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #include "precompiled.hpp"
  26 #include "code/codeCache.hpp"
  27 #include "code/compiledIC.hpp"
  28 #include "compiler/compileBroker.hpp"
  29 #include "gc/shared/collectedHeap.hpp"
  30 #include "jvmci/jvmciCodeInstaller.hpp"
  31 #include "jvmci/jvmciCompilerToVM.hpp"
  32 #include "jvmci/jvmciRuntime.hpp"
  33 #include "jvmci/vmStructs_jvmci.hpp"
  34 #include "oops/klassVtable.hpp"
  35 #include "oops/methodCounters.hpp"
  36 #include "oops/objArrayKlass.hpp"
  37 #include "prims/jvmtiThreadState.hpp"
  38 #include "runtime/deoptimization.hpp"
  39 #include "runtime/flags/jvmFlag.hpp"
  40 #include "runtime/osThread.hpp"
  41 #include "runtime/sharedRuntime.hpp"
  42 #include "runtime/stubRoutines.hpp"
  43 #include "runtime/vm_version.hpp"
  44 #if INCLUDE_G1GC
  45 #include "gc/g1/g1BarrierSetRuntime.hpp"
  46 #include "gc/g1/g1CardTable.hpp"
  47 #include "gc/g1/g1HeapRegion.hpp"
  48 #include "gc/g1/g1ThreadLocalData.hpp"
  49 #endif
  50 #if INCLUDE_ZGC
  51 #include "gc/x/xBarrierSetRuntime.hpp"
  52 #include "gc/z/zBarrierSetAssembler.hpp"
  53 #include "gc/z/zBarrierSetRuntime.hpp"
  54 #include "gc/z/zThreadLocalData.hpp"
  55 #endif
  56 
  57 #define VM_STRUCTS(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field) \
  58   static_field(CompilerToVM::Data,             Klass_vtable_start_offset,              int)                                          \
  59   static_field(CompilerToVM::Data,             Klass_vtable_length_offset,             int)                                          \
  60                                                                                                                                      \
  61   static_field(CompilerToVM::Data,             Method_extra_stack_entries,             int)                                          \
  62                                                                                                                                      \
  63   static_field(CompilerToVM::Data,             SharedRuntime_ic_miss_stub,             address)                                      \
  64   static_field(CompilerToVM::Data,             SharedRuntime_handle_wrong_method_stub, address)                                      \
  65   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack,        address)                                      \
  66   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_unpack_with_exception_in_tls,                                \
  67                                                                                        address)                                      \
  68   static_field(CompilerToVM::Data,             SharedRuntime_deopt_blob_uncommon_trap, address)                                      \
  69   static_field(CompilerToVM::Data,             SharedRuntime_polling_page_return_handler,                                            \
  70                                                                                        address)                                      \
  71                                                                                                                                      \
  72   static_field(CompilerToVM::Data,             nmethod_entry_barrier, address)                                                       \
  73   static_field(CompilerToVM::Data,             thread_disarmed_guard_value_offset, int)                                              \
  74   static_field(CompilerToVM::Data,             thread_address_bad_mask_offset, int)                                                  \
  75   AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_nmethod_patching_type, int))                                     \
  76   AARCH64_ONLY(static_field(CompilerToVM::Data, BarrierSetAssembler_patching_epoch_addr, address))                                   \
  77                                                                                                                                      \
  78   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_oop_field_preloaded, address)                      \
  79   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_weak_oop_field_preloaded, address)                 \
  80   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_phantom_oop_field_preloaded, address)              \
  81   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_oop_field_preloaded, address)                 \
  82   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_weak_oop_field_preloaded, address)            \
  83   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_weak_load_barrier_on_phantom_oop_field_preloaded, address)         \
  84   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_load_barrier_on_oop_array, address)                                \
  85   static_field(CompilerToVM::Data,             ZBarrierSetRuntime_clone, address)                                                    \
  86                                                                                                                                      \
  87   static_field(CompilerToVM::Data,             ZPointerVectorLoadBadMask_address, address)                                           \
  88   static_field(CompilerToVM::Data,             ZPointerVectorStoreBadMask_address, address)                                          \
  89   static_field(CompilerToVM::Data,             ZPointerVectorStoreGoodMask_address, address)                                         \
  90                                                                                                                                      \
  91   static_field(CompilerToVM::Data,             continuations_enabled, bool)                                                          \
  92                                                                                                                                      \
  93   static_field(CompilerToVM::Data,             ThreadLocalAllocBuffer_alignment_reserve, size_t)                                     \
  94                                                                                                                                      \
  95   static_field(CompilerToVM::Data,             Universe_collectedHeap,                 CollectedHeap*)                               \
  96   static_field(CompilerToVM::Data,             Universe_base_vtable_size,              int)                                          \
  97   static_field(CompilerToVM::Data,             Universe_narrow_oop_base,               address)                                      \
  98   static_field(CompilerToVM::Data,             Universe_narrow_oop_shift,              int)                                          \
  99   static_field(CompilerToVM::Data,             Universe_narrow_klass_base,             address)                                      \
 100   static_field(CompilerToVM::Data,             Universe_narrow_klass_shift,            int)                                          \
 101   static_field(CompilerToVM::Data,             Universe_non_oop_bits,                  void*)                                        \
 102   static_field(CompilerToVM::Data,             Universe_verify_oop_mask,               uintptr_t)                                    \
 103   static_field(CompilerToVM::Data,             Universe_verify_oop_bits,               uintptr_t)                                    \
 104                                                                                                                                      \
 105   static_field(CompilerToVM::Data,             _supports_inline_contig_alloc,          bool)                                         \
 106   static_field(CompilerToVM::Data,             _heap_end_addr,                         HeapWord**)                                   \
 107   static_field(CompilerToVM::Data,             _heap_top_addr,                         HeapWord* volatile*)                          \
 108                                                                                                                                      \
 109   static_field(CompilerToVM::Data,             _max_oop_map_stack_offset,              int)                                          \
 110   static_field(CompilerToVM::Data,             _fields_annotations_base_offset,        int)                                          \
 111                                                                                                                                      \
 112   static_field(CompilerToVM::Data,             cardtable_start_address,                CardTable::CardValue*)                        \
 113   static_field(CompilerToVM::Data,             cardtable_shift,                        int)                                          \
 114                                                                                                                                      \
 115   X86_ONLY(static_field(CompilerToVM::Data,    L1_line_size,                           int))                                         \
 116                                                                                                                                      \
 117   static_field(CompilerToVM::Data,             vm_page_size,                           size_t)                                       \
 118                                                                                                                                      \
 119   static_field(CompilerToVM::Data,             sizeof_vtableEntry,                     int)                                          \
 120   static_field(CompilerToVM::Data,             sizeof_ExceptionTableElement,           int)                                          \
 121   static_field(CompilerToVM::Data,             sizeof_LocalVariableTableElement,       int)                                          \
 122   static_field(CompilerToVM::Data,             sizeof_ConstantPool,                    int)                                          \
 123   static_field(CompilerToVM::Data,             sizeof_narrowKlass,                     int)                                          \
 124   static_field(CompilerToVM::Data,             sizeof_arrayOopDesc,                    int)                                          \
 125   static_field(CompilerToVM::Data,             sizeof_BasicLock,                       int)                                          \
 126   ZGC_ONLY(static_field(CompilerToVM::Data,    sizeof_ZStoreBarrierEntry,              int))                                         \
 127                                                                                                                                      \
 128   static_field(CompilerToVM::Data,             dsin,                                   address)                                      \
 129   static_field(CompilerToVM::Data,             dcos,                                   address)                                      \
 130   static_field(CompilerToVM::Data,             dtan,                                   address)                                      \
 131   static_field(CompilerToVM::Data,             dexp,                                   address)                                      \
 132   static_field(CompilerToVM::Data,             dlog,                                   address)                                      \
 133   static_field(CompilerToVM::Data,             dlog10,                                 address)                                      \
 134   static_field(CompilerToVM::Data,             dpow,                                   address)                                      \
 135                                                                                                                                      \
 136   static_field(CompilerToVM::Data,             symbol_init,                            address)                                      \
 137   static_field(CompilerToVM::Data,             symbol_clinit,                          address)                                      \
 138                                                                                                                                      \
 139   static_field(CompilerToVM::Data,             data_section_item_alignment,            int)                                          \
 140                                                                                                                                      \
 141   static_field(CompilerToVM::Data,             _should_notify_object_alloc,            int*)                                         \
 142                                                                                                                                      \
 143   static_field(Abstract_VM_Version,            _features,                              uint64_t)                                     \
 144                                                                                                                                      \
 145   nonstatic_field(Annotations,                 _class_annotations,                     AnnotationArray*)                             \
 146   nonstatic_field(Annotations,                 _fields_annotations,                    Array<AnnotationArray*>*)                     \
 147                                                                                                                                      \
 148   nonstatic_field(Array<int>,                  _length,                                int)                                          \
 149   unchecked_nonstatic_field(Array<u1>,         _data,                                  sizeof(u1))                                   \
 150   unchecked_nonstatic_field(Array<u2>,         _data,                                  sizeof(u2))                                   \
 151   nonstatic_field(Array<Klass*>,               _length,                                int)                                          \
 152   nonstatic_field(Array<Klass*>,               _data[0],                               Klass*)                                       \
 153                                                                                                                                      \
 154   volatile_nonstatic_field(BasicLock,          _displaced_header,                      markWord)                                     \
 155                                                                                                                                      \
 156   static_field(CodeCache,                      _low_bound,                             address)                                      \
 157   static_field(CodeCache,                      _high_bound,                            address)                                      \
 158                                                                                                                                      \
 159   nonstatic_field(CollectedHeap,               _total_collections,                     unsigned int)                                 \
 160                                                                                                                                      \
 161   nonstatic_field(CompileTask,                 _num_inlined_bytecodes,                 int)                                          \
 162                                                                                                                                      \
 163   volatile_nonstatic_field(CompiledICData,     _speculated_method,                     Method*)                                      \
 164   volatile_nonstatic_field(CompiledICData,     _speculated_klass,                      uintptr_t)                                    \
 165   nonstatic_field(CompiledICData,              _itable_defc_klass,                     Klass*)                                       \
 166   nonstatic_field(CompiledICData,              _itable_refc_klass,                     Klass*)                                       \
 167                                                                                                                                      \
 168   nonstatic_field(ConstantPool,                _tags,                                  Array<u1>*)                                   \
 169   nonstatic_field(ConstantPool,                _pool_holder,                           InstanceKlass*)                               \
 170   nonstatic_field(ConstantPool,                _length,                                int)                                          \
 171   nonstatic_field(ConstantPool,                _flags,                                 u2)                                           \
 172   nonstatic_field(ConstantPool,                _source_file_name_index,                u2)                                           \
 173                                                                                                                                      \
 174   nonstatic_field(ConstMethod,                 _constants,                             ConstantPool*)                                \
 175   nonstatic_field(ConstMethod,                 _flags._flags,                          u4)                                           \
 176   nonstatic_field(ConstMethod,                 _code_size,                             u2)                                           \
 177   nonstatic_field(ConstMethod,                 _name_index,                            u2)                                           \
 178   nonstatic_field(ConstMethod,                 _signature_index,                       u2)                                           \
 179   nonstatic_field(ConstMethod,                 _method_idnum,                          u2)                                           \
 180   nonstatic_field(ConstMethod,                 _max_stack,                             u2)                                           \
 181   nonstatic_field(ConstMethod,                 _max_locals,                            u2)                                           \
 182                                                                                                                                      \
 183   nonstatic_field(DataLayout,                  _header._struct._tag,                   u1)                                           \
 184   nonstatic_field(DataLayout,                  _header._struct._flags,                 u1)                                           \
 185   nonstatic_field(DataLayout,                  _header._struct._bci,                   u2)                                           \
 186   nonstatic_field(DataLayout,                  _header._struct._traps,                 u4)                                           \
 187   nonstatic_field(DataLayout,                  _cells[0],                              intptr_t)                                     \
 188                                                                                                                                      \
 189   nonstatic_field(Deoptimization::UnrollBlock, _size_of_deoptimized_frame,             int)                                          \
 190   nonstatic_field(Deoptimization::UnrollBlock, _caller_adjustment,                     int)                                          \
 191   nonstatic_field(Deoptimization::UnrollBlock, _number_of_frames,                      int)                                          \
 192   nonstatic_field(Deoptimization::UnrollBlock, _total_frame_sizes,                     int)                                          \
 193   nonstatic_field(Deoptimization::UnrollBlock, _frame_sizes,                           intptr_t*)                                    \
 194   nonstatic_field(Deoptimization::UnrollBlock, _frame_pcs,                             address*)                                     \
 195   nonstatic_field(Deoptimization::UnrollBlock, _initial_info,                          intptr_t)                                     \
 196   nonstatic_field(Deoptimization::UnrollBlock, _unpack_kind,                           int)                                          \
 197                                                                                                                                      \
 198   nonstatic_field(ExceptionTableElement,       start_pc,                                      u2)                                    \
 199   nonstatic_field(ExceptionTableElement,       end_pc,                                        u2)                                    \
 200   nonstatic_field(ExceptionTableElement,       handler_pc,                                    u2)                                    \
 201   nonstatic_field(ExceptionTableElement,       catch_type_index,                              u2)                                    \
 202                                                                                                                                      \
 203   nonstatic_field(InstanceKlass,               _fieldinfo_stream,                             Array<u1>*)                            \
 204   nonstatic_field(InstanceKlass,               _constants,                                    ConstantPool*)                         \
 205   volatile_nonstatic_field(InstanceKlass,      _init_state,                                   InstanceKlass::ClassState)             \
 206   volatile_nonstatic_field(InstanceKlass,      _init_thread,                                  JavaThread*)                           \
 207   nonstatic_field(InstanceKlass,               _misc_flags._flags,                            u2)                                    \
 208   nonstatic_field(InstanceKlass,               _annotations,                                  Annotations*)                          \
 209                                                                                                                                      \
 210   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_sp,                                 intptr_t*)                             \
 211   volatile_nonstatic_field(JavaFrameAnchor,    _last_Java_pc,                                 address)                               \
 212                                                                                                                                      \
 213   nonstatic_field(JVMCICompileState,           _jvmti_can_hotswap_or_post_breakpoint,         jbyte)                                 \
 214   nonstatic_field(JVMCICompileState,           _jvmti_can_access_local_variables,             jbyte)                                 \
 215   nonstatic_field(JVMCICompileState,           _jvmti_can_post_on_exceptions,                 jbyte)                                 \
 216   nonstatic_field(JVMCICompileState,           _jvmti_can_pop_frame,                          jbyte)                                 \
 217   nonstatic_field(JVMCICompileState,           _compilation_ticks,                            jint)                                  \
 218                                                                                                                                      \
 219   nonstatic_field(JavaThread,                  _threadObj,                                    OopHandle)                             \
 220   nonstatic_field(JavaThread,                  _vthread,                                      OopHandle)                             \
 221   nonstatic_field(JavaThread,                  _scopedValueCache,                             OopHandle)                             \
 222   nonstatic_field(JavaThread,                  _anchor,                                       JavaFrameAnchor)                       \
 223   nonstatic_field(JavaThread,                  _vm_result,                                    oop)                                   \
 224   nonstatic_field(JavaThread,                  _stack_overflow_state._stack_overflow_limit,   address)                               \
 225   volatile_nonstatic_field(JavaThread,         _exception_oop,                                oop)                                   \
 226   volatile_nonstatic_field(JavaThread,         _exception_pc,                                 address)                               \
 227   volatile_nonstatic_field(JavaThread,         _is_method_handle_return,                      int)                                   \
 228   volatile_nonstatic_field(JavaThread,         _doing_unsafe_access,                          bool)                                  \
 229   nonstatic_field(JavaThread,                  _osthread,                                     OSThread*)                             \
 230   nonstatic_field(JavaThread,                  _saved_exception_pc,                           address)                               \
 231   nonstatic_field(JavaThread,                  _pending_deoptimization,                       int)                                   \
 232   nonstatic_field(JavaThread,                  _pending_failed_speculation,                   jlong)                                 \
 233   nonstatic_field(JavaThread,                  _pending_transfer_to_interpreter,              bool)                                  \
 234   nonstatic_field(JavaThread,                  _jvmci_counters,                               jlong*)                                \
 235   nonstatic_field(JavaThread,                  _jvmci_reserved0,                              jlong)                                 \
 236   nonstatic_field(JavaThread,                  _jvmci_reserved1,                              jlong)                                 \
 237   nonstatic_field(JavaThread,                  _jvmci_reserved_oop0,                          oop)                                   \
 238   nonstatic_field(JavaThread,                  _should_post_on_exceptions_flag,               int)                                   \
 239   nonstatic_field(JavaThread,                  _jni_environment,                              JNIEnv)                                \
 240   nonstatic_field(JavaThread,                  _poll_data,                                    SafepointMechanism::ThreadData)        \
 241   nonstatic_field(JavaThread,                  _stack_overflow_state._reserved_stack_activation, address)                            \
 242   nonstatic_field(JavaThread,                  _held_monitor_count,                           intx)                                  \
 243   nonstatic_field(JavaThread,                  _lock_stack,                                   LockStack)                             \
 244   JVMTI_ONLY(nonstatic_field(JavaThread,       _is_in_VTMS_transition,                        bool))                                 \
 245   JVMTI_ONLY(nonstatic_field(JavaThread,       _is_in_tmp_VTMS_transition,                    bool))                                 \
 246   JVMTI_ONLY(nonstatic_field(JavaThread,       _is_disable_suspend,                           bool))                                 \
 247                                                                                                                                      \
 248   nonstatic_field(LockStack,                   _top,                                          uint32_t)                              \
 249                                                                                                                                      \
 250   JVMTI_ONLY(static_field(JvmtiVTMSTransitionDisabler, _VTMS_notify_jvmti_events,             bool))                                 \
 251                                                                                                                                      \
 252   static_field(java_lang_Class,                _klass_offset,                                 int)                                   \
 253   static_field(java_lang_Class,                _array_klass_offset,                           int)                                   \
 254                                                                                                                                      \
 255   nonstatic_field(InvocationCounter,           _counter,                                      unsigned int)                          \
 256                                                                                                                                      \
 257   nonstatic_field(Klass,                       _secondary_super_cache,                        Klass*)                                \
 258   nonstatic_field(Klass,                       _secondary_supers,                             Array<Klass*>*)                        \
 259   nonstatic_field(Klass,                       _super,                                        Klass*)                                \
 260   nonstatic_field(Klass,                       _super_check_offset,                           juint)                                 \
 261   volatile_nonstatic_field(Klass,              _subklass,                                     Klass*)                                \
 262   nonstatic_field(Klass,                       _layout_helper,                                jint)                                  \
 263   nonstatic_field(Klass,                       _name,                                         Symbol*)                               \
 264   volatile_nonstatic_field(Klass,              _next_sibling,                                 Klass*)                                \
 265   nonstatic_field(Klass,                       _java_mirror,                                  OopHandle)                             \
 266   nonstatic_field(Klass,                       _modifier_flags,                               jint)                                  \
 267   nonstatic_field(Klass,                       _access_flags,                                 AccessFlags)                           \
 268   nonstatic_field(Klass,                       _class_loader_data,                            ClassLoaderData*)                      \
 269   nonstatic_field(Klass,                       _bitmap,                                       uintx)                                 \
 270   nonstatic_field(Klass,                       _hash_slot,                                    uint8_t)                               \
 271                                                                                                                                      \
 272   nonstatic_field(LocalVariableTableElement,   start_bci,                                     u2)                                    \
 273   nonstatic_field(LocalVariableTableElement,   length,                                        u2)                                    \
 274   nonstatic_field(LocalVariableTableElement,   name_cp_index,                                 u2)                                    \
 275   nonstatic_field(LocalVariableTableElement,   descriptor_cp_index,                           u2)                                    \
 276   nonstatic_field(LocalVariableTableElement,   signature_cp_index,                            u2)                                    \
 277   nonstatic_field(LocalVariableTableElement,   slot,                                          u2)                                    \
 278                                                                                                                                      \
 279   nonstatic_field(Method,                      _constMethod,                                  ConstMethod*)                          \
 280   nonstatic_field(Method,                      _method_data,                                  MethodData*)                           \
 281   nonstatic_field(Method,                      _method_counters,                              MethodCounters*)                       \
 282   nonstatic_field(Method,                      _access_flags,                                 AccessFlags)                           \
 283   nonstatic_field(Method,                      _vtable_index,                                 int)                                   \
 284   nonstatic_field(Method,                      _intrinsic_id,                                 u2)                                    \
 285   nonstatic_field(Method,                      _flags._status,                                u4)                                    \
 286   volatile_nonstatic_field(Method,             _code,                                         nmethod*)                              \
 287   volatile_nonstatic_field(Method,             _from_compiled_entry,                          address)                               \
 288                                                                                                                                      \
 289   nonstatic_field(MethodCounters,              _invoke_mask,                                  int)                                   \
 290   nonstatic_field(MethodCounters,              _backedge_mask,                                int)                                   \
 291   nonstatic_field(MethodCounters,              _interpreter_throwout_count,                   u2)                                    \
 292   JVMTI_ONLY(nonstatic_field(MethodCounters,   _number_of_breakpoints,                        u2))                                   \
 293   nonstatic_field(MethodCounters,              _invocation_counter,                           InvocationCounter)                     \
 294   nonstatic_field(MethodCounters,              _backedge_counter,                             InvocationCounter)                     \
 295                                                                                                                                      \
 296   nonstatic_field(MethodData,                  _size,                                         int)                                   \
 297   nonstatic_field(MethodData,                  _method,                                       Method*)                               \
 298   nonstatic_field(MethodData,                  _data_size,                                    int)                                   \
 299   nonstatic_field(MethodData,                  _data[0],                                      intptr_t)                              \
 300   nonstatic_field(MethodData,                  _parameters_type_data_di,                      int)                                   \
 301   nonstatic_field(MethodData,                  _compiler_counters._nof_decompiles,            uint)                                  \
 302   nonstatic_field(MethodData,                  _compiler_counters._nof_overflow_recompiles,   uint)                                  \
 303   nonstatic_field(MethodData,                  _compiler_counters._nof_overflow_traps,        uint)                                  \
 304   nonstatic_field(MethodData,                  _compiler_counters._trap_hist._array[0],       u1)                                    \
 305   nonstatic_field(MethodData,                  _eflags,                                       intx)                                  \
 306   nonstatic_field(MethodData,                  _arg_local,                                    intx)                                  \
 307   nonstatic_field(MethodData,                  _arg_stack,                                    intx)                                  \
 308   nonstatic_field(MethodData,                  _arg_returned,                                 intx)                                  \
 309   nonstatic_field(MethodData,                  _tenure_traps,                                 uint)                                  \
 310   nonstatic_field(MethodData,                  _invoke_mask,                                  int)                                   \
 311   nonstatic_field(MethodData,                  _backedge_mask,                                int)                                   \
 312   nonstatic_field(MethodData,                  _jvmci_ir_size,                                int)                                   \
 313                                                                                                                                      \
 314   nonstatic_field(nmethod,                     _verified_entry_offset,                        u2)                                    \
 315   nonstatic_field(nmethod,                     _comp_level,                                   CompLevel)                             \
 316                                                                                                                                      \
 317   nonstatic_field(ObjArrayKlass,               _element_klass,                                Klass*)                                \
 318                                                                                                                                      \
 319   unchecked_nonstatic_field(ObjectMonitor,     _owner,                                        sizeof(void *)) /* NOTE: no type */    \
 320   volatile_nonstatic_field(ObjectMonitor,      _recursions,                                   intptr_t)                              \
 321   volatile_nonstatic_field(ObjectMonitor,      _cxq,                                          ObjectWaiter*)                         \
 322   volatile_nonstatic_field(ObjectMonitor,      _EntryList,                                    ObjectWaiter*)                         \
 323   volatile_nonstatic_field(ObjectMonitor,      _succ,                                         JavaThread*)                           \
 324                                                                                                                                      \
 325   volatile_nonstatic_field(oopDesc,            _mark,                                         markWord)                              \
 326   volatile_nonstatic_field(oopDesc,            _metadata._klass,                              Klass*)                                \
 327                                                                                                                                      \
 328   static_field(StubRoutines,                _verify_oop_count,                                jint)                                  \
 329                                                                                                                                      \
 330   static_field(StubRoutines,                _throw_delayed_StackOverflowError_entry,          address)                               \
 331                                                                                                                                      \
 332   static_field(StubRoutines,                _jbyte_arraycopy,                                 address)                               \
 333   static_field(StubRoutines,                _jshort_arraycopy,                                address)                               \
 334   static_field(StubRoutines,                _jint_arraycopy,                                  address)                               \
 335   static_field(StubRoutines,                _jlong_arraycopy,                                 address)                               \
 336   static_field(StubRoutines,                _oop_arraycopy,                                   address)                               \
 337   static_field(StubRoutines,                _oop_arraycopy_uninit,                            address)                               \
 338   static_field(StubRoutines,                _jbyte_disjoint_arraycopy,                        address)                               \
 339   static_field(StubRoutines,                _jshort_disjoint_arraycopy,                       address)                               \
 340   static_field(StubRoutines,                _jint_disjoint_arraycopy,                         address)                               \
 341   static_field(StubRoutines,                _jlong_disjoint_arraycopy,                        address)                               \
 342   static_field(StubRoutines,                _oop_disjoint_arraycopy,                          address)                               \
 343   static_field(StubRoutines,                _oop_disjoint_arraycopy_uninit,                   address)                               \
 344   static_field(StubRoutines,                _arrayof_jbyte_arraycopy,                         address)                               \
 345   static_field(StubRoutines,                _arrayof_jshort_arraycopy,                        address)                               \
 346   static_field(StubRoutines,                _arrayof_jint_arraycopy,                          address)                               \
 347   static_field(StubRoutines,                _arrayof_jlong_arraycopy,                         address)                               \
 348   static_field(StubRoutines,                _arrayof_oop_arraycopy,                           address)                               \
 349   static_field(StubRoutines,                _arrayof_oop_arraycopy_uninit,                    address)                               \
 350   static_field(StubRoutines,                _arrayof_jbyte_disjoint_arraycopy,                address)                               \
 351   static_field(StubRoutines,                _arrayof_jshort_disjoint_arraycopy,               address)                               \
 352   static_field(StubRoutines,                _arrayof_jint_disjoint_arraycopy,                 address)                               \
 353   static_field(StubRoutines,                _arrayof_jlong_disjoint_arraycopy,                address)                               \
 354   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy,                  address)                               \
 355   static_field(StubRoutines,                _arrayof_oop_disjoint_arraycopy_uninit,           address)                               \
 356   static_field(StubRoutines,                _checkcast_arraycopy,                             address)                               \
 357   static_field(StubRoutines,                _checkcast_arraycopy_uninit,                      address)                               \
 358   static_field(StubRoutines,                _unsafe_arraycopy,                                address)                               \
 359   static_field(StubRoutines,                _generic_arraycopy,                               address)                               \
 360   static_field(StubRoutines,                _array_sort,                                      address)                               \
 361   static_field(StubRoutines,                _array_partition,                                 address)                               \
 362   static_field(StubRoutines,                _unsafe_setmemory,                                address)                               \
 363                                                                                                                                      \
 364   static_field(StubRoutines,                _aescrypt_encryptBlock,                           address)                               \
 365   static_field(StubRoutines,                _aescrypt_decryptBlock,                           address)                               \
 366   static_field(StubRoutines,                _cipherBlockChaining_encryptAESCrypt,             address)                               \
 367   static_field(StubRoutines,                _cipherBlockChaining_decryptAESCrypt,             address)                               \
 368   static_field(StubRoutines,                _electronicCodeBook_encryptAESCrypt,              address)                               \
 369   static_field(StubRoutines,                _electronicCodeBook_decryptAESCrypt,              address)                               \
 370   static_field(StubRoutines,                _counterMode_AESCrypt,                            address)                               \
 371   static_field(StubRoutines,                _galoisCounterMode_AESCrypt,                      address)                               \
 372   static_field(StubRoutines,                _base64_encodeBlock,                              address)                               \
 373   static_field(StubRoutines,                _base64_decodeBlock,                              address)                               \
 374   static_field(StubRoutines,                _ghash_processBlocks,                             address)                               \
 375   static_field(StubRoutines,                _md5_implCompress,                                address)                               \
 376   static_field(StubRoutines,                _md5_implCompressMB,                              address)                               \
 377   static_field(StubRoutines,                _chacha20Block,                                   address)                               \
 378   static_field(StubRoutines,                _poly1305_processBlocks,                          address)                               \
 379   static_field(StubRoutines,                _intpoly_montgomeryMult_P256,                     address)                               \
 380   static_field(StubRoutines,                _intpoly_assign,                                  address)                               \
 381   static_field(StubRoutines,                _sha1_implCompress,                               address)                               \
 382   static_field(StubRoutines,                _sha1_implCompressMB,                             address)                               \
 383   static_field(StubRoutines,                _sha256_implCompress,                             address)                               \
 384   static_field(StubRoutines,                _sha256_implCompressMB,                           address)                               \
 385   static_field(StubRoutines,                _sha512_implCompress,                             address)                               \
 386   static_field(StubRoutines,                _sha512_implCompressMB,                           address)                               \
 387   static_field(StubRoutines,                _sha3_implCompress,                               address)                               \
 388   static_field(StubRoutines,                _sha3_implCompressMB,                             address)                               \
 389   static_field(StubRoutines,                _updateBytesCRC32,                                address)                               \
 390   static_field(StubRoutines,                _crc_table_adr,                                   address)                               \
 391   static_field(StubRoutines,                _crc32c_table_addr,                               address)                               \
 392   static_field(StubRoutines,                _updateBytesCRC32C,                               address)                               \
 393   static_field(StubRoutines,                _updateBytesAdler32,                              address)                               \
 394   static_field(StubRoutines,                _multiplyToLen,                                   address)                               \
 395   static_field(StubRoutines,                _squareToLen,                                     address)                               \
 396   static_field(StubRoutines,                _mulAdd,                                          address)                               \
 397   static_field(StubRoutines,                _montgomeryMultiply,                              address)                               \
 398   static_field(StubRoutines,                _montgomerySquare,                                address)                               \
 399   static_field(StubRoutines,                _vectorizedMismatch,                              address)                               \
 400   static_field(StubRoutines,                _bigIntegerRightShiftWorker,                      address)                               \
 401   static_field(StubRoutines,                _bigIntegerLeftShiftWorker,                       address)                               \
 402   static_field(StubRoutines,                _cont_thaw,                                       address)                               \
 403   static_field(StubRoutines,                _lookup_secondary_supers_table_slow_path_stub,    address)                               \
 404                                                                                                                                      \
 405   nonstatic_field(Thread,                   _tlab,                                            ThreadLocalAllocBuffer)                \
 406   nonstatic_field(Thread,                   _allocated_bytes,                                 jlong)                                 \
 407   JFR_ONLY(nonstatic_field(Thread,          _jfr_thread_local,                                JfrThreadLocal))                       \
 408                                                                                                                                      \
 409   static_field(java_lang_Thread,            _tid_offset,                                      int)                                   \
 410   static_field(java_lang_Thread,            _jvmti_is_in_VTMS_transition_offset,              int)                                   \
 411   JFR_ONLY(static_field(java_lang_Thread,   _jfr_epoch_offset,                                int))                                  \
 412                                                                                                                                      \
 413   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_id,                                      traceid))                              \
 414   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_epoch,                                   u2))                                   \
 415   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread_excluded,                                bool))                                 \
 416   JFR_ONLY(nonstatic_field(JfrThreadLocal,  _vthread,                                         bool))                                 \
 417                                                                                                                                      \
 418   nonstatic_field(ThreadLocalAllocBuffer,   _start,                                           HeapWord*)                             \
 419   nonstatic_field(ThreadLocalAllocBuffer,   _top,                                             HeapWord*)                             \
 420   nonstatic_field(ThreadLocalAllocBuffer,   _end,                                             HeapWord*)                             \
 421   nonstatic_field(ThreadLocalAllocBuffer,   _pf_top,                                          HeapWord*)                             \
 422   nonstatic_field(ThreadLocalAllocBuffer,   _desired_size,                                    size_t)                                \
 423   nonstatic_field(ThreadLocalAllocBuffer,   _refill_waste_limit,                              size_t)                                \
 424   nonstatic_field(ThreadLocalAllocBuffer,   _number_of_refills,                               unsigned)                              \
 425   nonstatic_field(ThreadLocalAllocBuffer,   _slow_allocations,                                unsigned)                              \
 426                                                                                                                                      \
 427   nonstatic_field(SafepointMechanism::ThreadData, _polling_word,                              volatile uintptr_t)                    \
 428   nonstatic_field(SafepointMechanism::ThreadData, _polling_page,                              volatile uintptr_t)                    \
 429                                                                                                                                      \
 430   nonstatic_field(ThreadShadow,             _pending_exception,                               oop)                                   \
 431                                                                                                                                      \
 432   static_field(Symbol,                      _vm_symbols[0],                                   Symbol*)                               \
 433                                                                                                                                      \
 434   nonstatic_field(vtableEntry,              _method,                                          Method*)                               \
 435 
 436 #define VM_TYPES(declare_type, declare_toplevel_type, declare_integer_type, declare_unsigned_integer_type) \
 437   declare_integer_type(bool)                                              \
 438   declare_unsigned_integer_type(size_t)                                   \
 439   declare_integer_type(intx)                                              \
 440   declare_unsigned_integer_type(uintx)                                    \
 441   declare_integer_type(CompLevel)                                         \
 442                                                                           \
 443   declare_toplevel_type(BasicLock)                                        \
 444   declare_toplevel_type(CompilerToVM)                                     \
 445   declare_toplevel_type(ExceptionTableElement)                            \
 446   declare_toplevel_type(JVMFlag)                                          \
 447   declare_toplevel_type(JVMFlag*)                                         \
 448   declare_toplevel_type(InvocationCounter)                                \
 449   declare_toplevel_type(JVMCICompileState)                                \
 450   declare_toplevel_type(JVMCIEnv)                                         \
 451   declare_toplevel_type(LocalVariableTableElement)                        \
 452   declare_toplevel_type(narrowKlass)                                      \
 453   declare_toplevel_type(ObjectWaiter)                                     \
 454   declare_toplevel_type(Symbol*)                                          \
 455   declare_toplevel_type(vtableEntry)                                      \
 456                                                                           \
 457   declare_toplevel_type(oopDesc)                                          \
 458     declare_type(arrayOopDesc, oopDesc)                                   \
 459                                                                           \
 460   declare_toplevel_type(CompiledICData)                                   \
 461   declare_toplevel_type(MetaspaceObj)                                     \
 462     declare_type(Metadata, MetaspaceObj)                                  \
 463     declare_type(Klass, Metadata)                                         \
 464       declare_type(InstanceKlass, Klass)                                  \
 465     declare_type(ConstantPool, Metadata)                                  \
 466 
 467 #define VM_INT_CONSTANTS(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
 468   declare_preprocessor_constant("ASSERT", DEBUG_ONLY(1) NOT_DEBUG(0))     \
 469                                                                           \
 470   declare_constant(CompLevel_none)                                        \
 471   declare_constant(CompLevel_simple)                                      \
 472   declare_constant(CompLevel_limited_profile)                             \
 473   declare_constant(CompLevel_full_profile)                                \
 474   declare_constant(CompLevel_full_optimization)                           \
 475   declare_constant(HeapWordSize)                                          \
 476   declare_constant(InvocationEntryBci)                                    \
 477   declare_constant(LogKlassAlignmentInBytes)                              \
 478   declare_constant(JVMCINMethodData::SPECULATION_LENGTH_BITS)             \
 479                                                                           \
 480   declare_constant(JVM_ACC_WRITTEN_FLAGS)                                 \
 481   declare_constant(JVM_ACC_HAS_FINALIZER)                                 \
 482   declare_constant(JVM_ACC_IS_CLONEABLE_FAST)                             \
 483   declare_constant(JVM_ACC_IS_HIDDEN_CLASS)                               \
 484   declare_constant(JVM_ACC_IS_VALUE_BASED_CLASS)                          \
 485   declare_constant(FieldInfo::FieldFlags::_ff_injected)                   \
 486   declare_constant(FieldInfo::FieldFlags::_ff_stable)                     \
 487   declare_preprocessor_constant("JVM_ACC_VARARGS", JVM_ACC_VARARGS)       \
 488   declare_preprocessor_constant("JVM_ACC_BRIDGE", JVM_ACC_BRIDGE)         \
 489   declare_preprocessor_constant("JVM_ACC_ANNOTATION", JVM_ACC_ANNOTATION) \
 490   declare_preprocessor_constant("JVM_ACC_ENUM", JVM_ACC_ENUM)             \
 491   declare_preprocessor_constant("JVM_ACC_SYNTHETIC", JVM_ACC_SYNTHETIC)   \
 492   declare_preprocessor_constant("JVM_ACC_INTERFACE", JVM_ACC_INTERFACE)   \
 493                                                                           \
 494   declare_constant(JVM_CONSTANT_Utf8)                                     \
 495   declare_constant(JVM_CONSTANT_Unicode)                                  \
 496   declare_constant(JVM_CONSTANT_Integer)                                  \
 497   declare_constant(JVM_CONSTANT_Float)                                    \
 498   declare_constant(JVM_CONSTANT_Long)                                     \
 499   declare_constant(JVM_CONSTANT_Double)                                   \
 500   declare_constant(JVM_CONSTANT_Class)                                    \
 501   declare_constant(JVM_CONSTANT_String)                                   \
 502   declare_constant(JVM_CONSTANT_Fieldref)                                 \
 503   declare_constant(JVM_CONSTANT_Methodref)                                \
 504   declare_constant(JVM_CONSTANT_InterfaceMethodref)                       \
 505   declare_constant(JVM_CONSTANT_NameAndType)                              \
 506   declare_constant(JVM_CONSTANT_MethodHandle)                             \
 507   declare_constant(JVM_CONSTANT_MethodType)                               \
 508   declare_constant(JVM_CONSTANT_InvokeDynamic)                            \
 509   declare_constant(JVM_CONSTANT_Dynamic)                                  \
 510   declare_constant(JVM_CONSTANT_Module)                                   \
 511   declare_constant(JVM_CONSTANT_Package)                                  \
 512   declare_constant(JVM_CONSTANT_ExternalMax)                              \
 513                                                                           \
 514   declare_constant(JVM_CONSTANT_Invalid)                                  \
 515   declare_constant(JVM_CONSTANT_InternalMin)                              \
 516   declare_constant(JVM_CONSTANT_UnresolvedClass)                          \
 517   declare_constant(JVM_CONSTANT_ClassIndex)                               \
 518   declare_constant(JVM_CONSTANT_StringIndex)                              \
 519   declare_constant(JVM_CONSTANT_UnresolvedClassInError)                   \
 520   declare_constant(JVM_CONSTANT_MethodHandleInError)                      \
 521   declare_constant(JVM_CONSTANT_MethodTypeInError)                        \
 522   declare_constant(JVM_CONSTANT_DynamicInError)                           \
 523   declare_constant(JVM_CONSTANT_InternalMax)                              \
 524                                                                           \
 525   declare_constant(ArrayData::array_len_off_set)                          \
 526   declare_constant(ArrayData::array_start_off_set)                        \
 527                                                                           \
 528   declare_constant(BitData::exception_seen_flag)                          \
 529   declare_constant(BitData::null_seen_flag)                               \
 530   declare_constant(BranchData::not_taken_off_set)                         \
 531                                                                           \
 532   declare_constant_with_value("CardTable::dirty_card", CardTable::dirty_card_val()) \
 533   declare_constant_with_value("LockStack::_end_offset", LockStack::end_offset()) \
 534                                                                           \
 535   declare_constant(CodeInstaller::VERIFIED_ENTRY)                         \
 536   declare_constant(CodeInstaller::UNVERIFIED_ENTRY)                       \
 537   declare_constant(CodeInstaller::OSR_ENTRY)                              \
 538   declare_constant(CodeInstaller::EXCEPTION_HANDLER_ENTRY)                \
 539   declare_constant(CodeInstaller::DEOPT_HANDLER_ENTRY)                    \
 540   declare_constant(CodeInstaller::FRAME_COMPLETE)                         \
 541   declare_constant(CodeInstaller::ENTRY_BARRIER_PATCH)                    \
 542   declare_constant(CodeInstaller::INVOKEINTERFACE)                        \
 543   declare_constant(CodeInstaller::INVOKEVIRTUAL)                          \
 544   declare_constant(CodeInstaller::INVOKESTATIC)                           \
 545   declare_constant(CodeInstaller::INVOKESPECIAL)                          \
 546   declare_constant(CodeInstaller::INLINE_INVOKE)                          \
 547   declare_constant(CodeInstaller::POLL_NEAR)                              \
 548   declare_constant(CodeInstaller::POLL_RETURN_NEAR)                       \
 549   declare_constant(CodeInstaller::POLL_FAR)                               \
 550   declare_constant(CodeInstaller::POLL_RETURN_FAR)                        \
 551   declare_constant(CodeInstaller::CARD_TABLE_SHIFT)                       \
 552   declare_constant(CodeInstaller::CARD_TABLE_ADDRESS)                     \
 553   declare_constant(CodeInstaller::HEAP_TOP_ADDRESS)                       \
 554   declare_constant(CodeInstaller::HEAP_END_ADDRESS)                       \
 555   declare_constant(CodeInstaller::NARROW_KLASS_BASE_ADDRESS)              \
 556   declare_constant(CodeInstaller::NARROW_OOP_BASE_ADDRESS)                \
 557   declare_constant(CodeInstaller::CRC_TABLE_ADDRESS)                      \
 558   declare_constant(CodeInstaller::LOG_OF_HEAP_REGION_GRAIN_BYTES)         \
 559   declare_constant(CodeInstaller::INLINE_CONTIGUOUS_ALLOCATION_SUPPORTED) \
 560   declare_constant(CodeInstaller::DEOPT_MH_HANDLER_ENTRY)                 \
 561   declare_constant(CodeInstaller::VERIFY_OOP_COUNT_ADDRESS)               \
 562   declare_constant(CodeInstaller::VERIFY_OOPS)                            \
 563   declare_constant(CodeInstaller::VERIFY_OOP_BITS)                        \
 564   declare_constant(CodeInstaller::VERIFY_OOP_MASK)                        \
 565   declare_constant(CodeInstaller::INVOKE_INVALID)                         \
 566                                                                           \
 567   declare_constant(CodeInstaller::ILLEGAL)                                \
 568   declare_constant(CodeInstaller::REGISTER_PRIMITIVE)                     \
 569   declare_constant(CodeInstaller::REGISTER_OOP)                           \
 570   declare_constant(CodeInstaller::REGISTER_NARROW_OOP)                    \
 571   declare_constant(CodeInstaller::REGISTER_VECTOR)                        \
 572   declare_constant(CodeInstaller::STACK_SLOT_PRIMITIVE)                   \
 573   declare_constant(CodeInstaller::STACK_SLOT_OOP)                         \
 574   declare_constant(CodeInstaller::STACK_SLOT_NARROW_OOP)                  \
 575   declare_constant(CodeInstaller::STACK_SLOT_VECTOR)                      \
 576   declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID)                      \
 577   declare_constant(CodeInstaller::VIRTUAL_OBJECT_ID2)                     \
 578   declare_constant(CodeInstaller::NULL_CONSTANT)                          \
 579   declare_constant(CodeInstaller::RAW_CONSTANT)                           \
 580   declare_constant(CodeInstaller::PRIMITIVE_0)                            \
 581   declare_constant(CodeInstaller::PRIMITIVE4)                             \
 582   declare_constant(CodeInstaller::PRIMITIVE8)                             \
 583   declare_constant(CodeInstaller::JOBJECT)                                \
 584   declare_constant(CodeInstaller::OBJECT_ID)                              \
 585   declare_constant(CodeInstaller::OBJECT_ID2)                             \
 586                                                                           \
 587   declare_constant(CodeInstaller::NO_FINALIZABLE_SUBCLASS)                \
 588   declare_constant(CodeInstaller::CONCRETE_SUBTYPE)                       \
 589   declare_constant(CodeInstaller::LEAF_TYPE)                              \
 590   declare_constant(CodeInstaller::CONCRETE_METHOD)                        \
 591   declare_constant(CodeInstaller::CALLSITE_TARGET_VALUE)                  \
 592                                                                           \
 593   declare_constant(CodeInstaller::PATCH_OBJECT_ID)                        \
 594   declare_constant(CodeInstaller::PATCH_OBJECT_ID2)                       \
 595   declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID)                 \
 596   declare_constant(CodeInstaller::PATCH_NARROW_OBJECT_ID2)                \
 597   declare_constant(CodeInstaller::PATCH_JOBJECT)                          \
 598   declare_constant(CodeInstaller::PATCH_NARROW_JOBJECT)                   \
 599   declare_constant(CodeInstaller::PATCH_KLASS)                            \
 600   declare_constant(CodeInstaller::PATCH_NARROW_KLASS)                     \
 601   declare_constant(CodeInstaller::PATCH_METHOD)                           \
 602   declare_constant(CodeInstaller::PATCH_DATA_SECTION_REFERENCE)           \
 603                                                                           \
 604   declare_constant(CodeInstaller::SITE_CALL)                              \
 605   declare_constant(CodeInstaller::SITE_FOREIGN_CALL)                      \
 606   declare_constant(CodeInstaller::SITE_FOREIGN_CALL_NO_DEBUG_INFO)        \
 607   declare_constant(CodeInstaller::SITE_SAFEPOINT)                         \
 608   declare_constant(CodeInstaller::SITE_INFOPOINT)                         \
 609   declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION)                \
 610   declare_constant(CodeInstaller::SITE_IMPLICIT_EXCEPTION_DISPATCH)       \
 611   declare_constant(CodeInstaller::SITE_MARK)                              \
 612   declare_constant(CodeInstaller::SITE_DATA_PATCH)                        \
 613   declare_constant(CodeInstaller::SITE_EXCEPTION_HANDLER)                 \
 614                                                                           \
 615   declare_constant(CodeInstaller::DI_HAS_REFERENCE_MAP)                   \
 616   declare_constant(CodeInstaller::DI_HAS_CALLEE_SAVE_INFO)                \
 617   declare_constant(CodeInstaller::DI_HAS_FRAMES)                          \
 618                                                                           \
 619   declare_constant(CodeInstaller::DIF_HAS_LOCALS)                         \
 620   declare_constant(CodeInstaller::DIF_HAS_STACK)                          \
 621   declare_constant(CodeInstaller::DIF_HAS_LOCKS)                          \
 622   declare_constant(CodeInstaller::DIF_DURING_CALL)                        \
 623   declare_constant(CodeInstaller::DIF_RETHROW_EXCEPTION)                  \
 624                                                                           \
 625   declare_constant(CodeInstaller::HCC_IS_NMETHOD)                         \
 626   declare_constant(CodeInstaller::HCC_HAS_ASSUMPTIONS)                    \
 627   declare_constant(CodeInstaller::HCC_HAS_METHODS)                        \
 628   declare_constant(CodeInstaller::HCC_HAS_DEOPT_RESCUE_SLOT)              \
 629   declare_constant(CodeInstaller::HCC_HAS_COMMENTS)                       \
 630                                                                           \
 631   declare_constant(CodeInstaller::NO_REGISTER)                            \
 632                                                                           \
 633   declare_constant(CollectedHeap::None)                                   \
 634   declare_constant(CollectedHeap::Serial)                                 \
 635   declare_constant(CollectedHeap::Parallel)                               \
 636   declare_constant(CollectedHeap::G1)                                     \
 637   declare_constant(CollectedHeap::Epsilon)                                \
 638   declare_constant(CollectedHeap::Z)                                      \
 639   declare_constant(CollectedHeap::Shenandoah)                             \
 640                                                                           \
 641   declare_constant(vmIntrinsics::FIRST_MH_SIG_POLY)                       \
 642   declare_constant(vmIntrinsics::LAST_MH_SIG_POLY)                        \
 643   declare_constant(vmIntrinsics::_invokeGeneric)                          \
 644   declare_constant(vmIntrinsics::_compiledLambdaForm)                     \
 645                                                                           \
 646   declare_constant(ConstantPool::_has_dynamic_constant)                   \
 647                                                                           \
 648   declare_constant(ConstMethodFlags::_misc_has_linenumber_table)          \
 649   declare_constant(ConstMethodFlags::_misc_has_localvariable_table)       \
 650   declare_constant(ConstMethodFlags::_misc_has_exception_table)           \
 651   declare_constant(ConstMethodFlags::_misc_has_method_annotations)        \
 652   declare_constant(ConstMethodFlags::_misc_has_parameter_annotations)     \
 653   declare_constant(ConstMethodFlags::_misc_caller_sensitive)              \
 654   declare_constant(ConstMethodFlags::_misc_is_hidden)                     \
 655   declare_constant(ConstMethodFlags::_misc_intrinsic_candidate)           \
 656   declare_constant(ConstMethodFlags::_misc_reserved_stack_access)         \
 657   declare_constant(ConstMethodFlags::_misc_changes_current_thread)        \
 658                                                                           \
 659   declare_constant(CounterData::count_off)                                \
 660                                                                           \
 661   declare_constant(DataLayout::cell_size)                                 \
 662   declare_constant(DataLayout::no_tag)                                    \
 663   declare_constant(DataLayout::bit_data_tag)                              \
 664   declare_constant(DataLayout::counter_data_tag)                          \
 665   declare_constant(DataLayout::jump_data_tag)                             \
 666   declare_constant(DataLayout::receiver_type_data_tag)                    \
 667   declare_constant(DataLayout::virtual_call_data_tag)                     \
 668   declare_constant(DataLayout::ret_data_tag)                              \
 669   declare_constant(DataLayout::branch_data_tag)                           \
 670   declare_constant(DataLayout::multi_branch_data_tag)                     \
 671   declare_constant(DataLayout::arg_info_data_tag)                         \
 672   declare_constant(DataLayout::call_type_data_tag)                        \
 673   declare_constant(DataLayout::virtual_call_type_data_tag)                \
 674   declare_constant(DataLayout::parameters_type_data_tag)                  \
 675   declare_constant(DataLayout::speculative_trap_data_tag)                 \
 676                                                                           \
 677   declare_constant(Deoptimization::Unpack_deopt)                          \
 678   declare_constant(Deoptimization::Unpack_exception)                      \
 679   declare_constant(Deoptimization::Unpack_uncommon_trap)                  \
 680   declare_constant(Deoptimization::Unpack_reexecute)                      \
 681                                                                           \
 682   declare_constant(Deoptimization::_action_bits)                          \
 683   declare_constant(Deoptimization::_reason_bits)                          \
 684   declare_constant(Deoptimization::_debug_id_bits)                        \
 685   declare_constant(Deoptimization::_action_shift)                         \
 686   declare_constant(Deoptimization::_reason_shift)                         \
 687   declare_constant(Deoptimization::_debug_id_shift)                       \
 688                                                                           \
 689   declare_constant(Deoptimization::Action_none)                           \
 690   declare_constant(Deoptimization::Action_maybe_recompile)                \
 691   declare_constant(Deoptimization::Action_reinterpret)                    \
 692   declare_constant(Deoptimization::Action_make_not_entrant)               \
 693   declare_constant(Deoptimization::Action_make_not_compilable)            \
 694                                                                           \
 695   declare_constant(Deoptimization::Reason_none)                           \
 696   declare_constant(Deoptimization::Reason_null_check)                     \
 697   declare_constant(Deoptimization::Reason_range_check)                    \
 698   declare_constant(Deoptimization::Reason_class_check)                    \
 699   declare_constant(Deoptimization::Reason_array_check)                    \
 700   declare_constant(Deoptimization::Reason_unreached0)                     \
 701   declare_constant(Deoptimization::Reason_constraint)                     \
 702   declare_constant(Deoptimization::Reason_div0_check)                     \
 703   declare_constant(Deoptimization::Reason_loop_limit_check)               \
 704   declare_constant(Deoptimization::Reason_type_checked_inlining)          \
 705   declare_constant(Deoptimization::Reason_optimized_type_check)           \
 706   declare_constant(Deoptimization::Reason_aliasing)                       \
 707   declare_constant(Deoptimization::Reason_transfer_to_interpreter)        \
 708   declare_constant(Deoptimization::Reason_not_compiled_exception_handler) \
 709   declare_constant(Deoptimization::Reason_unresolved)                     \
 710   declare_constant(Deoptimization::Reason_jsr_mismatch)                   \
 711   declare_constant(Deoptimization::Reason_TRAP_HISTORY_LENGTH)            \
 712   declare_constant(Deoptimization::_support_large_access_byte_array_virtualization) \
 713                                                                           \
 714                                                                           \
 715   declare_constant(InstanceKlass::linked)                                 \
 716   declare_constant(InstanceKlass::being_initialized)                      \
 717   declare_constant(InstanceKlass::fully_initialized)                      \
 718                                                                           \
 719   declare_constant(LockingMode::LM_MONITOR)                               \
 720   declare_constant(LockingMode::LM_LEGACY)                                \
 721   declare_constant(LockingMode::LM_LIGHTWEIGHT)                           \
 722                                                                           \
 723   /*********************************/                                     \
 724   /* InstanceKlass _misc_flags */                                         \
 725   /*********************************/                                     \
 726                                                                           \
 727   declare_constant(InstanceKlassFlags::_misc_has_nonstatic_concrete_methods)   \
 728   declare_constant(InstanceKlassFlags::_misc_declares_nonstatic_concrete_methods) \
 729                                                                           \
 730   declare_constant(JumpData::taken_off_set)                               \
 731   declare_constant(JumpData::displacement_off_set)                        \
 732                                                                           \
 733   declare_preprocessor_constant("JVMCI::ok",                      JVMCI::ok)                      \
 734   declare_preprocessor_constant("JVMCI::dependencies_failed",     JVMCI::dependencies_failed)     \
 735   declare_preprocessor_constant("JVMCI::cache_full",              JVMCI::cache_full)              \
 736   declare_preprocessor_constant("JVMCI::code_too_large",          JVMCI::code_too_large)          \
 737   declare_preprocessor_constant("JVMCI::nmethod_reclaimed",       JVMCI::nmethod_reclaimed)       \
 738   declare_preprocessor_constant("JVMCI::first_permanent_bailout", JVMCI::first_permanent_bailout) \
 739                                                                           \
 740   declare_constant(JVMCIRuntime::none)                                    \
 741   declare_constant(JVMCIRuntime::by_holder)                               \
 742   declare_constant(JVMCIRuntime::by_full_signature)                       \
 743                                                                           \
 744   declare_constant(Klass::_lh_neutral_value)                              \
 745   declare_constant(Klass::_lh_instance_slow_path_bit)                     \
 746   declare_constant(Klass::_lh_log2_element_size_shift)                    \
 747   declare_constant(Klass::_lh_log2_element_size_mask)                     \
 748   declare_constant(Klass::_lh_element_type_shift)                         \
 749   declare_constant(Klass::_lh_element_type_mask)                          \
 750   declare_constant(Klass::_lh_header_size_shift)                          \
 751   declare_constant(Klass::_lh_header_size_mask)                           \
 752   declare_constant(Klass::_lh_array_tag_shift)                            \
 753   declare_constant(Klass::_lh_array_tag_type_value)                       \
 754   declare_constant(Klass::_lh_array_tag_obj_value)                        \
 755                                                                           \
 756   declare_constant(markWord::no_hash)                                     \
 757                                                                           \
 758   declare_constant(MethodFlags::_misc_force_inline)                       \
 759   declare_constant(MethodFlags::_misc_dont_inline)                        \
 760                                                                           \
 761   declare_constant(Method::nonvirtual_vtable_index)                       \
 762   declare_constant(Method::invalid_vtable_index)                          \
 763                                                                           \
 764   declare_constant(MultiBranchData::per_case_cell_count)                  \
 765                                                                           \
 766   AARCH64_ONLY(declare_constant(NMethodPatchingType::stw_instruction_and_data_patch))  \
 767   AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_instruction_and_data_patch)) \
 768   AARCH64_ONLY(declare_constant(NMethodPatchingType::conc_data_patch))                 \
 769                                                                           \
 770   declare_constant(ObjectMonitor::ANONYMOUS_OWNER)                        \
 771                                                                           \
 772   declare_constant(ReceiverTypeData::receiver_type_row_cell_count)        \
 773   declare_constant(ReceiverTypeData::receiver0_offset)                    \
 774   declare_constant(ReceiverTypeData::count0_offset)                       \
 775                                                                           \
 776   declare_constant(vmIntrinsics::_invokeBasic)                            \
 777   declare_constant(vmIntrinsics::_linkToVirtual)                          \
 778   declare_constant(vmIntrinsics::_linkToStatic)                           \
 779   declare_constant(vmIntrinsics::_linkToSpecial)                          \
 780   declare_constant(vmIntrinsics::_linkToInterface)                        \
 781   declare_constant(vmIntrinsics::_linkToNative)                           \
 782                                                                           \
 783   declare_constant(vmSymbols::FIRST_SID)                                  \
 784   declare_constant(vmSymbols::SID_LIMIT)                                  \
 785 
 786 #define VM_LONG_CONSTANTS(declare_constant, declare_preprocessor_constant) \
 787   declare_constant(InvocationCounter::count_increment)                    \
 788   declare_constant(InvocationCounter::count_shift)                        \
 789                                                                           \
 790   declare_constant(markWord::hash_shift)                                  \
 791   declare_constant(markWord::monitor_value)                               \
 792                                                                           \
 793   declare_constant(markWord::lock_mask_in_place)                          \
 794   declare_constant(markWord::age_mask_in_place)                           \
 795   declare_constant(markWord::hash_mask)                                   \
 796   declare_constant(markWord::hash_mask_in_place)                          \
 797                                                                           \
 798   declare_constant(markWord::unlocked_value)                              \
 799                                                                           \
 800   declare_constant(markWord::no_hash_in_place)                            \
 801   declare_constant(markWord::no_lock_in_place)                            \
 802 
 803 // Helper macro to support ZGC pattern where the function itself isn't exported
 804 #define DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, name) \
 805   declare_function_with_value(name, name##_addr())
 806 
 807 
 808 #define VM_ADDRESSES(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
 809   declare_function(SharedRuntime::register_finalizer)                     \
 810   declare_function(SharedRuntime::exception_handler_for_return_address)   \
 811   declare_function(SharedRuntime::OSR_migration_end)                      \
 812   declare_function(SharedRuntime::enable_stack_reserved_zone)             \
 813   declare_function(SharedRuntime::frem)                                   \
 814   declare_function(SharedRuntime::drem)                                   \
 815   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_start)) \
 816   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_end))   \
 817   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_mount)) \
 818   JVMTI_ONLY(declare_function(SharedRuntime::notify_jvmti_vthread_unmount)) \
 819                                                                           \
 820   declare_function(os::dll_load)                                          \
 821   declare_function(os::dll_lookup)                                        \
 822   declare_function(os::javaTimeMillis)                                    \
 823   declare_function(os::javaTimeNanos)                                     \
 824                                                                           \
 825   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::load_barrier_on_oop_field_preloaded))                      \
 826   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::load_barrier_on_weak_oop_field_preloaded))                 \
 827   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::load_barrier_on_phantom_oop_field_preloaded))              \
 828   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::weak_load_barrier_on_oop_field_preloaded))                 \
 829   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::weak_load_barrier_on_weak_oop_field_preloaded))            \
 830   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::weak_load_barrier_on_phantom_oop_field_preloaded))         \
 831   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::load_barrier_on_oop_array))                                \
 832   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, XBarrierSetRuntime::clone))                                                    \
 833                                                                                                                       \
 834   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded))                      \
 835   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_weak_oop_field_preloaded))                 \
 836   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_phantom_oop_field_preloaded))              \
 837   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_field_preloaded_store_good))           \
 838   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::no_keepalive_load_barrier_on_weak_oop_field_preloaded))    \
 839   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::no_keepalive_load_barrier_on_phantom_oop_field_preloaded)) \
 840   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_native_oop_field_without_healing))        \
 841   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_oop_field_with_healing))                  \
 842   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::store_barrier_on_oop_field_without_healing))               \
 843   ZGC_ONLY(DECLARE_FUNCTION_FROM_ADDR(declare_function_with_value, ZBarrierSetRuntime::load_barrier_on_oop_array))                                \
 844                                                                           \
 845   declare_function(Deoptimization::fetch_unroll_info)                     \
 846   declare_function(Deoptimization::uncommon_trap)                         \
 847   declare_function(Deoptimization::unpack_frames)                         \
 848                                                                           \
 849   declare_function(JVMCIRuntime::new_instance_or_null)                    \
 850   declare_function(JVMCIRuntime::new_array_or_null)                       \
 851   declare_function(JVMCIRuntime::new_multi_array_or_null)                 \
 852   declare_function(JVMCIRuntime::dynamic_new_array_or_null)               \
 853   declare_function(JVMCIRuntime::dynamic_new_instance_or_null)            \
 854                                                                           \
 855   declare_function(JVMCIRuntime::invoke_static_method_one_arg)            \
 856                                                                           \
 857   declare_function(JVMCIRuntime::vm_message)                              \
 858   declare_function(JVMCIRuntime::identity_hash_code)                      \
 859   declare_function(JVMCIRuntime::exception_handler_for_pc)                \
 860   declare_function(JVMCIRuntime::monitorenter)                            \
 861   declare_function(JVMCIRuntime::monitorexit)                             \
 862   declare_function(JVMCIRuntime::object_notify)                           \
 863   declare_function(JVMCIRuntime::object_notifyAll)                        \
 864   declare_function(JVMCIRuntime::throw_and_post_jvmti_exception)          \
 865   declare_function(JVMCIRuntime::throw_klass_external_name_exception)     \
 866   declare_function(JVMCIRuntime::throw_class_cast_exception)              \
 867   declare_function(JVMCIRuntime::log_primitive)                           \
 868   declare_function(JVMCIRuntime::log_object)                              \
 869   declare_function(JVMCIRuntime::log_printf)                              \
 870   declare_function(JVMCIRuntime::vm_error)                                \
 871   declare_function(JVMCIRuntime::load_and_clear_exception)                \
 872   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_pre))            \
 873   G1GC_ONLY(declare_function(JVMCIRuntime::write_barrier_post))           \
 874   declare_function(JVMCIRuntime::validate_object)                         \
 875                                                                           \
 876   declare_function(JVMCIRuntime::test_deoptimize_call_int)
 877 
 878 
 879 #if INCLUDE_G1GC
 880 
 881 #define VM_STRUCTS_JVMCI_G1GC(nonstatic_field, static_field) \
 882   static_field(G1HeapRegion, LogOfHRGrainBytes, uint)
 883 
 884 #define VM_INT_CONSTANTS_JVMCI_G1GC(declare_constant, declare_constant_with_value, declare_preprocessor_constant) \
 885   declare_constant_with_value("G1CardTable::g1_young_gen", G1CardTable::g1_young_card_val()) \
 886   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_active_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_active_offset())) \
 887   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_index_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_index_offset())) \
 888   declare_constant_with_value("G1ThreadLocalData::satb_mark_queue_buffer_offset", in_bytes(G1ThreadLocalData::satb_mark_queue_buffer_offset())) \
 889   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_index_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_index_offset())) \
 890   declare_constant_with_value("G1ThreadLocalData::dirty_card_queue_buffer_offset", in_bytes(G1ThreadLocalData::dirty_card_queue_buffer_offset()))
 891 
 892 #endif // INCLUDE_G1GC
 893 
 894 
 895 #if INCLUDE_ZGC
 896 
 897 #define VM_INT_CONSTANTS_JVMCI_ZGC(declare_constant, declare_constant_with_value, declare_preprocessor_constant)                           \
 898   declare_constant_with_value("ZThreadLocalData::store_good_mask_offset" , in_bytes(ZThreadLocalData::store_good_mask_offset()))           \
 899   declare_constant_with_value("ZThreadLocalData::store_bad_mask_offset" , in_bytes(ZThreadLocalData::store_bad_mask_offset()))             \
 900   declare_constant_with_value("ZThreadLocalData::store_barrier_buffer_offset" , in_bytes(ZThreadLocalData::store_barrier_buffer_offset())) \
 901   declare_constant_with_value("ZStoreBarrierBuffer::current_offset" , in_bytes(ZStoreBarrierBuffer::current_offset()))                     \
 902   declare_constant_with_value("ZStoreBarrierBuffer::buffer_offset" , in_bytes(ZStoreBarrierBuffer::buffer_offset()))                       \
 903   declare_constant_with_value("ZStoreBarrierEntry::p_offset" , in_bytes(ZStoreBarrierEntry::p_offset()))                                   \
 904   declare_constant_with_value("ZStoreBarrierEntry::prev_offset" , in_bytes(ZStoreBarrierEntry::prev_offset()))                             \
 905   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_GOOD_BEFORE_SHL))                                            \
 906   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_BAD_AFTER_TEST))                                             \
 907   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_MARK_BAD_AFTER_TEST))                                             \
 908   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_CMP))                                            \
 909   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_BAD_AFTER_TEST))                                            \
 910   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_OR))                                             \
 911   AMD64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_AFTER_MOV))                                            \
 912   AARCH64_ONLY(declare_constant(ZPointerLoadShift))                                                                                        \
 913   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_LOAD_GOOD_BEFORE_TB_X))                                         \
 914   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_MARK_BAD_BEFORE_MOV))                                           \
 915   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_GOOD_BEFORE_MOV))                                         \
 916   AARCH64_ONLY(declare_constant(CodeInstaller::Z_BARRIER_RELOCATION_FORMAT_STORE_BAD_BEFORE_MOV))
 917 
 918 #endif // INCLUDE_ZGC
 919 
 920 
 921 #ifdef LINUX
 922 
 923 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
 924   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
 925 
 926 #endif
 927 
 928 
 929 #ifdef BSD
 930 
 931 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value) \
 932   declare_preprocessor_address("RTLD_DEFAULT", RTLD_DEFAULT)
 933 
 934 #endif
 935 
 936 #ifdef AARCH64
 937 
 938 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
 939   static_field(VM_Version, _zva_length, int)                            \
 940   static_field(StubRoutines::aarch64, _count_positives, address)        \
 941   static_field(StubRoutines::aarch64, _count_positives_long, address)   \
 942   static_field(VM_Version, _rop_protection, bool)                       \
 943   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*)
 944 
 945 #define DECLARE_INT_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_INT_CONSTANT_ENTRY(VM_Version::CPU_##id)
 946 #define VM_INT_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_INT_CPU_FEATURE_CONSTANT)
 947 
 948 #endif
 949 
 950 #ifdef X86
 951 
 952 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field) \
 953   volatile_nonstatic_field(JavaFrameAnchor, _last_Java_fp, intptr_t*) \
 954   static_field(VM_Version, _has_intel_jcc_erratum, bool)
 955 
 956 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant) \
 957   LP64_ONLY(declare_constant(frame::arg_reg_save_area_bytes))       \
 958   declare_constant(frame::interpreter_frame_sender_sp_offset)       \
 959   declare_constant(frame::interpreter_frame_last_sp_offset)
 960 
 961 #define DECLARE_LONG_CPU_FEATURE_CONSTANT(id, name, bit) GENERATE_VM_LONG_CONSTANT_ENTRY(VM_Version::CPU_##id)
 962 #define VM_LONG_CPU_FEATURE_CONSTANTS CPU_FEATURE_FLAGS(DECLARE_LONG_CPU_FEATURE_CONSTANT)
 963 
 964 #endif
 965 
 966 /*
 967  * Dummy defines for architectures that don't use these.
 968  */
 969 #ifndef VM_STRUCTS_CPU
 970 #define VM_STRUCTS_CPU(nonstatic_field, static_field, unchecked_nonstatic_field, volatile_nonstatic_field, nonproduct_nonstatic_field, c2_nonstatic_field, unchecked_c1_static_field, unchecked_c2_static_field)
 971 #endif
 972 
 973 #ifndef VM_INT_CONSTANTS_CPU
 974 #define VM_INT_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
 975 #endif
 976 
 977 #ifndef VM_LONG_CONSTANTS_CPU
 978 #define VM_LONG_CONSTANTS_CPU(declare_constant, declare_preprocessor_constant, declare_c1_constant, declare_c2_constant, declare_c2_preprocessor_constant)
 979 #endif
 980 
 981 #ifndef VM_ADDRESSES_OS
 982 #define VM_ADDRESSES_OS(declare_address, declare_preprocessor_address, declare_function, declare_function_with_value)
 983 #endif
 984 
 985 //
 986 // Instantiation of VMStructEntries, VMTypeEntries and VMIntConstantEntries
 987 //
 988 
 989 #define GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY(name, value) \
 990   { QUOTE(name), CAST_FROM_FN_PTR(void*, value) },
 991 
 992 
 993 // These initializers are allowed to access private fields in classes
 994 // as long as class VMStructs is a friend
 995 VMStructEntry JVMCIVMStructs::localHotSpotVMStructs[] = {
 996   VM_STRUCTS(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
 997              GENERATE_STATIC_VM_STRUCT_ENTRY,
 998              GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
 999              GENERATE_NONSTATIC_VM_STRUCT_ENTRY)
1000 
1001   VM_STRUCTS_CPU(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1002                  GENERATE_STATIC_VM_STRUCT_ENTRY,
1003                  GENERATE_UNCHECKED_NONSTATIC_VM_STRUCT_ENTRY,
1004                  GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1005                  GENERATE_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
1006                  GENERATE_C2_NONSTATIC_VM_STRUCT_ENTRY,
1007                  GENERATE_C1_UNCHECKED_STATIC_VM_STRUCT_ENTRY,
1008                  GENERATE_C2_UNCHECKED_STATIC_VM_STRUCT_ENTRY)
1009 
1010 #if INCLUDE_G1GC
1011   VM_STRUCTS_JVMCI_G1GC(GENERATE_NONSTATIC_VM_STRUCT_ENTRY,
1012                         GENERATE_STATIC_VM_STRUCT_ENTRY)
1013 #endif
1014 
1015   GENERATE_VM_STRUCT_LAST_ENTRY()
1016 };
1017 
1018 VMTypeEntry JVMCIVMStructs::localHotSpotVMTypes[] = {
1019   VM_TYPES(GENERATE_VM_TYPE_ENTRY,
1020            GENERATE_TOPLEVEL_VM_TYPE_ENTRY,
1021            GENERATE_INTEGER_VM_TYPE_ENTRY,
1022            GENERATE_UNSIGNED_INTEGER_VM_TYPE_ENTRY)
1023 
1024   GENERATE_VM_TYPE_LAST_ENTRY()
1025 };
1026 
1027 VMIntConstantEntry JVMCIVMStructs::localHotSpotVMIntConstants[] = {
1028   VM_INT_CONSTANTS(GENERATE_VM_INT_CONSTANT_ENTRY,
1029                    GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1030                    GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1031 
1032   VM_INT_CONSTANTS_CPU(GENERATE_VM_INT_CONSTANT_ENTRY,
1033                        GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY,
1034                        GENERATE_C1_VM_INT_CONSTANT_ENTRY,
1035                        GENERATE_C2_VM_INT_CONSTANT_ENTRY,
1036                        GENERATE_C2_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1037 
1038 #if INCLUDE_G1GC
1039   VM_INT_CONSTANTS_JVMCI_G1GC(GENERATE_VM_INT_CONSTANT_ENTRY,
1040                               GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1041                               GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1042 #endif
1043 #if INCLUDE_ZGC
1044   VM_INT_CONSTANTS_JVMCI_ZGC(GENERATE_VM_INT_CONSTANT_ENTRY,
1045                               GENERATE_VM_INT_CONSTANT_WITH_VALUE_ENTRY,
1046                               GENERATE_PREPROCESSOR_VM_INT_CONSTANT_ENTRY)
1047 #endif
1048 #ifdef VM_INT_CPU_FEATURE_CONSTANTS
1049   VM_INT_CPU_FEATURE_CONSTANTS
1050 #endif
1051   GENERATE_VM_INT_CONSTANT_LAST_ENTRY()
1052 };
1053 
1054 VMLongConstantEntry JVMCIVMStructs::localHotSpotVMLongConstants[] = {
1055   VM_LONG_CONSTANTS(GENERATE_VM_LONG_CONSTANT_ENTRY,
1056                     GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
1057 
1058   VM_LONG_CONSTANTS_CPU(GENERATE_VM_LONG_CONSTANT_ENTRY,
1059                         GENERATE_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY,
1060                         GENERATE_C1_VM_LONG_CONSTANT_ENTRY,
1061                         GENERATE_C2_VM_LONG_CONSTANT_ENTRY,
1062                         GENERATE_C2_PREPROCESSOR_VM_LONG_CONSTANT_ENTRY)
1063 #ifdef VM_LONG_CPU_FEATURE_CONSTANTS
1064   VM_LONG_CPU_FEATURE_CONSTANTS
1065 #endif
1066   GENERATE_VM_LONG_CONSTANT_LAST_ENTRY()
1067 };
1068 #undef DECLARE_CPU_FEATURE_FLAG
1069 
1070 VMAddressEntry JVMCIVMStructs::localHotSpotVMAddresses[] = {
1071   VM_ADDRESSES(GENERATE_VM_ADDRESS_ENTRY,
1072                GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
1073                GENERATE_VM_FUNCTION_ENTRY,
1074                GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY)
1075   VM_ADDRESSES_OS(GENERATE_VM_ADDRESS_ENTRY,
1076                   GENERATE_PREPROCESSOR_VM_ADDRESS_ENTRY,
1077                   GENERATE_VM_FUNCTION_ENTRY,
1078                   GENERATE_VM_FUNCTION_WITH_VALUE_ENTRY)
1079 
1080   GENERATE_VM_ADDRESS_LAST_ENTRY()
1081 };
1082 
1083 int JVMCIVMStructs::localHotSpotVMStructs_count() {
1084   // Ignore sentinel entry at the end
1085   return (sizeof(localHotSpotVMStructs) / sizeof(VMStructEntry)) - 1;
1086 }
1087 int JVMCIVMStructs::localHotSpotVMTypes_count() {
1088   // Ignore sentinel entry at the end
1089   return (sizeof(localHotSpotVMTypes) / sizeof(VMTypeEntry)) - 1;
1090 }
1091 int JVMCIVMStructs::localHotSpotVMIntConstants_count() {
1092   // Ignore sentinel entry at the end
1093   return (sizeof(localHotSpotVMIntConstants) / sizeof(VMIntConstantEntry)) - 1;
1094 }
1095 int JVMCIVMStructs::localHotSpotVMLongConstants_count() {
1096   // Ignore sentinel entry at the end
1097   return (sizeof(localHotSpotVMLongConstants) / sizeof(VMLongConstantEntry)) - 1;
1098 }
1099 int JVMCIVMStructs::localHotSpotVMAddresses_count() {
1100   // Ignore sentinel entry at the end
1101   return (sizeof(localHotSpotVMAddresses) / sizeof(VMAddressEntry)) - 1;
1102 }
1103 
1104 #ifdef ASSERT
1105 // This is used both to check the types of referenced fields and
1106 // to ensure that all of the field types are present.
1107 void JVMCIVMStructs::init() {
1108   VM_STRUCTS(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1109              CHECK_STATIC_VM_STRUCT_ENTRY,
1110              CHECK_NO_OP,
1111              CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY);
1112 
1113 
1114   VM_STRUCTS_CPU(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1115                  CHECK_STATIC_VM_STRUCT_ENTRY,
1116                  CHECK_NO_OP,
1117                  CHECK_VOLATILE_NONSTATIC_VM_STRUCT_ENTRY,
1118                  CHECK_NONPRODUCT_NONSTATIC_VM_STRUCT_ENTRY,
1119                  CHECK_C2_NONSTATIC_VM_STRUCT_ENTRY,
1120                  CHECK_NO_OP,
1121                  CHECK_NO_OP);
1122 
1123 #if INCLUDE_G1GC
1124   VM_STRUCTS_JVMCI_G1GC(CHECK_NONSTATIC_VM_STRUCT_ENTRY,
1125                         CHECK_STATIC_VM_STRUCT_ENTRY)
1126 #endif
1127 
1128   VM_TYPES(CHECK_VM_TYPE_ENTRY,
1129            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1130            CHECK_SINGLE_ARG_VM_TYPE_NO_OP,
1131            CHECK_SINGLE_ARG_VM_TYPE_NO_OP);
1132 }
1133 
1134 void jvmci_vmStructs_init() {
1135   JVMCIVMStructs::init();
1136 }
1137 #endif // ASSERT