1 /*
  2  * Copyright (c) 1997, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "compiler/compiler_globals.hpp"
 26 #include "gc/shared/gc_globals.hpp"
 27 #include "logging/log.hpp"
 28 #include "logging/logStream.hpp"
 29 #include "memory/resourceArea.hpp"
 30 #include "memory/universe.hpp"
 31 #include "runtime/java.hpp"
 32 #include "runtime/javaThread.hpp"
 33 #include "runtime/mutexLocker.hpp"
 34 #include "runtime/safepoint.hpp"
 35 #include "runtime/vmThread.hpp"
 36 #include "services/management.hpp"
 37 #include "utilities/vmError.hpp"
 38 
 39 // Mutexes used in the VM (see comment in mutexLocker.hpp):
 40 
 41 Mutex*   NMethodState_lock            = nullptr;
 42 Monitor* SystemDictionary_lock        = nullptr;
 43 Mutex*   InvokeMethodTypeTable_lock   = nullptr;
 44 Monitor* InvokeMethodIntrinsicTable_lock = nullptr;
 45 Mutex*   SharedDictionary_lock        = nullptr;
 46 Monitor* ClassInitError_lock          = nullptr;
 47 Mutex*   Module_lock                  = nullptr;
 48 Mutex*   CompiledIC_lock              = nullptr;
 49 Mutex*   VMStatistic_lock             = nullptr;
 50 Mutex*   JmethodIdCreation_lock       = nullptr;
 51 Mutex*   JfieldIdCreation_lock        = nullptr;
 52 Monitor* JNICritical_lock             = nullptr;
 53 Mutex*   JvmtiThreadState_lock        = nullptr;
 54 Monitor* EscapeBarrier_lock           = nullptr;
 55 Monitor* JvmtiVTMSTransition_lock     = nullptr;
 56 Monitor* Heap_lock                    = nullptr;
 57 #if INCLUDE_PARALLELGC
 58 Mutex*   PSOldGenExpand_lock      = nullptr;
 59 #endif
 60 Mutex*   AdapterHandlerLibrary_lock   = nullptr;
 61 Mutex*   SignatureHandlerLibrary_lock = nullptr;
 62 Mutex*   VtableStubs_lock             = nullptr;
 63 Mutex*   SymbolArena_lock             = nullptr;
 64 Monitor* StringDedup_lock             = nullptr;
 65 Mutex*   StringDedupIntern_lock       = nullptr;
 66 Monitor* CodeCache_lock               = nullptr;
 67 Mutex*   TouchedMethodLog_lock        = nullptr;
 68 Mutex*   RetData_lock                 = nullptr;
 69 Monitor* VMOperation_lock             = nullptr;
 70 Monitor* ThreadsLockThrottle_lock     = nullptr;
 71 Monitor* Threads_lock                 = nullptr;
 72 Mutex*   NonJavaThreadsList_lock      = nullptr;
 73 Mutex*   NonJavaThreadsListSync_lock  = nullptr;
 74 Monitor* CGC_lock                     = nullptr;
 75 Monitor* STS_lock                     = nullptr;
 76 Monitor* G1OldGCCount_lock            = nullptr;
 77 Mutex*   G1RareEvent_lock             = nullptr;
 78 Mutex*   G1DetachedRefinementStats_lock = nullptr;
 79 Mutex*   MarkStackFreeList_lock       = nullptr;
 80 Mutex*   MarkStackChunkList_lock      = nullptr;
 81 Mutex*   MonitoringSupport_lock       = nullptr;
 82 Monitor* ConcurrentGCBreakpoints_lock = nullptr;
 83 Mutex*   Compile_lock                 = nullptr;
 84 Monitor* MethodCompileQueue_lock      = nullptr;
 85 Monitor* MethodCompileQueueC1_lock    = nullptr;
 86 Monitor* MethodCompileQueueC2_lock    = nullptr;
 87 Monitor* MethodCompileQueueC3_lock    = nullptr;
 88 Monitor* MethodCompileQueueSC1_lock   = nullptr;
 89 Monitor* MethodCompileQueueSC2_lock   = nullptr;
 90 Monitor* CompileThread_lock           = nullptr;
 91 Monitor* Compilation_lock             = nullptr;
 92 Monitor* CompileTaskAlloc_lock        = nullptr;
 93 Mutex*   CompileStatistics_lock       = nullptr;
 94 Mutex*   DirectivesStack_lock         = nullptr;
 95 Monitor* Terminator_lock              = nullptr;
 96 Monitor* InitCompleted_lock           = nullptr;
 97 Monitor* BeforeExit_lock              = nullptr;
 98 Monitor* Notify_lock                  = nullptr;
 99 Mutex*   ExceptionCache_lock          = nullptr;
100 Mutex*   TrainingData_lock            = nullptr;
101 Monitor* TrainingReplayQueue_lock     = nullptr;
102 #ifndef PRODUCT
103 Mutex*   FullGCALot_lock              = nullptr;
104 #endif
105 
106 Mutex*   tty_lock                     = nullptr;
107 
108 Mutex*   RawMonitor_lock              = nullptr;
109 Mutex*   PerfDataMemAlloc_lock        = nullptr;
110 Mutex*   PerfDataManager_lock         = nullptr;
111 
112 Mutex*   FreeList_lock                = nullptr;
113 Mutex*   OldSets_lock                 = nullptr;
114 Mutex*   Uncommit_lock                = nullptr;
115 Monitor* RootRegionScan_lock          = nullptr;
116 
117 Mutex*   Management_lock              = nullptr;
118 Monitor* MonitorDeflation_lock        = nullptr;
119 Monitor* Service_lock                 = nullptr;
120 Monitor* Notification_lock            = nullptr;
121 Monitor* PeriodicTask_lock            = nullptr;
122 Monitor* RedefineClasses_lock         = nullptr;
123 Mutex*   Verify_lock                  = nullptr;
124 
125 #if INCLUDE_JFR
126 Mutex*   JfrStacktrace_lock           = nullptr;
127 Monitor* JfrMsg_lock                  = nullptr;
128 Mutex*   JfrBuffer_lock               = nullptr;
129 Monitor* JfrThreadSampler_lock        = nullptr;
130 #endif
131 
132 Mutex*   CodeHeapStateAnalytics_lock  = nullptr;
133 
134 Mutex*   ExternalsRecorder_lock       = nullptr;
135 
136 Monitor* ContinuationRelativize_lock  = nullptr;
137 
138 Mutex*   Metaspace_lock               = nullptr;
139 Monitor* MetaspaceCritical_lock       = nullptr;
140 Mutex*   ClassLoaderDataGraph_lock    = nullptr;
141 Monitor* ThreadsSMRDelete_lock        = nullptr;
142 Mutex*   ThreadIdTableCreate_lock     = nullptr;
143 Mutex*   SharedDecoder_lock           = nullptr;
144 Mutex*   DCmdFactory_lock             = nullptr;
145 Mutex*   NMTQuery_lock                = nullptr;
146 Mutex*   NMTCompilationCostHistory_lock = nullptr;
147 Mutex*   NmtVirtualMemory_lock          = nullptr;
148 
149 #if INCLUDE_CDS
150 #if INCLUDE_JVMTI
151 Mutex*   CDSClassFileStream_lock      = nullptr;
152 #endif
153 Mutex*   DumpTimeTable_lock           = nullptr;
154 Mutex*   CDSLambda_lock               = nullptr;
155 Mutex*   DumpRegion_lock              = nullptr;
156 Mutex*   ClassListFile_lock           = nullptr;
157 Mutex*   UnregisteredClassesTable_lock= nullptr;
158 Mutex*   LambdaFormInvokers_lock      = nullptr;
159 Mutex*   ScratchObjects_lock          = nullptr;
160 Mutex*   ArchivedObjectTables_lock    = nullptr;
161 Mutex*   FinalImageRecipes_lock       = nullptr;
162 #endif // INCLUDE_CDS
163 Mutex*   Bootclasspath_lock           = nullptr;
164 
165 #if INCLUDE_JVMCI
166 Monitor* JVMCI_lock                   = nullptr;
167 Monitor* JVMCIRuntime_lock            = nullptr;
168 #endif
169 
170 // Only one RecursiveMutex
171 RecursiveMutex* MultiArray_lock       = nullptr;
172 
173 #ifdef ASSERT
174 void assert_locked_or_safepoint(const Mutex* lock) {
175   if (DebuggingContext::is_enabled() || VMError::is_error_reported()) return;
176   // check if this thread owns the lock (common case)
177   assert(lock != nullptr, "Need non-null lock");
178   if (lock->owned_by_self()) return;
179   if (SafepointSynchronize::is_at_safepoint()) return;
180   if (!Universe::is_fully_initialized()) return;
181   fatal("must own lock %s", lock->name());
182 }
183 
184 // a stronger assertion than the above
185 void assert_lock_strong(const Mutex* lock) {
186   if (DebuggingContext::is_enabled() || VMError::is_error_reported()) return;
187   assert(lock != nullptr, "Need non-null lock");
188   if (lock->owned_by_self()) return;
189   fatal("must own lock %s", lock->name());
190 }
191 #endif
192 
193 #define MUTEX_STORAGE_NAME(name) name##_storage
194 #define MUTEX_STORAGE(name, type) alignas(type) static uint8_t MUTEX_STORAGE_NAME(name)[sizeof(type)]
195 #define MUTEX_DEF(name, type, pri, ...) {                                                       \
196   assert(name == nullptr, "Mutex/Monitor initialized twice");                                   \
197   MUTEX_STORAGE(name, type);                                                                    \
198   name = ::new(static_cast<void*>(MUTEX_STORAGE_NAME(name))) type((pri), #name, ##__VA_ARGS__); \
199   Mutex::add_mutex(name);                                                                       \
200 }
201 #define MUTEX_DEFN(name, type, pri, ...) MUTEX_DEF(name, type, Mutex::pri, ##__VA_ARGS__)
202 
203 // Specify relative ranked lock
204 #ifdef ASSERT
205 #define MUTEX_DEFL(name, type, held_lock, ...) MUTEX_DEF(name, type, (held_lock)->rank() - 1, ##__VA_ARGS__)
206 #else
207 #define MUTEX_DEFL(name, type, held_lock, ...) MUTEX_DEFN(name, type, safepoint, ##__VA_ARGS__)
208 #endif
209 
210 // Using Padded subclasses to prevent false sharing of these global monitors and mutexes.
211 void mutex_init() {
212   MUTEX_DEFN(tty_lock                        , PaddedMutex  , tty);      // allow to lock in VM
213 
214   MUTEX_DEFN(STS_lock                        , PaddedMonitor, nosafepoint);
215 
216   if (UseG1GC) {
217     MUTEX_DEFN(CGC_lock                      , PaddedMonitor, nosafepoint);
218 
219     MUTEX_DEFN(G1DetachedRefinementStats_lock, PaddedMutex  , nosafepoint-2);
220 
221     MUTEX_DEFN(FreeList_lock                 , PaddedMutex  , service-1);
222     MUTEX_DEFN(OldSets_lock                  , PaddedMutex  , nosafepoint);
223     MUTEX_DEFN(Uncommit_lock                 , PaddedMutex  , service-2);
224     MUTEX_DEFN(RootRegionScan_lock           , PaddedMonitor, nosafepoint-1);
225 
226     MUTEX_DEFN(MarkStackFreeList_lock        , PaddedMutex  , nosafepoint);
227     MUTEX_DEFN(MarkStackChunkList_lock       , PaddedMutex  , nosafepoint);
228   }
229   MUTEX_DEFN(MonitoringSupport_lock          , PaddedMutex  , service-1);        // used for serviceability monitoring support
230 
231   MUTEX_DEFN(StringDedup_lock                , PaddedMonitor, nosafepoint);
232   MUTEX_DEFN(StringDedupIntern_lock          , PaddedMutex  , nosafepoint);
233   MUTEX_DEFN(RawMonitor_lock                 , PaddedMutex  , nosafepoint-1);
234 
235   MUTEX_DEFN(Metaspace_lock                  , PaddedMutex  , nosafepoint-3);
236   MUTEX_DEFN(MetaspaceCritical_lock          , PaddedMonitor, nosafepoint-1);
237 
238   MUTEX_DEFN(MonitorDeflation_lock           , PaddedMonitor, nosafepoint);      // used for monitor deflation thread operations
239   MUTEX_DEFN(Service_lock                    , PaddedMonitor, service);          // used for service thread operations
240   MUTEX_DEFN(Notification_lock               , PaddedMonitor, service);          // used for notification thread operations
241 
242   MUTEX_DEFN(JmethodIdCreation_lock          , PaddedMutex  , nosafepoint-2); // used for creating jmethodIDs.
243   MUTEX_DEFN(InvokeMethodTypeTable_lock      , PaddedMutex  , safepoint);
244   MUTEX_DEFN(InvokeMethodIntrinsicTable_lock , PaddedMonitor, safepoint);
245   MUTEX_DEFN(AdapterHandlerLibrary_lock      , PaddedMutex  , safepoint);
246   MUTEX_DEFN(SharedDictionary_lock           , PaddedMutex  , safepoint);
247   MUTEX_DEFN(VMStatistic_lock                , PaddedMutex  , safepoint);
248   MUTEX_DEFN(SignatureHandlerLibrary_lock    , PaddedMutex  , safepoint);
249   MUTEX_DEFN(SymbolArena_lock                , PaddedMutex  , nosafepoint);
250   MUTEX_DEFN(ExceptionCache_lock             , PaddedMutex  , safepoint);
251 #ifndef PRODUCT
252   MUTEX_DEFN(FullGCALot_lock                 , PaddedMutex  , safepoint); // a lock to make FullGCALot MT safe
253 #endif
254   MUTEX_DEFN(BeforeExit_lock                 , PaddedMonitor, safepoint);
255 
256   MUTEX_DEFN(NonJavaThreadsList_lock         , PaddedMutex  , nosafepoint-1);
257   MUTEX_DEFN(NonJavaThreadsListSync_lock     , PaddedMutex  , nosafepoint);
258 
259   MUTEX_DEFN(RetData_lock                    , PaddedMutex  , safepoint);
260   MUTEX_DEFN(Terminator_lock                 , PaddedMonitor, safepoint, true);
261   MUTEX_DEFN(InitCompleted_lock              , PaddedMonitor, nosafepoint);
262   MUTEX_DEFN(Notify_lock                     , PaddedMonitor, safepoint, true);
263 
264   MUTEX_DEFN(JfieldIdCreation_lock           , PaddedMutex  , safepoint);
265 
266   MUTEX_DEFN(CompiledIC_lock                 , PaddedMutex  , nosafepoint);  // locks VtableStubs_lock
267   MUTEX_DEFN(MethodCompileQueue_lock         , PaddedMonitor, safepoint);
268   if (UseGlobalCompileQueueLock) {
269     MethodCompileQueueC1_lock  = MethodCompileQueue_lock;
270     MethodCompileQueueC2_lock  = MethodCompileQueue_lock;
271     MethodCompileQueueC3_lock  = MethodCompileQueue_lock;
272     MethodCompileQueueSC1_lock = MethodCompileQueue_lock;
273     MethodCompileQueueSC2_lock = MethodCompileQueue_lock;
274   } else {
275     MUTEX_DEFN(MethodCompileQueueC1_lock     , PaddedMonitor, safepoint);
276     MUTEX_DEFN(MethodCompileQueueC2_lock     , PaddedMonitor, safepoint);
277     MUTEX_DEFN(MethodCompileQueueC3_lock     , PaddedMonitor, safepoint);
278     MUTEX_DEFN(MethodCompileQueueSC1_lock    , PaddedMonitor, safepoint);
279     MUTEX_DEFN(MethodCompileQueueSC2_lock    , PaddedMonitor, safepoint);
280   }
281   MUTEX_DEFL(TrainingData_lock               , PaddedMutex  , MethodCompileQueue_lock);
282   MUTEX_DEFN(TrainingReplayQueue_lock        , PaddedMonitor, safepoint);
283   MUTEX_DEFN(CompileStatistics_lock          , PaddedMutex  , safepoint);
284   MUTEX_DEFN(DirectivesStack_lock            , PaddedMutex  , nosafepoint);
285 
286   MUTEX_DEFN(JvmtiVTMSTransition_lock        , PaddedMonitor, safepoint);   // used for Virtual Thread Mount State transition management
287   MUTEX_DEFN(EscapeBarrier_lock              , PaddedMonitor, nosafepoint); // Used to synchronize object reallocation/relocking triggered by JVMTI
288   MUTEX_DEFN(Management_lock                 , PaddedMutex  , safepoint);   // used for JVM management
289 
290   MUTEX_DEFN(ConcurrentGCBreakpoints_lock    , PaddedMonitor, safepoint, true);
291   MUTEX_DEFN(TouchedMethodLog_lock           , PaddedMutex  , safepoint);
292 
293   MUTEX_DEFN(CompileThread_lock              , PaddedMonitor, safepoint);
294   MUTEX_DEFN(PeriodicTask_lock               , PaddedMonitor, safepoint, true);
295   MUTEX_DEFN(RedefineClasses_lock            , PaddedMonitor, safepoint);
296   MUTEX_DEFN(Verify_lock                     , PaddedMutex  , safepoint);
297   MUTEX_DEFN(ClassLoaderDataGraph_lock       , PaddedMutex  , safepoint);
298 
299   MUTEX_DEFN(Compilation_lock                , PaddedMonitor, nosafepoint);
300 
301 #if INCLUDE_JFR
302   MUTEX_DEFN(JfrBuffer_lock                  , PaddedMutex  , event);
303   MUTEX_DEFN(JfrMsg_lock                     , PaddedMonitor, event);
304   MUTEX_DEFN(JfrStacktrace_lock              , PaddedMutex  , event);
305   MUTEX_DEFN(JfrThreadSampler_lock           , PaddedMonitor, nosafepoint);
306 #endif
307 
308   MUTEX_DEFN(ContinuationRelativize_lock     , PaddedMonitor, nosafepoint-3);
309   MUTEX_DEFN(CodeHeapStateAnalytics_lock     , PaddedMutex  , safepoint);
310   MUTEX_DEFN(ThreadsSMRDelete_lock           , PaddedMonitor, service-2); // Holds ConcurrentHashTableResize_lock
311   MUTEX_DEFN(ThreadIdTableCreate_lock        , PaddedMutex  , safepoint);
312   MUTEX_DEFN(DCmdFactory_lock                , PaddedMutex  , nosafepoint);
313   MUTEX_DEFN(NMTQuery_lock                   , PaddedMutex  , safepoint);
314   MUTEX_DEFN(NMTCompilationCostHistory_lock  , PaddedMutex  , nosafepoint);
315   MUTEX_DEFN(NmtVirtualMemory_lock           , PaddedMutex  , service-4); // Must be lower than G1Mapper_lock used from G1RegionsSmallerThanCommitSizeMapper::commit_regions
316 #if INCLUDE_CDS
317 #if INCLUDE_JVMTI
318   MUTEX_DEFN(CDSClassFileStream_lock         , PaddedMutex  , safepoint);
319 #endif
320   MUTEX_DEFN(DumpTimeTable_lock              , PaddedMutex  , nosafepoint);
321   MUTEX_DEFN(CDSLambda_lock                  , PaddedMutex  , nosafepoint);
322   MUTEX_DEFN(DumpRegion_lock                 , PaddedMutex  , nosafepoint);
323   MUTEX_DEFN(ClassListFile_lock              , PaddedMutex  , nosafepoint);
324   MUTEX_DEFN(UnregisteredClassesTable_lock   , PaddedMutex  , nosafepoint-1);
325   MUTEX_DEFN(LambdaFormInvokers_lock         , PaddedMutex  , safepoint);
326   MUTEX_DEFN(ScratchObjects_lock             , PaddedMutex  , nosafepoint-1); // Holds DumpTimeTable_lock
327   MUTEX_DEFN(ArchivedObjectTables_lock       , PaddedMutex  , nosafepoint);
328   MUTEX_DEFN(FinalImageRecipes_lock          , PaddedMutex  , nosafepoint);
329 #endif // INCLUDE_CDS
330   MUTEX_DEFN(Bootclasspath_lock              , PaddedMutex  , nosafepoint);
331 
332 #if INCLUDE_JVMCI
333   // JVMCIRuntime::_lock must be acquired before JVMCI_lock to avoid deadlock
334   MUTEX_DEFN(JVMCIRuntime_lock               , PaddedMonitor, safepoint, true);
335 #endif
336 
337   MUTEX_DEFN(ThreadsLockThrottle_lock        , PaddedMonitor, safepoint);
338 
339   // These locks have relative rankings, and inherit safepoint checking attributes from that rank.
340   MUTEX_DEFL(VtableStubs_lock               , PaddedMutex  , CompiledIC_lock);  // Also holds DumpTimeTable_lock
341   MUTEX_DEFL(CodeCache_lock                 , PaddedMonitor, VtableStubs_lock);
342   MUTEX_DEFL(NMethodState_lock              , PaddedMutex  , CodeCache_lock);
343 
344   // tty_lock is held when printing nmethod and its relocations which use this lock.
345   MUTEX_DEFL(ExternalsRecorder_lock         , PaddedMutex  , tty_lock);
346 
347   MUTEX_DEFL(Threads_lock                   , PaddedMonitor, CompileThread_lock, true);
348   MUTEX_DEFL(Compile_lock                   , PaddedMutex  , MethodCompileQueue_lock);
349   MUTEX_DEFL(JNICritical_lock               , PaddedMonitor, AdapterHandlerLibrary_lock); // used for JNI critical regions
350   MUTEX_DEFL(Heap_lock                      , PaddedMonitor, TrainingData_lock  /*JNICritical_lock*/);
351 
352   MUTEX_DEFL(PerfDataMemAlloc_lock          , PaddedMutex  , Heap_lock);
353   MUTEX_DEFL(PerfDataManager_lock           , PaddedMutex  , Heap_lock);
354   MUTEX_DEFL(VMOperation_lock               , PaddedMonitor, Heap_lock, true);
355   MUTEX_DEFL(ClassInitError_lock            , PaddedMonitor, Threads_lock);
356 
357   if (UseG1GC) {
358     MUTEX_DEFL(G1OldGCCount_lock            , PaddedMonitor, Threads_lock, true);
359     MUTEX_DEFL(G1RareEvent_lock             , PaddedMutex  , Threads_lock, true);
360   }
361 
362   MUTEX_DEFL(CompileTaskAlloc_lock          , PaddedMonitor,  MethodCompileQueue_lock);
363 #if INCLUDE_PARALLELGC
364   if (UseParallelGC) {
365     MUTEX_DEFL(PSOldGenExpand_lock          , PaddedMutex  , Heap_lock, true);
366   }
367 #endif
368   MUTEX_DEFL(Module_lock                    , PaddedMutex  ,  ClassLoaderDataGraph_lock);
369   MUTEX_DEFL(SystemDictionary_lock          , PaddedMonitor, Module_lock);
370 #if INCLUDE_JVMCI
371   // JVMCIRuntime_lock must be acquired before JVMCI_lock to avoid deadlock
372   MUTEX_DEFL(JVMCI_lock                     , PaddedMonitor, JVMCIRuntime_lock);
373 #endif
374   MUTEX_DEFL(JvmtiThreadState_lock          , PaddedMutex  , JvmtiVTMSTransition_lock);   // Used by JvmtiThreadState/JvmtiEventController
375   MUTEX_DEFL(SharedDecoder_lock             , PaddedMutex  , NmtVirtualMemory_lock); // Must be lower than NmtVirtualMemory_lock due to MemTracker::print_containing_region
376 
377   // Allocate RecursiveMutex
378   MultiArray_lock = new RecursiveMutex();
379 }
380 
381 #undef MUTEX_DEFL
382 #undef MUTEX_DEFN
383 #undef MUTEX_DEF
384 #undef MUTEX_STORAGE
385 #undef MUTEX_STORAGE_NAME
386 
387 static const int MAX_NAMES = 200;
388 static const char* _names[MAX_NAMES] = { nullptr };
389 static bool _is_unique[MAX_NAMES] = { false };
390 static int _num_names = 0;
391 
392 PerfCounter** MutexLockerImpl::_perf_lock_count     = nullptr;
393 PerfCounter** MutexLockerImpl::_perf_lock_wait_time = nullptr;
394 PerfCounter** MutexLockerImpl::_perf_lock_hold_time = nullptr;
395 
396 void MutexLockerImpl::init_counters() {
397   if (ProfileVMLocks && UsePerfData) {
398     ResourceMark rm;
399     EXCEPTION_MARK;
400     _perf_lock_count     = NEW_C_HEAP_ARRAY(PerfCounter*, MAX_NAMES + 1, mtInternal);
401     _perf_lock_wait_time = NEW_C_HEAP_ARRAY(PerfCounter*, MAX_NAMES + 1, mtInternal);
402     _perf_lock_hold_time = NEW_C_HEAP_ARRAY(PerfCounter*, MAX_NAMES + 1, mtInternal);
403 
404     NEWPERFEVENTCOUNTER(_perf_lock_count[0],     SUN_RT, PerfDataManager::counter_name("Other", "Count"));
405     NEWPERFEVENTCOUNTER(_perf_lock_wait_time[0], SUN_RT, PerfDataManager::counter_name("Other", "BeforeTime"));
406     NEWPERFEVENTCOUNTER(_perf_lock_hold_time[0], SUN_RT, PerfDataManager::counter_name("Other", "AfterTime"));
407     for (int i = 0; i < MAX_NAMES; i++) {
408       ResourceMark rm;
409       const char* counter_name = _names[i];
410       if (counter_name == nullptr) {
411         stringStream ss;
412         ss.print("UnnamedMutex#%d", i);
413         counter_name = ss.as_string();
414       }
415       NEWPERFEVENTCOUNTER(_perf_lock_count[i + 1],     SUN_RT, PerfDataManager::counter_name(counter_name, "Count"));
416       NEWPERFEVENTCOUNTER(_perf_lock_wait_time[i + 1], SUN_RT, PerfDataManager::counter_name(counter_name, "BeforeTime"));
417       NEWPERFEVENTCOUNTER(_perf_lock_hold_time[i + 1], SUN_RT, PerfDataManager::counter_name(counter_name, "AfterTime"));
418     }
419     if (HAS_PENDING_EXCEPTION) {
420       vm_exit_during_initialization("MutexLockerImpl::init_counters() failed unexpectedly");
421     }
422   }
423 }
424 
425 int MutexLockerImpl::name2id(const char* name) {
426   if (ProfileVMLocks && UsePerfData) {
427     for (int i = 0; i < _num_names; i++) {
428       if (strcmp(_names[i], name) == 0) {
429         _is_unique[i] = false;
430         return i;
431       }
432     }
433     if (_num_names < MAX_NAMES) {
434       int new_id = _num_names++;
435       _names[new_id] = os::strdup(name, mtInternal);
436       _is_unique[new_id] = true;
437       return new_id;
438     }
439     log_debug(init)("Unnamed: %s", name); // no slots left
440   }
441   return -1;
442 }
443 
444 void MutexLockerImpl::print_counter_on(outputStream* st, const char* name, bool is_unique, int idx) {
445   jlong count = _perf_lock_count[idx]->get_value();
446   if (count > 0) {
447     st->print_cr("  %3d: %s%40s = " JLONG_FORMAT_W(5) "us (" JLONG_FORMAT_W(5) "us) / " JLONG_FORMAT_W(9) " events",
448                  idx, (is_unique ? " " : "M"), name,
449                  Management::ticks_to_us(_perf_lock_hold_time[idx]->get_value()),
450                  Management::ticks_to_us(_perf_lock_wait_time[idx]->get_value()),
451                  count);
452   }
453 }
454 
455 static jlong accumulate_lock_counters(PerfCounter** lock_counters) {
456   jlong acc = 0;
457   for (int i = 0; i < _num_names + 1; i++) { // 0 slot is reserved for unnamed locks
458     if (lock_counters[i] == nullptr) {
459       break;
460     }
461     acc += lock_counters[i]->get_value();
462   }
463   return acc;
464 }
465 
466 void MutexLockerImpl::print_counters_on(outputStream* st) {
467   if (ProfileVMLocks && UsePerfData) {
468     jlong total_count     = accumulate_lock_counters(_perf_lock_count);
469     jlong total_wait_time = accumulate_lock_counters(_perf_lock_wait_time);
470     jlong total_hold_time = accumulate_lock_counters(_perf_lock_hold_time);
471 
472     st->print_cr("MutexLocker: Total: %d named locks (%d unique names); hold = " JLONG_FORMAT "us (wait = " JLONG_FORMAT "us) / " JLONG_FORMAT " events for thread \"main\"",
473                  Mutex::num_mutex(), _num_names,
474                  Management::ticks_to_us(total_hold_time),
475                  Management::ticks_to_us(total_wait_time),
476                  total_count);
477     for (int i = 0; i < _num_names; i++) {
478       print_counter_on(st, _names[i], _is_unique[i], i+1);
479     }
480     print_counter_on(st, "Unnamed / Other", false /*is_unique*/, 0);
481   } else {
482     st->print_cr("MutexLocker: no info (%s is disabled)", (UsePerfData ? "ProfileVMLocks" : "UsePerfData"));
483   }
484 }
485 
486 void MutexLockerImpl::post_initialize() {
487   // Print mutex ranks if requested.
488   LogTarget(Info, vmmutex) lt;
489   if (lt.is_enabled()) {
490     ResourceMark rm;
491     LogStream ls(lt);
492     Mutex::print_lock_ranks(&ls);
493   }
494 }
495 
496 GCMutexLocker::GCMutexLocker(Mutex* mutex) {
497   if (SafepointSynchronize::is_at_safepoint()) {
498     _locked = false;
499   } else {
500     _mutex = mutex;
501     _locked = true;
502     _mutex->lock();
503   }
504 }