1 /*
2 * Copyright (c) 2012, 2025, Oracle and/or its affiliates. All rights reserved.
3 * Copyright (c) 2021, Azul Systems, Inc. All rights reserved.
4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5 *
6 * This code is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License version 2 only, as
8 * published by the Free Software Foundation.
9 *
10 * This code is distributed in the hope that it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
13 * version 2 for more details (a copy is included in the LICENSE file that
14 * accompanied this code).
15 *
16 * You should have received a copy of the GNU General Public License version
17 * 2 along with this work; if not, write to the Free Software Foundation,
18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
19 *
20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
21 * or visit www.oracle.com if you need additional information or have any
22 * questions.
23 *
24 */
25
26 #ifndef SHARE_RUNTIME_JAVATHREAD_INLINE_HPP
27 #define SHARE_RUNTIME_JAVATHREAD_INLINE_HPP
28
29 #include "runtime/javaThread.hpp"
30
31 #include "classfile/javaClasses.hpp"
32 #include "gc/shared/tlab_globals.hpp"
33 #include "memory/universe.hpp"
34 #include "oops/instanceKlass.hpp"
35 #include "oops/oopHandle.inline.hpp"
36 #include "runtime/atomicAccess.hpp"
37 #include "runtime/continuation.hpp"
38 #include "runtime/continuationEntry.inline.hpp"
39 #include "runtime/lockStack.inline.hpp"
40 #include "runtime/nonJavaThread.hpp"
41 #include "runtime/objectMonitor.inline.hpp"
42 #include "runtime/orderAccess.hpp"
43 #include "runtime/safepoint.hpp"
44
45 inline void JavaThread::set_suspend_flag(SuspendFlags f) {
46 uint32_t flags;
47 do {
48 flags = _suspend_flags;
49 }
50 while (AtomicAccess::cmpxchg(&_suspend_flags, flags, (flags | f)) != flags);
51 }
52 inline void JavaThread::clear_suspend_flag(SuspendFlags f) {
53 uint32_t flags;
54 do {
55 flags = _suspend_flags;
56 }
57 while (AtomicAccess::cmpxchg(&_suspend_flags, flags, (flags & ~f)) != flags);
58 }
59
60 inline void JavaThread::set_obj_deopt_flag() {
61 set_suspend_flag(_obj_deopt);
62 }
63 inline void JavaThread::clear_obj_deopt_flag() {
64 clear_suspend_flag(_obj_deopt);
65 }
66
67 #if INCLUDE_JVMTI
68 inline bool JavaThread::set_carrier_thread_suspended() {
69 return AtomicAccess::cmpxchg(&_carrier_thread_suspended, false, true) == false;
70 }
71 inline bool JavaThread::clear_carrier_thread_suspended() {
72 return AtomicAccess::cmpxchg(&_carrier_thread_suspended, true, false) == true;
73 }
74 #endif
75
76 class AsyncExceptionHandshakeClosure : public AsyncHandshakeClosure {
77 OopHandle _exception;
78 public:
79 AsyncExceptionHandshakeClosure(OopHandle& o, const char* name = "AsyncExceptionHandshakeClosure")
80 : AsyncHandshakeClosure(name), _exception(o) { }
81
82 ~AsyncExceptionHandshakeClosure() {
83 Thread* current = Thread::current();
84 // Can get here from the VMThread via install_async_exception() bail out.
85 if (current->is_Java_thread()) {
86 guarantee(JavaThread::cast(current)->is_oop_safe(),
87 "JavaThread cannot touch oops after its GC barrier is detached.");
88 }
89 assert(!_exception.is_empty(), "invariant");
90 _exception.release(Universe::vm_global());
91 }
92
93 void do_thread(Thread* thr) {
94 JavaThread* self = JavaThread::cast(thr);
95 assert(self == JavaThread::current(), "must be");
96
97 self->handle_async_exception(exception());
98 }
99 oop exception() {
100 assert(!_exception.is_empty(), "invariant");
101 return _exception.resolve();
102 }
103 bool is_async_exception() { return true; }
104 };
105
106 class UnsafeAccessErrorHandshakeClosure : public AsyncHandshakeClosure {
107 public:
108 UnsafeAccessErrorHandshakeClosure() : AsyncHandshakeClosure("UnsafeAccessErrorHandshakeClosure") {}
109 void do_thread(Thread* thr) {
110 JavaThread* self = JavaThread::cast(thr);
111 assert(self == JavaThread::current(), "must be");
112
113 self->handshake_state()->handle_unsafe_access_error();
114 }
115 bool is_async_exception() { return true; }
116 };
117
118 inline void JavaThread::set_pending_unsafe_access_error() {
119 if (!has_async_exception_condition()) {
120 Handshake::execute(new UnsafeAccessErrorHandshakeClosure(), this);
121 }
122 }
123
124 inline bool JavaThread::has_async_exception_condition() {
125 return handshake_state()->has_async_exception_operation();
126 }
127
128 inline JavaThread::NoAsyncExceptionDeliveryMark::NoAsyncExceptionDeliveryMark(JavaThread *t) : _target(t) {
129 assert(!_target->handshake_state()->async_exceptions_blocked(), "Nesting is not supported");
130 _target->handshake_state()->set_async_exceptions_blocked(true);
131 }
132 inline JavaThread::NoAsyncExceptionDeliveryMark::~NoAsyncExceptionDeliveryMark() {
133 _target->handshake_state()->set_async_exceptions_blocked(false);
134 }
135
136 inline JavaThreadState JavaThread::thread_state() const {
137 #if defined(PPC64) || defined (AARCH64) || defined(RISCV64)
138 // Use membars when accessing volatile _thread_state. See
139 // Threads::create_vm() for size checks.
140 return AtomicAccess::load_acquire(&_thread_state);
141 #else
142 return AtomicAccess::load(&_thread_state);
143 #endif
144 }
145
146 inline void JavaThread::set_thread_state(JavaThreadState s) {
147 assert(current_or_null() == nullptr || current_or_null() == this,
148 "state change should only be called by the current thread");
149 #if defined(PPC64) || defined (AARCH64) || defined(RISCV64)
150 // Use membars when accessing volatile _thread_state. See
151 // Threads::create_vm() for size checks.
152 AtomicAccess::release_store(&_thread_state, s);
153 #else
154 AtomicAccess::store(&_thread_state, s);
155 #endif
156 }
157
158 inline void JavaThread::set_thread_state_fence(JavaThreadState s) {
159 set_thread_state(s);
160 OrderAccess::fence();
161 }
162
163 ThreadSafepointState* JavaThread::safepoint_state() const {
164 return _safepoint_state;
165 }
166
167 void JavaThread::set_safepoint_state(ThreadSafepointState *state) {
168 _safepoint_state = state;
169 }
170
171 bool JavaThread::is_at_poll_safepoint() {
172 return _safepoint_state->is_at_poll_safepoint();
173 }
174
175 bool JavaThread::is_vthread_mounted() const {
176 return vthread_continuation() != nullptr;
177 }
178
179 const ContinuationEntry* JavaThread::vthread_continuation() const {
180 for (ContinuationEntry* c = last_continuation(); c != nullptr; c = c->parent()) {
181 if (c->is_virtual_thread())
182 return c;
183 }
184 return nullptr;
185 }
186
187 void JavaThread::enter_critical() {
188 assert(Thread::current() == this ||
189 (Thread::current()->is_VM_thread() &&
190 SafepointSynchronize::is_synchronizing()),
191 "this must be current thread or synchronizing");
192 _jni_active_critical++;
193 }
194
195 inline void JavaThread::set_done_attaching_via_jni() {
196 _jni_attach_state = _attached_via_jni;
197 OrderAccess::fence();
198 }
199
200 inline bool JavaThread::is_exiting() const {
201 TerminatedTypes l_terminated = AtomicAccess::load_acquire(&_terminated);
202 return l_terminated == _thread_exiting ||
203 l_terminated == _thread_gc_barrier_detached ||
204 check_is_terminated(l_terminated);
205 }
206
207 inline bool JavaThread::is_oop_safe() const {
208 TerminatedTypes l_terminated = AtomicAccess::load_acquire(&_terminated);
209 return l_terminated != _thread_gc_barrier_detached &&
210 !check_is_terminated(l_terminated);
211 }
212
213 inline bool JavaThread::is_terminated() const {
214 TerminatedTypes l_terminated = AtomicAccess::load_acquire(&_terminated);
215 return check_is_terminated(l_terminated);
216 }
217
218 inline void JavaThread::set_terminated(TerminatedTypes t) {
219 AtomicAccess::release_store(&_terminated, t);
220 }
221
222 inline bool JavaThread::is_active_Java_thread() const {
223 return on_thread_list() && !is_terminated();
224 }
225
226 // Allow tracking of class initialization monitor use
227 inline void JavaThread::set_class_to_be_initialized(InstanceKlass* k) {
228 assert((k == nullptr && _class_to_be_initialized != nullptr) ||
229 (k != nullptr && _class_to_be_initialized == nullptr), "incorrect usage");
230 assert(this == Thread::current(), "Only the current thread can set this field");
231 _class_to_be_initialized = k;
232 }
233
234 inline InstanceKlass* JavaThread::class_to_be_initialized() const {
235 return _class_to_be_initialized;
236 }
237
238 inline InstanceKlass* JavaThread::set_class_being_initialized(InstanceKlass* k) {
239 assert(this == Thread::current(), "Only the current thread can set this field");
240 InstanceKlass* prev = _class_being_initialized;
241 _class_being_initialized = k;
242 return prev;
243 }
244
245 inline InstanceKlass* JavaThread::class_being_initialized() const {
246 assert(this == Thread::current(), "Only the current thread can get this field");
247 return _class_being_initialized;
248 }
249
250 inline void JavaThread::om_set_monitor_cache(ObjectMonitor* monitor) {
251 assert(UseObjectMonitorTable, "must be");
252 assert(monitor != nullptr, "use om_clear_monitor_cache to clear");
253 assert(this == current() || monitor->has_owner(this), "only add owned monitors for other threads");
254 assert(this == current() || is_obj_deopt_suspend(), "thread must not run concurrently");
255
256 _om_cache.set_monitor(monitor);
257 }
258
259 inline void JavaThread::om_clear_monitor_cache() {
260 if (UseObjectMonitorTable) {
261 _om_cache.clear();
262 }
263 }
264
265 inline ObjectMonitor* JavaThread::om_get_from_monitor_cache(oop obj) {
266 assert(obj != nullptr, "do not look for null objects");
267 assert(this == current(), "only get own thread locals");
268 return _om_cache.get_monitor(obj);
269 }
270
271 #endif // SHARE_RUNTIME_JAVATHREAD_INLINE_HPP