1 /*
  2  * Copyright (c) 2019, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #include "cds/cdsConfig.hpp"
 26 #include "cds/serializeClosure.hpp"
 27 #include "classfile/vmClasses.hpp"
 28 #include "compiler/oopMap.inline.hpp"
 29 #include "gc/shared/gc_globals.hpp"
 30 #include "memory/oopFactory.hpp"
 31 #include "memory/resourceArea.hpp"
 32 #include "oops/instanceStackChunkKlass.inline.hpp"
 33 #include "oops/stackChunkOop.inline.hpp"
 34 #include "runtime/continuation.hpp"
 35 #include "runtime/continuationJavaClasses.inline.hpp"
 36 #include "runtime/frame.hpp"
 37 #include "runtime/handles.hpp"
 38 #include "runtime/registerMap.hpp"
 39 #include "runtime/smallRegisterMap.inline.hpp"
 40 #include "runtime/stackChunkFrameStream.inline.hpp"
 41 #include "utilities/devirtualizer.inline.hpp"
 42 #include "utilities/globalDefinitions.hpp"
 43 #include "utilities/macros.hpp"
 44 #include "utilities/ostream.hpp"
 45 
 46 int InstanceStackChunkKlass::_offset_of_stack = 0;
 47 
 48 #if INCLUDE_CDS
 49 void InstanceStackChunkKlass::serialize_offsets(SerializeClosure* f) {
 50   f->do_int(&_offset_of_stack);
 51 }
 52 #endif
 53 
 54 InstanceStackChunkKlass::InstanceStackChunkKlass() {
 55   assert(CDSConfig::is_dumping_static_archive() || CDSConfig::is_using_archive(), "only for CDS");
 56 }
 57 
 58 InstanceStackChunkKlass::InstanceStackChunkKlass(const ClassFileParser& parser)
 59   : InstanceKlass(parser, Kind) {
 60   // Change the layout_helper to use the slow path because StackChunkOops are
 61   // variable sized InstanceOops.
 62   const jint lh = Klass::instance_layout_helper(size_helper(), true);
 63   set_layout_helper(lh);
 64 }
 65 
 66 size_t InstanceStackChunkKlass::oop_size(oop obj) const {
 67   return instance_size(jdk_internal_vm_StackChunk::size(obj));
 68 }
 69 
 70 #ifndef PRODUCT
 71 void InstanceStackChunkKlass::oop_print_on(oop obj, outputStream* st) {
 72   print_chunk(stackChunkOopDesc::cast(obj), false, st);
 73 }
 74 #endif
 75 
 76 template<typename OopClosureType>
 77 class StackChunkOopIterateFilterClosure: public OopClosure {
 78 private:
 79   OopClosureType* const _closure;
 80   MemRegion _bound;
 81 
 82 public:
 83 
 84   StackChunkOopIterateFilterClosure(OopClosureType* closure, MemRegion bound)
 85     : _closure(closure),
 86       _bound(bound) {}
 87 
 88   virtual void do_oop(oop* p)       override { do_oop_work(p); }
 89   virtual void do_oop(narrowOop* p) override { do_oop_work(p); }
 90 
 91   template <typename T>
 92   void do_oop_work(T* p) {
 93     if (_bound.contains(p)) {
 94       Devirtualizer::do_oop(_closure, p);
 95     }
 96   }
 97 };
 98 
 99 class DoMethodsStackChunkFrameClosure {
100   OopIterateClosure* _closure;
101 
102 public:
103   DoMethodsStackChunkFrameClosure(OopIterateClosure* cl) : _closure(cl) {}
104 
105   template <ChunkFrames frame_kind, typename RegisterMapT>
106   bool do_frame(const StackChunkFrameStream<frame_kind>& f, const RegisterMapT* map) {
107     if (f.is_interpreted()) {
108       Method* m = f.to_frame().interpreter_frame_method();
109       _closure->do_method(m);
110     } else if (f.is_compiled()) {
111       nmethod* nm = f.cb()->as_nmethod();
112       // The do_nmethod function takes care of having the right synchronization
113       // when keeping the nmethod alive during concurrent execution.
114       _closure->do_nmethod(nm);
115       // There is no need to mark the Method, as class redefinition will walk the
116       // CodeCache, noting their Methods
117     }
118     return true;
119   }
120 };
121 
122 void InstanceStackChunkKlass::do_methods(stackChunkOop chunk, OopIterateClosure* cl) {
123   DoMethodsStackChunkFrameClosure closure(cl);
124   chunk->iterate_stack(&closure);
125 }
126 
127 class OopIterateStackChunkFrameClosure {
128   OopIterateClosure* const _closure;
129   MemRegion _bound;
130   const bool _do_metadata;
131 
132 public:
133   OopIterateStackChunkFrameClosure(OopIterateClosure* closure, MemRegion mr)
134     : _closure(closure),
135       _bound(mr),
136       _do_metadata(_closure->do_metadata()) {
137     assert(_closure != nullptr, "must be set");
138   }
139 
140   template <ChunkFrames frame_kind, typename RegisterMapT>
141   bool do_frame(const StackChunkFrameStream<frame_kind>& f, const RegisterMapT* map) {
142     if (_do_metadata) {
143       DoMethodsStackChunkFrameClosure(_closure).do_frame(f, map);
144     }
145 
146     StackChunkOopIterateFilterClosure<OopIterateClosure> cl(_closure, _bound);
147     f.iterate_oops(&cl, map);
148 
149     return true;
150   }
151 };
152 
153 void InstanceStackChunkKlass::oop_oop_iterate_stack_slow(stackChunkOop chunk, OopIterateClosure* closure, MemRegion mr) {
154   if (UseZGC || UseShenandoahGC) {
155     // An OopClosure could apply barriers to a stack chunk. The side effects
156     // of the load barriers could destroy derived pointers, which must be
157     // processed before their base oop is processed. So we force processing
158     // of derived pointers before applying the closures.
159     chunk->relativize_derived_pointers_concurrently();
160   }
161   OopIterateStackChunkFrameClosure frame_closure(closure, mr);
162   chunk->iterate_stack(&frame_closure);
163 }
164 
165 template <typename OopT>
166 void InstanceStackChunkKlass::oop_oop_iterate_lockstack(stackChunkOop chunk, OopIterateClosure* closure, MemRegion mr) {
167   StackChunkOopIterateFilterClosure<OopIterateClosure> cl(closure, mr);
168   if (chunk->has_bitmap()) {
169     chunk->iterate_lockstack<OopT>(&cl);
170   } else {
171     chunk->iterate_lockstack<oop>(&cl);
172   }
173 }
174 
175 template void InstanceStackChunkKlass::oop_oop_iterate_lockstack<oop>(stackChunkOop chunk, OopIterateClosure* closure, MemRegion mr);
176 template void InstanceStackChunkKlass::oop_oop_iterate_lockstack<narrowOop>(stackChunkOop chunk, OopIterateClosure* closure, MemRegion mr);
177 
178 #ifdef ASSERT
179 
180 class DescribeStackChunkClosure {
181   stackChunkOop _chunk;
182   FrameValues _values;
183   RegisterMap _map;
184   int _frame_no;
185 
186 public:
187   DescribeStackChunkClosure(stackChunkOop chunk)
188     : _chunk(chunk),
189       _map(nullptr,
190            RegisterMap::UpdateMap::include,
191            RegisterMap::ProcessFrames::skip,
192            RegisterMap::WalkContinuation::include),
193       _frame_no(0) {
194     _map.set_include_argument_oops(false);
195   }
196 
197   const RegisterMap* get_map(const RegisterMap* map,      intptr_t* sp) { return map; }
198   template <typename SmallRegisterMapT>
199   const RegisterMap* get_map(const SmallRegisterMapT map, intptr_t* sp) { return map->copy_to_RegisterMap(&_map, sp); }
200 
201   template <ChunkFrames frame_kind, typename RegisterMapT>
202   bool do_frame(const StackChunkFrameStream<frame_kind>& f, const RegisterMapT* map) {
203     ResetNoHandleMark rnhm;
204     HandleMark hm(Thread::current());
205 
206     frame fr = f.to_frame();
207     fr.describe(_values, _frame_no++, get_map(map, f.sp()));
208     return true;
209   }
210 
211   void describe_chunk() {
212     // _values.describe(-1, _chunk->start_address(), "CHUNK START");
213     _values.describe(-1, _chunk->sp_address(),         "CHUNK SP");
214     _values.describe(-1, _chunk->bottom_address() - 1, "CHUNK ARGS");
215     _values.describe(-1, _chunk->end_address() - 1,    "CHUNK END");
216   }
217 
218   void print_on(outputStream* out) {
219     if (_frame_no > 0) {
220       describe_chunk();
221       _values.print_on(_chunk, out);
222     } else {
223       out->print_cr(" EMPTY");
224     }
225   }
226 };
227 #endif
228 
229 class PrintStackChunkClosure {
230   outputStream* _st;
231 
232 public:
233   PrintStackChunkClosure(outputStream* st) : _st(st) {}
234 
235   template <ChunkFrames frame_kind, typename RegisterMapT>
236   bool do_frame(const StackChunkFrameStream<frame_kind>& fs, const RegisterMapT* map) {
237     frame f = fs.to_frame();
238     _st->print_cr("-- frame sp: " PTR_FORMAT " interpreted: %d size: %d argsize: %d",
239                   p2i(fs.sp()), fs.is_interpreted(), f.frame_size(),
240                   fs.is_interpreted() || fs.is_stub() ? 0 : f.compiled_frame_stack_argsize());
241   #ifdef ASSERT
242     f.print_value_on(_st);
243   #else
244     f.print_on(_st);
245   #endif
246     const ImmutableOopMap* oopmap = fs.oopmap();
247     if (oopmap != nullptr) {
248       oopmap->print_on(_st);
249       _st->cr();
250     }
251     return true;
252   }
253 };
254 
255 void InstanceStackChunkKlass::print_chunk(const stackChunkOop c, bool verbose, outputStream* st) {
256   if (c == nullptr) {
257     st->print_cr("CHUNK null");
258     return;
259   }
260 
261   st->print_cr("CHUNK " PTR_FORMAT " " PTR_FORMAT " - " PTR_FORMAT " :: " INTPTR_FORMAT,
262                p2i(c), p2i(c->start_address()), p2i(c->end_address()), c->identity_hash());
263   st->print_cr("       barriers: %d gc_mode: %d bitmap: %d parent: " PTR_FORMAT,
264                c->requires_barriers(), c->is_gc_mode(), c->has_bitmap(), p2i(c->parent()));
265   st->print_cr("       flags mixed: %d", c->has_mixed_frames());
266   st->print_cr("       size: %d bottom: %d max_size: %d sp: %d pc: " PTR_FORMAT,
267                c->stack_size(), c->bottom(), c->max_thawing_size(), c->sp(), p2i(c->pc()));
268 
269   if (verbose) {
270     st->cr();
271     st->print_cr("------ chunk frames end: " PTR_FORMAT, p2i(c->bottom_address()));
272     PrintStackChunkClosure closure(st);
273     c->iterate_stack(&closure);
274     st->print_cr("------");
275 
276   #ifdef ASSERT
277     ResourceMark rm;
278     DescribeStackChunkClosure describe(c);
279     c->iterate_stack(&describe);
280     describe.print_on(st);
281     st->print_cr("======");
282   #endif
283   }
284 }
285 
286 void InstanceStackChunkKlass::init_offset_of_stack() {
287   // Cache the offset of the static fields in the Class instance
288   assert(_offset_of_stack == 0, "once");
289   _offset_of_stack = cast(vmClasses::StackChunk_klass())->size_helper() << LogHeapWordSize;
290 }