1 /*
2 * Copyright (c) 2021, 2024, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 */
23
24 #ifndef SHARE_GC_Z_ZITERATOR_INLINE_HPP
25 #define SHARE_GC_Z_ZITERATOR_INLINE_HPP
26
27 #include "gc/z/zIterator.hpp"
28
29 #include "gc/z/zVerify.hpp"
30 #include "memory/iterator.inline.hpp"
31 #include "oops/objArrayOop.hpp"
32 #include "oops/oop.inline.hpp"
33 #include "oops/refArrayOop.hpp"
34
35 inline bool ZIterator::is_invisible_object(oop obj) {
36 // This is a good place to make sure that we can't concurrently iterate over
37 // objects while VMThread operations think they have exclusive access to the
38 // object graph.
39 //
40 // One example that have caused problems is the JFR Leak Profiler, which
41 // sets the mark word to a value that makes the object arrays look like
42 // invisible objects.
43 z_verify_safepoints_are_blocked();
44
45 return obj->mark_acquire().is_marked();
46 }
47
48 inline bool ZIterator::is_invisible_object_array(oop obj) {
49 return is_invisible_object_array(obj, obj->klass());
50 }
51
52 inline bool ZIterator::is_invisible_object_array(oop obj, Klass* klass) {
53 return klass->is_refArray_klass() && is_invisible_object(obj);
54 }
55
56 // These iterators skips invisible object arrays
57
58 template <typename OopClosureT>
59 void ZIterator::oop_iterate_safe(oop obj, OopClosureT* cl) {
60 oop_iterate_safe(obj, obj->klass(), cl);
61 }
62
63 template <typename OopClosureT>
64 void ZIterator::oop_iterate_safe(oop obj, Klass* klass, OopClosureT* cl) {
65 // Skip invisible object arrays - we only filter out *object* arrays,
66 // because that check is arguably faster than the is_invisible_object
67 // check, and primitive arrays are cheap to call oop_iterate on.
68 if (!is_invisible_object_array(obj, klass)) {
69 OopIteratorClosureDispatch::oop_oop_iterate(cl, obj, klass);
70 }
71 }
72
73 template <typename OopClosureT>
74 void ZIterator::oop_iterate(oop obj, OopClosureT* cl) {
75 assert(!is_invisible_object_array(obj), "not safe");
76 obj->oop_iterate(cl);
77 }
78
79 template <typename OopClosureT>
80 void ZIterator::oop_iterate_elements_range(objArrayOop obj, OopClosureT* cl, int start, int end) {
81 assert(!is_invisible_object_array(obj), "not safe");
82 assert(obj->is_refArray(), "Must be");
83 refArrayOop(obj)->oop_iterate_elements_range(cl, start, end);
84 }
85
86 template <typename Function>
87 class ZBasicOopIterateClosure : public BasicOopIterateClosure {
88 private:
89 Function _function;
90
91 public:
92 ZBasicOopIterateClosure(Function function)
93 : _function(function) {}
94
95 virtual void do_oop(oop* p) {
96 _function((volatile zpointer*)p);
97 }
98
99 virtual void do_oop(narrowOop* p_) {
100 ShouldNotReachHere();
101 }
102 };
103
104 // These functions skip invisible roots
105
106 template <typename Function>
107 void ZIterator::basic_oop_iterate_safe(oop obj, Function function) {
108 basic_oop_iterate_safe(obj, obj->klass(), function);
109 }
110
111 template <typename Function>
112 void ZIterator::basic_oop_iterate_safe(oop obj, Klass* klass, Function function) {
113 ZBasicOopIterateClosure<Function> cl(function);
114 oop_iterate_safe(obj, klass, &cl);
115 }
116
117 template <typename Function>
118 void ZIterator::basic_oop_iterate(oop obj, Function function) {
119 ZBasicOopIterateClosure<Function> cl(function);
120 oop_iterate(obj, &cl);
121 }
122
123 template <typename Function>
124 ZObjectClosure<Function>::ZObjectClosure(Function function)
125 : _function(function) {}
126
127 template <typename Function>
128 void ZObjectClosure<Function>::do_object(oop obj) {
129 _function(obj);
130 }
131
132 #endif // SHARE_GC_Z_ZITERATOR_INLINE_HPP