1 /* 2 * Copyright (c) 2019, 2020, Red Hat, Inc. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_INLINE_HPP 25 #define SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_INLINE_HPP 26 27 #include "gc/shenandoah/shenandoahClosures.hpp" 28 29 #include "gc/shared/barrierSetNMethod.hpp" 30 #include "gc/shenandoah/shenandoahAsserts.hpp" 31 #include "gc/shenandoah/shenandoahBarrierSet.hpp" 32 #include "gc/shenandoah/shenandoahEvacOOMHandler.inline.hpp" 33 #include "gc/shenandoah/shenandoahHeap.inline.hpp" 34 #include "gc/shenandoah/shenandoahNMethod.inline.hpp" 35 #include "oops/compressedOops.inline.hpp" 36 #include "runtime/atomic.hpp" 37 #include "runtime/thread.hpp" 38 39 ShenandoahForwardedIsAliveClosure::ShenandoahForwardedIsAliveClosure() : 40 _mark_context(ShenandoahHeap::heap()->marking_context()) { 41 } 42 43 bool ShenandoahForwardedIsAliveClosure::do_object_b(oop obj) { 44 if (CompressedOops::is_null(obj)) { 45 return false; 46 } 47 obj = ShenandoahBarrierSet::resolve_forwarded_not_null(obj); 48 shenandoah_assert_not_forwarded_if(NULL, obj, ShenandoahHeap::heap()->is_concurrent_mark_in_progress()); 49 return _mark_context->is_marked(obj); 50 } 51 52 ShenandoahIsAliveClosure::ShenandoahIsAliveClosure() : 53 _mark_context(ShenandoahHeap::heap()->marking_context()) { 54 } 55 56 bool ShenandoahIsAliveClosure::do_object_b(oop obj) { 57 if (CompressedOops::is_null(obj)) { 58 return false; 59 } 60 shenandoah_assert_not_forwarded(NULL, obj); 61 return _mark_context->is_marked(obj); 62 } 63 64 BoolObjectClosure* ShenandoahIsAliveSelector::is_alive_closure() { 65 return ShenandoahHeap::heap()->has_forwarded_objects() ? 66 reinterpret_cast<BoolObjectClosure*>(&_fwd_alive_cl) : 67 reinterpret_cast<BoolObjectClosure*>(&_alive_cl); 68 } 69 70 ShenandoahKeepAliveClosure::ShenandoahKeepAliveClosure() : 71 _bs(static_cast<ShenandoahBarrierSet*>(BarrierSet::barrier_set())) { 72 } 73 74 void ShenandoahKeepAliveClosure::do_oop(oop* p) { 75 do_oop_work(p); 76 } 77 78 void ShenandoahKeepAliveClosure::do_oop(narrowOop* p) { 79 do_oop_work(p); 80 } 81 82 template <typename T> 83 void ShenandoahKeepAliveClosure::do_oop_work(T* p) { 84 assert(ShenandoahHeap::heap()->is_concurrent_mark_in_progress(), "Only for concurrent marking phase"); 85 assert(!ShenandoahHeap::heap()->has_forwarded_objects(), "Not expected"); 86 87 T o = RawAccess<>::oop_load(p); 88 if (!CompressedOops::is_null(o)) { 89 oop obj = CompressedOops::decode_not_null(o); 90 _bs->enqueue(obj); 91 } 92 } 93 94 ShenandoahUpdateRefsClosure::ShenandoahUpdateRefsClosure() : 95 _heap(ShenandoahHeap::heap()) { 96 } 97 98 template <class T> 99 void ShenandoahUpdateRefsClosure::do_oop_work(T* p) { 100 _heap->update_with_forwarded(p); 101 } 102 103 void ShenandoahUpdateRefsClosure::do_oop(oop* p) { do_oop_work(p); } 104 void ShenandoahUpdateRefsClosure::do_oop(narrowOop* p) { do_oop_work(p); } 105 106 template <DecoratorSet MO> 107 ShenandoahEvacuateUpdateMetadataClosure<MO>::ShenandoahEvacuateUpdateMetadataClosure() : 108 _heap(ShenandoahHeap::heap()), _thread(Thread::current()) { 109 } 110 111 template <DecoratorSet MO> 112 template <class T> 113 void ShenandoahEvacuateUpdateMetadataClosure<MO>::do_oop_work(T* p) { 114 assert(_heap->is_concurrent_weak_root_in_progress() || 115 _heap->is_concurrent_strong_root_in_progress(), 116 "Only do this in root processing phase"); 117 assert(_thread == Thread::current(), "Wrong thread"); 118 119 T o = RawAccess<>::oop_load(p); 120 if (! CompressedOops::is_null(o)) { 121 oop obj = CompressedOops::decode_not_null(o); 122 if (_heap->in_collection_set(obj)) { 123 assert(_heap->is_evacuation_in_progress(), "Only do this when evacuation is in progress"); 124 shenandoah_assert_marked(p, obj); 125 oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj); 126 if (resolved == obj) { 127 resolved = _heap->evacuate_object(obj, _thread); 128 } 129 RawAccess<IS_NOT_NULL | MO>::oop_store(p, resolved); 130 } 131 } 132 } 133 template <DecoratorSet MO> 134 void ShenandoahEvacuateUpdateMetadataClosure<MO>::do_oop(oop* p) { 135 do_oop_work(p); 136 } 137 138 template <DecoratorSet MO> 139 void ShenandoahEvacuateUpdateMetadataClosure<MO>::do_oop(narrowOop* p) { 140 do_oop_work(p); 141 } 142 143 ShenandoahEvacuateUpdateRootsClosure::ShenandoahEvacuateUpdateRootsClosure() : 144 _heap(ShenandoahHeap::heap()) { 145 } 146 147 template <typename T> 148 void ShenandoahEvacuateUpdateRootsClosure::do_oop_work(T* p, Thread* t) { 149 assert(_heap->is_concurrent_weak_root_in_progress() || 150 _heap->is_concurrent_strong_root_in_progress(), 151 "Only do this in root processing phase"); 152 assert(t == Thread::current(), "Wrong thread"); 153 154 T o = RawAccess<>::oop_load(p); 155 if (!CompressedOops::is_null(o)) { 156 oop obj = CompressedOops::decode_not_null(o); 157 if (_heap->in_collection_set(obj)) { 158 assert(_heap->is_evacuation_in_progress(), "Only do this when evacuation is in progress"); 159 shenandoah_assert_marked(p, obj); 160 oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj); 161 if (resolved == obj) { 162 resolved = _heap->evacuate_object(obj, t); 163 } 164 ShenandoahHeap::atomic_update_oop(resolved, p, o); 165 } 166 } 167 } 168 169 void ShenandoahEvacuateUpdateRootsClosure::do_oop(oop* p) { 170 ShenandoahEvacOOMScope scope; 171 do_oop_work(p, Thread::current()); 172 } 173 174 void ShenandoahEvacuateUpdateRootsClosure::do_oop(narrowOop* p) { 175 ShenandoahEvacOOMScope scope; 176 do_oop_work(p, Thread::current()); 177 } 178 179 ShenandoahContextEvacuateUpdateRootsClosure::ShenandoahContextEvacuateUpdateRootsClosure() : 180 ShenandoahEvacuateUpdateRootsClosure(), 181 _thread(Thread::current()) { 182 } 183 184 void ShenandoahContextEvacuateUpdateRootsClosure::do_oop(oop* p) { 185 ShenandoahEvacOOMScope scope; 186 do_oop_work(p, _thread); 187 } 188 189 void ShenandoahContextEvacuateUpdateRootsClosure::do_oop(narrowOop* p) { 190 ShenandoahEvacOOMScope scope; 191 do_oop_work(p, _thread); 192 } 193 194 template <bool CONCURRENT, typename IsAlive, typename KeepAlive> 195 ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::ShenandoahCleanUpdateWeakOopsClosure(IsAlive* is_alive, KeepAlive* keep_alive) : 196 _is_alive(is_alive), _keep_alive(keep_alive) { 197 if (!CONCURRENT) { 198 assert(SafepointSynchronize::is_at_safepoint(), "Must be at a safepoint"); 199 } 200 } 201 202 template <bool CONCURRENT, typename IsAlive, typename KeepAlive> 203 void ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::do_oop(oop* p) { 204 oop obj = RawAccess<>::oop_load(p); 205 if (!CompressedOops::is_null(obj)) { 206 if (_is_alive->do_object_b(obj)) { 207 _keep_alive->do_oop(p); 208 } else { 209 if (CONCURRENT) { 210 ShenandoahHeap::atomic_clear_oop(p, obj); 211 } else { 212 RawAccess<IS_NOT_NULL>::oop_store(p, oop()); 213 } 214 } 215 } 216 } 217 218 template <bool CONCURRENT, typename IsAlive, typename KeepAlive> 219 void ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::do_oop(narrowOop* p) { 220 ShouldNotReachHere(); 221 } 222 223 ShenandoahCodeBlobAndDisarmClosure::ShenandoahCodeBlobAndDisarmClosure(OopClosure* cl) : 224 CodeBlobToOopClosure(cl, true /* fix_relocations */), 225 _bs(BarrierSet::barrier_set()->barrier_set_nmethod()) { 226 } 227 228 void ShenandoahCodeBlobAndDisarmClosure::do_code_blob(CodeBlob* cb) { 229 nmethod* const nm = cb->as_nmethod_or_null(); 230 if (nm != NULL) { 231 assert(!ShenandoahNMethod::gc_data(nm)->is_unregistered(), "Should not be here"); 232 CodeBlobToOopClosure::do_code_blob(cb); 233 _bs->disarm(nm); 234 } 235 } 236 237 #ifdef ASSERT 238 template <class T> 239 void ShenandoahAssertNotForwardedClosure::do_oop_work(T* p) { 240 T o = RawAccess<>::oop_load(p); 241 if (!CompressedOops::is_null(o)) { 242 oop obj = CompressedOops::decode_not_null(o); 243 shenandoah_assert_not_forwarded(p, obj); 244 } 245 } 246 247 void ShenandoahAssertNotForwardedClosure::do_oop(narrowOop* p) { do_oop_work(p); } 248 void ShenandoahAssertNotForwardedClosure::do_oop(oop* p) { do_oop_work(p); } 249 #endif 250 251 #endif // SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_HPP