125 }
126
127
128 //
129 // ========= Evacuating + Roots
130 //
131
132 template <bool CONCURRENT, bool STABLE_THREAD>
133 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop(oop* p) {
134 do_oop_work(p);
135 }
136
137 template <bool CONCURRENT, bool STABLE_THREAD>
138 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop(narrowOop* p) {
139 do_oop_work(p);
140 }
141
142 template <bool CONCURRENT, bool STABLE_THREAD>
143 template <class T>
144 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop_work(T* p) {
145 assert(_heap->is_concurrent_weak_root_in_progress() ||
146 _heap->is_concurrent_strong_root_in_progress(),
147 "Only do this in root processing phase");
148
149 T o = RawAccess<>::oop_load(p);
150 if (!CompressedOops::is_null(o)) {
151 oop obj = CompressedOops::decode_not_null(o);
152 if (_heap->in_collection_set(obj)) {
153 assert(_heap->is_evacuation_in_progress(), "Only do this when evacuation is in progress");
154 shenandoah_assert_marked(p, obj);
155 oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
156 if (resolved == obj) {
157 Thread* thr = STABLE_THREAD ? _thread : Thread::current();
158 assert(thr == Thread::current(), "Wrong thread");
159
160 resolved = _heap->evacuate_object(obj, thr);
161 }
162 if (CONCURRENT) {
163 ShenandoahHeap::atomic_update_oop(resolved, p, o);
164 } else {
165 RawAccess<IS_NOT_NULL | MO_UNORDERED>::oop_store(p, resolved);
166 }
167 }
168 }
169 }
170
171 template <bool CONCURRENT, typename IsAlive, typename KeepAlive>
172 ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::ShenandoahCleanUpdateWeakOopsClosure(IsAlive* is_alive, KeepAlive* keep_alive) :
173 _is_alive(is_alive), _keep_alive(keep_alive) {
185 } else {
186 if (CONCURRENT) {
187 ShenandoahHeap::atomic_clear_oop(p, obj);
188 } else {
189 RawAccess<IS_NOT_NULL>::oop_store(p, oop());
190 }
191 }
192 }
193 }
194
195 template <bool CONCURRENT, typename IsAlive, typename KeepAlive>
196 void ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::do_oop(narrowOop* p) {
197 ShouldNotReachHere();
198 }
199
200 ShenandoahNMethodAndDisarmClosure::ShenandoahNMethodAndDisarmClosure(OopClosure* cl) :
201 NMethodToOopClosure(cl, true /* fix_relocations */) {}
202
203 void ShenandoahNMethodAndDisarmClosure::do_nmethod(nmethod* nm) {
204 assert(nm != nullptr, "Sanity");
205 assert(!ShenandoahNMethod::gc_data(nm)->is_unregistered(), "Should not be here");
206 NMethodToOopClosure::do_nmethod(nm);
207 ShenandoahNMethod::disarm_nmethod(nm);
208 }
209
210
211 //
212 // ========= Update References
213 //
214
215 template <ShenandoahGenerationType GENERATION>
216 ShenandoahMarkUpdateRefsClosure<GENERATION>::ShenandoahMarkUpdateRefsClosure(ShenandoahObjToScanQueue* q,
217 ShenandoahReferenceProcessor* rp,
218 ShenandoahObjToScanQueue* old_q) :
219 ShenandoahMarkRefsSuperClosure(q, rp, old_q) {
220 assert(_heap->is_stw_gc_in_progress(), "Can only be used for STW GC");
221 }
222
223 template<ShenandoahGenerationType GENERATION>
224 template<class T>
225 inline void ShenandoahMarkUpdateRefsClosure<GENERATION>::work(T* p) {
226 // Update the location
227 _heap->non_conc_update_with_forwarded(p);
228
229 // ...then do the usual thing
230 ShenandoahMarkRefsSuperClosure::work<T, GENERATION>(p);
|
125 }
126
127
128 //
129 // ========= Evacuating + Roots
130 //
131
132 template <bool CONCURRENT, bool STABLE_THREAD>
133 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop(oop* p) {
134 do_oop_work(p);
135 }
136
137 template <bool CONCURRENT, bool STABLE_THREAD>
138 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop(narrowOop* p) {
139 do_oop_work(p);
140 }
141
142 template <bool CONCURRENT, bool STABLE_THREAD>
143 template <class T>
144 void ShenandoahEvacuateUpdateRootClosureBase<CONCURRENT, STABLE_THREAD>::do_oop_work(T* p) {
145 assert(_heap->is_evacuation_in_progress(), "Performance: no reason to call this otherwise");
146
147 T o = RawAccess<>::oop_load(p);
148 if (!CompressedOops::is_null(o)) {
149 oop obj = CompressedOops::decode_not_null(o);
150 if (_heap->in_collection_set(obj)) {
151 shenandoah_assert_marked(p, obj);
152 oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
153 if (resolved == obj) {
154 Thread* thr = STABLE_THREAD ? _thread : Thread::current();
155 assert(thr == Thread::current(), "Wrong thread");
156
157 resolved = _heap->evacuate_object(obj, thr);
158 }
159 if (CONCURRENT) {
160 ShenandoahHeap::atomic_update_oop(resolved, p, o);
161 } else {
162 RawAccess<IS_NOT_NULL | MO_UNORDERED>::oop_store(p, resolved);
163 }
164 }
165 }
166 }
167
168 template <bool CONCURRENT, typename IsAlive, typename KeepAlive>
169 ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::ShenandoahCleanUpdateWeakOopsClosure(IsAlive* is_alive, KeepAlive* keep_alive) :
170 _is_alive(is_alive), _keep_alive(keep_alive) {
182 } else {
183 if (CONCURRENT) {
184 ShenandoahHeap::atomic_clear_oop(p, obj);
185 } else {
186 RawAccess<IS_NOT_NULL>::oop_store(p, oop());
187 }
188 }
189 }
190 }
191
192 template <bool CONCURRENT, typename IsAlive, typename KeepAlive>
193 void ShenandoahCleanUpdateWeakOopsClosure<CONCURRENT, IsAlive, KeepAlive>::do_oop(narrowOop* p) {
194 ShouldNotReachHere();
195 }
196
197 ShenandoahNMethodAndDisarmClosure::ShenandoahNMethodAndDisarmClosure(OopClosure* cl) :
198 NMethodToOopClosure(cl, true /* fix_relocations */) {}
199
200 void ShenandoahNMethodAndDisarmClosure::do_nmethod(nmethod* nm) {
201 assert(nm != nullptr, "Sanity");
202 ShenandoahNMethod* data = ShenandoahNMethod::gc_data(nm);
203 ShenandoahNMethodLocker locker(data->lock());
204 assert(!data->is_unregistered(), "Should not be here");
205 NMethodToOopClosure::do_nmethod(nm);
206 ShenandoahNMethod::complete_and_disarm_nmethod(nm);
207 }
208
209 //
210 // ========= Update References
211 //
212
213 template <ShenandoahGenerationType GENERATION>
214 ShenandoahMarkUpdateRefsClosure<GENERATION>::ShenandoahMarkUpdateRefsClosure(ShenandoahObjToScanQueue* q,
215 ShenandoahReferenceProcessor* rp,
216 ShenandoahObjToScanQueue* old_q) :
217 ShenandoahMarkRefsSuperClosure(q, rp, old_q) {
218 assert(_heap->is_stw_gc_in_progress(), "Can only be used for STW GC");
219 }
220
221 template<ShenandoahGenerationType GENERATION>
222 template<class T>
223 inline void ShenandoahMarkUpdateRefsClosure<GENERATION>::work(T* p) {
224 // Update the location
225 _heap->non_conc_update_with_forwarded(p);
226
227 // ...then do the usual thing
228 ShenandoahMarkRefsSuperClosure::work<T, GENERATION>(p);
|