< prev index next >

src/hotspot/share/gc/shenandoah/shenandoahThreadLocalData.hpp

Print this page

  1 /*
  2  * Copyright (c) 2018, 2022, Red Hat, Inc. All rights reserved.

  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHTHREADLOCALDATA_HPP
 26 #define SHARE_GC_SHENANDOAH_SHENANDOAHTHREADLOCALDATA_HPP
 27 
 28 #include "gc/shared/plab.hpp"
 29 #include "gc/shared/gcThreadLocalData.hpp"
 30 #include "gc/shared/gc_globals.hpp"
 31 #include "gc/shenandoah/shenandoahBarrierSet.hpp"
 32 #include "gc/shenandoah/shenandoahCodeRoots.hpp"

 33 #include "gc/shenandoah/shenandoahSATBMarkQueueSet.hpp"
 34 #include "runtime/javaThread.hpp"
 35 #include "utilities/debug.hpp"
 36 #include "utilities/sizes.hpp"
 37 
 38 class ShenandoahThreadLocalData {
 39 private:
 40   char _gc_state;
 41   // Evacuation OOM state
 42   uint8_t                 _oom_scope_nesting_level;
 43   bool                    _oom_during_evac;

 44   SATBMarkQueue           _satb_mark_queue;



 45   PLAB* _gclab;
 46   size_t _gclab_size;

 47   double _paced_time;
 48 















 49   ShenandoahThreadLocalData() :
 50     _gc_state(0),
 51     _oom_scope_nesting_level(0),
 52     _oom_during_evac(false),
 53     _satb_mark_queue(&ShenandoahBarrierSet::satb_mark_queue_set()),
 54     _gclab(nullptr),
 55     _gclab_size(0),
 56     _paced_time(0) {








 57   }
 58 
 59   ~ShenandoahThreadLocalData() {
 60     if (_gclab != nullptr) {
 61       delete _gclab;
 62     }







 63   }
 64 
 65   static ShenandoahThreadLocalData* data(Thread* thread) {
 66     assert(UseShenandoahGC, "Sanity");
 67     return thread->gc_data<ShenandoahThreadLocalData>();
 68   }
 69 
 70   static ByteSize satb_mark_queue_offset() {
 71     return Thread::gc_data_offset() + byte_offset_of(ShenandoahThreadLocalData, _satb_mark_queue);
 72   }
 73 
 74 public:
 75   static void create(Thread* thread) {
 76     new (data(thread)) ShenandoahThreadLocalData();
 77   }
 78 
 79   static void destroy(Thread* thread) {
 80     data(thread)->~ShenandoahThreadLocalData();
 81   }
 82 
 83   static SATBMarkQueue& satb_mark_queue(Thread* thread) {
 84     return data(thread)->_satb_mark_queue;
 85   }
 86 
 87   static void set_gc_state(Thread* thread, char gc_state) {
 88     data(thread)->_gc_state = gc_state;
 89   }
 90 
 91   static char gc_state(Thread* thread) {
 92     return data(thread)->_gc_state;
 93   }
 94 
 95   static void initialize_gclab(Thread* thread) {
 96     assert (thread->is_Java_thread() || thread->is_Worker_thread(), "Only Java and GC worker threads are allowed to get GCLABs");
 97     assert(data(thread)->_gclab == nullptr, "Only initialize once");
 98     data(thread)->_gclab = new PLAB(PLAB::min_size());
 99     data(thread)->_gclab_size = 0;


100   }
101 
102   static PLAB* gclab(Thread* thread) {
103     return data(thread)->_gclab;
104   }
105 
106   static size_t gclab_size(Thread* thread) {
107     return data(thread)->_gclab_size;
108   }
109 
110   static void set_gclab_size(Thread* thread, size_t v) {
111     data(thread)->_gclab_size = v;
112   }
113 


























































































114   static void add_paced_time(Thread* thread, double v) {
115     data(thread)->_paced_time += v;
116   }
117 
118   static double paced_time(Thread* thread) {
119     return data(thread)->_paced_time;
120   }
121 
122   static void reset_paced_time(Thread* thread) {
123     data(thread)->_paced_time = 0;
124   }
125 
126   // Evacuation OOM handling
127   static bool is_oom_during_evac(Thread* thread) {
128     return data(thread)->_oom_during_evac;
129   }
130 
131   static void set_oom_during_evac(Thread* thread, bool oom) {
132     data(thread)->_oom_during_evac = oom;
133   }

  1 /*
  2  * Copyright (c) 2018, 2022, Red Hat, Inc. All rights reserved.
  3  * Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
  4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  5  *
  6  * This code is free software; you can redistribute it and/or modify it
  7  * under the terms of the GNU General Public License version 2 only, as
  8  * published by the Free Software Foundation.
  9  *
 10  * This code is distributed in the hope that it will be useful, but WITHOUT
 11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 13  * version 2 for more details (a copy is included in the LICENSE file that
 14  * accompanied this code).
 15  *
 16  * You should have received a copy of the GNU General Public License version
 17  * 2 along with this work; if not, write to the Free Software Foundation,
 18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 19  *
 20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 21  * or visit www.oracle.com if you need additional information or have any
 22  * questions.
 23  *
 24  */
 25 
 26 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHTHREADLOCALDATA_HPP
 27 #define SHARE_GC_SHENANDOAH_SHENANDOAHTHREADLOCALDATA_HPP
 28 
 29 #include "gc/shared/plab.hpp"
 30 #include "gc/shared/gcThreadLocalData.hpp"
 31 #include "gc/shared/gc_globals.hpp"
 32 #include "gc/shenandoah/shenandoahBarrierSet.hpp"
 33 #include "gc/shenandoah/shenandoahCodeRoots.hpp"
 34 #include "gc/shenandoah/shenandoahEvacTracker.hpp"
 35 #include "gc/shenandoah/shenandoahSATBMarkQueueSet.hpp"
 36 #include "runtime/javaThread.hpp"
 37 #include "utilities/debug.hpp"
 38 #include "utilities/sizes.hpp"
 39 
 40 class ShenandoahThreadLocalData {
 41 private:
 42   char _gc_state;
 43   // Evacuation OOM state
 44   uint8_t                 _oom_scope_nesting_level;
 45   bool                    _oom_during_evac;
 46 
 47   SATBMarkQueue           _satb_mark_queue;
 48 
 49   // Thread-local allocation buffer for object evacuations.
 50   // In generational mode, it is exclusive to the young generation.
 51   PLAB* _gclab;
 52   size_t _gclab_size;
 53 
 54   double _paced_time;
 55 
 56   // Thread-local allocation buffer only used in generational mode.
 57   // Used both by mutator threads and by GC worker threads
 58   // for evacuations within the old generation and
 59   // for promotions from the young generation into the old generation.
 60   PLAB* _plab;
 61   size_t _plab_size;
 62 
 63   size_t _plab_evacuated;
 64   size_t _plab_promoted;
 65   size_t _plab_preallocated_promoted;
 66   bool   _plab_allows_promotion; // If false, no more promotion by this thread during this evacuation phase.
 67   bool   _plab_retries_enabled;
 68 
 69   ShenandoahEvacuationStats* _evacuation_stats;
 70 
 71   ShenandoahThreadLocalData() :
 72     _gc_state(0),
 73     _oom_scope_nesting_level(0),
 74     _oom_during_evac(false),
 75     _satb_mark_queue(&ShenandoahBarrierSet::satb_mark_queue_set()),
 76     _gclab(nullptr),
 77     _gclab_size(0),
 78     _paced_time(0),
 79     _plab(nullptr),
 80     _plab_size(0),
 81     _plab_evacuated(0),
 82     _plab_promoted(0),
 83     _plab_preallocated_promoted(0),
 84     _plab_allows_promotion(true),
 85     _plab_retries_enabled(true),
 86     _evacuation_stats(new ShenandoahEvacuationStats()) {
 87   }
 88 
 89   ~ShenandoahThreadLocalData() {
 90     if (_gclab != nullptr) {
 91       delete _gclab;
 92     }
 93     if (_plab != nullptr) {
 94       ShenandoahHeap::heap()->retire_plab(_plab);
 95       delete _plab;
 96     }
 97 
 98     // TODO: Preserve these stats somewhere for mutator threads.
 99     delete _evacuation_stats;
100   }
101 
102   static ShenandoahThreadLocalData* data(Thread* thread) {
103     assert(UseShenandoahGC, "Sanity");
104     return thread->gc_data<ShenandoahThreadLocalData>();
105   }
106 
107   static ByteSize satb_mark_queue_offset() {
108     return Thread::gc_data_offset() + byte_offset_of(ShenandoahThreadLocalData, _satb_mark_queue);
109   }
110 
111 public:
112   static void create(Thread* thread) {
113     new (data(thread)) ShenandoahThreadLocalData();
114   }
115 
116   static void destroy(Thread* thread) {
117     data(thread)->~ShenandoahThreadLocalData();
118   }
119 
120   static SATBMarkQueue& satb_mark_queue(Thread* thread) {
121     return data(thread)->_satb_mark_queue;
122   }
123 
124   static void set_gc_state(Thread* thread, char gc_state) {
125     data(thread)->_gc_state = gc_state;
126   }
127 
128   static char gc_state(Thread* thread) {
129     return data(thread)->_gc_state;
130   }
131 
132   static void initialize_gclab(Thread* thread) {
133     assert (thread->is_Java_thread() || thread->is_Worker_thread(), "Only Java and GC worker threads are allowed to get GCLABs");
134     assert(data(thread)->_gclab == nullptr, "Only initialize once");
135     data(thread)->_gclab = new PLAB(PLAB::min_size());
136     data(thread)->_gclab_size = 0;
137     data(thread)->_plab = new PLAB(PLAB::min_size());
138     data(thread)->_plab_size = 0;
139   }
140 
141   static PLAB* gclab(Thread* thread) {
142     return data(thread)->_gclab;
143   }
144 
145   static size_t gclab_size(Thread* thread) {
146     return data(thread)->_gclab_size;
147   }
148 
149   static void set_gclab_size(Thread* thread, size_t v) {
150     data(thread)->_gclab_size = v;
151   }
152 
153   static void begin_evacuation(Thread* thread, size_t bytes) {
154     data(thread)->_evacuation_stats->begin_evacuation(bytes);
155   }
156 
157   static void end_evacuation(Thread* thread, size_t bytes, uint age) {
158     data(thread)->_evacuation_stats->end_evacuation(bytes, age);
159   }
160 
161   static ShenandoahEvacuationStats* evacuation_stats(Thread* thread) {
162     return data(thread)->_evacuation_stats;
163   }
164 
165   static PLAB* plab(Thread* thread) {
166     return data(thread)->_plab;
167   }
168 
169   static size_t plab_size(Thread* thread) {
170     return data(thread)->_plab_size;
171   }
172 
173   static void set_plab_size(Thread* thread, size_t v) {
174     data(thread)->_plab_size = v;
175   }
176 
177   static void enable_plab_retries(Thread* thread) {
178     data(thread)->_plab_retries_enabled = true;
179   }
180 
181   static void disable_plab_retries(Thread* thread) {
182     data(thread)->_plab_retries_enabled = false;
183   }
184 
185   static bool plab_retries_enabled(Thread* thread) {
186     return data(thread)->_plab_retries_enabled;
187   }
188 
189   static void enable_plab_promotions(Thread* thread) {
190     data(thread)->_plab_allows_promotion = true;
191   }
192 
193   static void disable_plab_promotions(Thread* thread) {
194     data(thread)->_plab_allows_promotion = false;
195   }
196 
197   static bool allow_plab_promotions(Thread* thread) {
198     return data(thread)->_plab_allows_promotion;
199   }
200 
201   static void reset_plab_evacuated(Thread* thread) {
202     data(thread)->_plab_evacuated = 0;
203   }
204 
205   static void add_to_plab_evacuated(Thread* thread, size_t increment) {
206     data(thread)->_plab_evacuated += increment;
207   }
208 
209   static void subtract_from_plab_evacuated(Thread* thread, size_t increment) {
210     // TODO: Assert underflow
211     data(thread)->_plab_evacuated -= increment;
212   }
213 
214   static size_t get_plab_evacuated(Thread* thread) {
215     return data(thread)->_plab_evacuated;
216   }
217 
218   static void reset_plab_promoted(Thread* thread) {
219     data(thread)->_plab_promoted = 0;
220   }
221 
222   static void add_to_plab_promoted(Thread* thread, size_t increment) {
223     data(thread)->_plab_promoted += increment;
224   }
225 
226   static void subtract_from_plab_promoted(Thread* thread, size_t increment) {
227     // TODO: Assert underflow
228     data(thread)->_plab_promoted -= increment;
229   }
230 
231   static size_t get_plab_promoted(Thread* thread) {
232     return data(thread)->_plab_promoted;
233   }
234 
235   static void set_plab_preallocated_promoted(Thread* thread, size_t value) {
236     data(thread)->_plab_preallocated_promoted = value;
237   }
238 
239   static size_t get_plab_preallocated_promoted(Thread* thread) {
240     return data(thread)->_plab_preallocated_promoted;
241   }
242 
243   static void add_paced_time(Thread* thread, double v) {
244     data(thread)->_paced_time += v;
245   }
246 
247   static double paced_time(Thread* thread) {
248     return data(thread)->_paced_time;
249   }
250 
251   static void reset_paced_time(Thread* thread) {
252     data(thread)->_paced_time = 0;
253   }
254 
255   // Evacuation OOM handling
256   static bool is_oom_during_evac(Thread* thread) {
257     return data(thread)->_oom_during_evac;
258   }
259 
260   static void set_oom_during_evac(Thread* thread, bool oom) {
261     data(thread)->_oom_during_evac = oom;
262   }
< prev index next >