20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHNMETHOD_HPP
26 #define SHARE_GC_SHENANDOAH_SHENANDOAHNMETHOD_HPP
27
28 #include "code/nmethod.hpp"
29 #include "gc/shenandoah/shenandoahHeap.hpp"
30 #include "gc/shenandoah/shenandoahLock.hpp"
31 #include "gc/shenandoah/shenandoahPadding.hpp"
32 #include "memory/allocation.hpp"
33 #include "runtime/atomic.hpp"
34 #include "utilities/growableArray.hpp"
35
36 // Use ShenandoahReentrantLock as ShenandoahNMethodLock
37 typedef ShenandoahReentrantLock<ShenandoahSimpleLock> ShenandoahNMethodLock;
38 typedef ShenandoahLocker<ShenandoahNMethodLock> ShenandoahNMethodLocker;
39
40 // ShenandoahNMethod tuple records the internal locations of oop slots within reclocation stream in
41 // the nmethod. This allows us to quickly scan the oops without doing the nmethod-internal scans,
42 // that sometimes involves parsing the machine code. Note it does not record the oops themselves,
43 // because it would then require handling these tuples as the new class of roots.
44 class ShenandoahNMethod : public CHeapObj<mtGC> {
45 private:
46 nmethod* const _nm;
47 oop** _oops;
48 int _oops_count;
49 bool _has_non_immed_oops;
50 bool _unregistered;
51 ShenandoahNMethodLock _lock;
52 ShenandoahNMethodLock _ic_lock;
53
54 public:
55 ShenandoahNMethod(nmethod *nm, GrowableArray<oop*>& oops, bool has_non_immed_oops);
56 ~ShenandoahNMethod();
57
58 inline nmethod* nm() const;
59 inline ShenandoahNMethodLock* lock();
60 inline ShenandoahNMethodLock* ic_lock();
61 inline void oops_do(OopClosure* oops, bool fix_relocations = false);
62 // Update oops when the nmethod is re-registered
63 void update();
64
65 inline bool is_unregistered() const;
66
67 static ShenandoahNMethod* for_nmethod(nmethod* nm);
68 static inline ShenandoahNMethodLock* lock_for_nmethod(nmethod* nm);
69 static inline ShenandoahNMethodLock* ic_lock_for_nmethod(nmethod* nm);
70
71 static void heal_nmethod(nmethod* nm);
72 static inline void heal_nmethod_metadata(ShenandoahNMethod* nmethod_data);
73 static inline void disarm_nmethod(nmethod* nm);
74
75 static inline ShenandoahNMethod* gc_data(nmethod* nm);
76 static inline void attach_gc_data(nmethod* nm, ShenandoahNMethod* gc_data);
77
78 void assert_correct() NOT_DEBUG_RETURN;
79 void assert_same_oops() NOT_DEBUG_RETURN;
80
81 private:
82 static void detect_reloc_oops(nmethod* nm, GrowableArray<oop*>& oops, bool& _has_non_immed_oops);
83 };
84
85 class ShenandoahNMethodTable;
86
87 // ShenandoahNMethodList holds registered nmethod data. The list is reference counted.
88 class ShenandoahNMethodList : public CHeapObj<mtGC> {
89 private:
90 ShenandoahNMethod** _list;
91 const int _size;
92 uint _ref_count;
93
94 private:
95 ~ShenandoahNMethodList();
96
97 public:
98 ShenandoahNMethodList(int size);
99
100 // Reference counting with CoceCache_lock held
101 ShenandoahNMethodList* acquire();
102 void release();
|
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #ifndef SHARE_GC_SHENANDOAH_SHENANDOAHNMETHOD_HPP
26 #define SHARE_GC_SHENANDOAH_SHENANDOAHNMETHOD_HPP
27
28 #include "code/nmethod.hpp"
29 #include "gc/shenandoah/shenandoahHeap.hpp"
30 #include "gc/shenandoah/shenandoahLock.hpp"
31 #include "gc/shenandoah/shenandoahPadding.hpp"
32 #include "memory/allocation.hpp"
33 #include "runtime/atomic.hpp"
34 #include "utilities/growableArray.hpp"
35
36 // Use ShenandoahReentrantLock as ShenandoahNMethodLock
37 typedef ShenandoahReentrantLock<ShenandoahSimpleLock> ShenandoahNMethodLock;
38 typedef ShenandoahLocker<ShenandoahNMethodLock> ShenandoahNMethodLocker;
39
40 struct ShenandoahNMethodBarrier {
41 int32_t _rel_pc;
42 int32_t _rel_target_pc;
43 char _gc_state;
44 bool _jump_when_state;
45 };
46
47 // ShenandoahNMethod tuple records the internal locations of oop slots within reclocation stream in
48 // the nmethod. This allows us to quickly scan the oops without doing the nmethod-internal scans,
49 // that sometimes involves parsing the machine code. Note it does not record the oops themselves,
50 // because it would then require handling these tuples as the new class of roots.
51 class ShenandoahNMethod : public CHeapObj<mtGC> {
52 private:
53 nmethod* const _nm;
54 oop** _oops;
55 int _oops_count;
56 ShenandoahNMethodBarrier* _barriers;
57 int _barriers_count;
58 bool _has_non_immed_oops;
59 bool _unregistered;
60 ShenandoahNMethodLock _lock;
61 ShenandoahNMethodLock _ic_lock;
62
63 public:
64 ShenandoahNMethod(nmethod *nm);
65 ~ShenandoahNMethod();
66
67 static bool decode_reloc_jump_when_state(uint16_t reloc) {
68 return (reloc & (1 << 8)) != 0;
69 }
70
71 static char decode_reloc_gc_state(uint16_t reloc) {
72 return (reloc & 0xFF);
73 }
74
75 static uint16_t encode_to_reloc(char gc_state, bool jump_when_state) {
76 uint16_t res = (gc_state & 0xFF) | (jump_when_state ? (1 << 8) : 0);
77 assert(decode_reloc_jump_when_state(res) == jump_when_state, "Round-trip");
78 assert(decode_reloc_gc_state(res) == gc_state, "Round-trip");
79 return res;
80 }
81
82 inline nmethod* nm() const;
83 inline ShenandoahNMethodLock* lock();
84 inline ShenandoahNMethodLock* ic_lock();
85 inline void oops_do(OopClosure* oops, bool fix_relocations = false);
86 // Update oops when the nmethod is re-registered
87 void update();
88
89 inline bool is_unregistered() const;
90
91 static ShenandoahNMethod* for_nmethod(nmethod* nm);
92 static inline ShenandoahNMethodLock* lock_for_nmethod(nmethod* nm);
93 static inline ShenandoahNMethodLock* ic_lock_for_nmethod(nmethod* nm);
94
95 static bool handle_oops(nmethod* nm);
96 static bool handle_barriers(nmethod* nm);
97 static inline void heal_nmethod_metadata(ShenandoahNMethod* nmethod_data);
98 static inline void disarm_nmethod(nmethod* nm);
99
100 static inline ShenandoahNMethod* gc_data(nmethod* nm);
101 static inline void attach_gc_data(nmethod* nm, ShenandoahNMethod* gc_data);
102
103 void assert_correct() NOT_DEBUG_RETURN;
104 void assert_same_oops() NOT_DEBUG_RETURN;
105
106 bool has_barriers() {
107 return _barriers_count > 0;
108 }
109
110 private:
111 void init_from(nmethod* nm);
112 static void parse(nmethod* nm, GrowableArray<oop*>& oops, bool& _has_non_immed_oops, GrowableArray<ShenandoahNMethodBarrier>& barriers);
113 static bool patch_barrier(address pc, address target_pc, bool should_jump);
114 };
115
116 class ShenandoahNMethodTable;
117
118 // ShenandoahNMethodList holds registered nmethod data. The list is reference counted.
119 class ShenandoahNMethodList : public CHeapObj<mtGC> {
120 private:
121 ShenandoahNMethod** _list;
122 const int _size;
123 uint _ref_count;
124
125 private:
126 ~ShenandoahNMethodList();
127
128 public:
129 ShenandoahNMethodList(int size);
130
131 // Reference counting with CoceCache_lock held
132 ShenandoahNMethodList* acquire();
133 void release();
|