< prev index next >

src/hotspot/share/opto/macro.hpp

Print this page

  1 /*
  2  * Copyright (c) 2005, 2023, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #ifndef SHARE_OPTO_MACRO_HPP
 26 #define SHARE_OPTO_MACRO_HPP
 27 



 28 #include "opto/phase.hpp"
 29 
 30 class  AllocateNode;
 31 class  AllocateArrayNode;
 32 class  CallNode;
 33 class  SubTypeCheckNode;
 34 class  Node;
 35 class  PhaseIterGVN;
 36 
 37 class PhaseMacroExpand : public Phase {
 38 private:
 39   PhaseIterGVN &_igvn;
 40 
 41 public:
 42   // Helper methods roughly modeled after GraphKit:
 43   Node* basic_plus_adr(Node* base, int offset) {
 44     return (offset == 0)? base: basic_plus_adr(base, MakeConX(offset));
 45   }
 46   Node* basic_plus_adr(Node* base, Node* ptr, int offset) {
 47     return (offset == 0)? ptr: basic_plus_adr(base, ptr, MakeConX(offset));

 64                    Node* value, BasicType bt);
 65 
 66   Node* make_leaf_call(Node* ctrl, Node* mem,
 67                        const TypeFunc* call_type, address call_addr,
 68                        const char* call_name,
 69                        const TypePtr* adr_type,
 70                        Node* parm0 = nullptr, Node* parm1 = nullptr,
 71                        Node* parm2 = nullptr, Node* parm3 = nullptr,
 72                        Node* parm4 = nullptr, Node* parm5 = nullptr,
 73                        Node* parm6 = nullptr, Node* parm7 = nullptr);
 74 
 75   address basictype2arraycopy(BasicType t,
 76                               Node* src_offset,
 77                               Node* dest_offset,
 78                               bool disjoint_bases,
 79                               const char* &name,
 80                               bool dest_uninitialized);
 81 
 82 private:
 83   // projections extracted from a call node
 84   CallProjections _callprojs;
 85 
 86   // Additional data collected during macro expansion
 87   bool _has_locks;
 88 
 89   void expand_allocate(AllocateNode *alloc);
 90   void expand_allocate_array(AllocateArrayNode *alloc);
 91   void expand_allocate_common(AllocateNode* alloc,
 92                               Node* length,

 93                               const TypeFunc* slow_call_type,
 94                               address slow_call_address,
 95                               Node* valid_length_test);
 96   void yank_alloc_node(AllocateNode* alloc);
 97   Node *value_from_mem(Node *mem, Node *ctl, BasicType ft, const Type *ftype, const TypeOopPtr *adr_t, AllocateNode *alloc);
 98   Node *value_from_mem_phi(Node *mem, BasicType ft, const Type *ftype, const TypeOopPtr *adr_t, AllocateNode *alloc, Node_Stack *value_phis, int level);





 99 
100   bool eliminate_boxing_node(CallStaticJavaNode *boxing);
101   bool eliminate_allocate_node(AllocateNode *alloc);
102   void undo_previous_scalarizations(GrowableArray <SafePointNode *> safepoints_done, AllocateNode* alloc);
103   bool scalar_replacement(AllocateNode *alloc, GrowableArray <SafePointNode *>& safepoints);
104   void process_users_of_allocation(CallNode *alloc);
105 
106   void eliminate_gc_barrier(Node *p2x);
107   void mark_eliminated_box(Node* box, Node* obj);
108   void mark_eliminated_locking_nodes(AbstractLockNode *alock);
109   bool eliminate_locking_node(AbstractLockNode *alock);
110   void expand_lock_node(LockNode *lock);
111   void expand_unlock_node(UnlockNode *unlock);

112 
113   // More helper methods modeled after GraphKit for array copy
114   void insert_mem_bar(Node** ctrl, Node** mem, int opcode, int alias_idx, Node* precedent = nullptr);
115   Node* array_element_address(Node* ary, Node* idx, BasicType elembt);
116   Node* ConvI2L(Node* offset);
117 
118   // helper methods modeled after LibraryCallKit for array copy
119   Node* generate_guard(Node** ctrl, Node* test, RegionNode* region, float true_prob);
120   Node* generate_slow_guard(Node** ctrl, Node* test, RegionNode* region);

121 
122   void generate_partial_inlining_block(Node** ctrl, MergeMemNode** mem, const TypePtr* adr_type,
123                                        RegionNode** exit_block, Node** result_memory, Node* length,
124                                        Node* src_start, Node* dst_start, BasicType type);
125 
126   void generate_negative_guard(Node** ctrl, Node* index, RegionNode* region);
127   void generate_limit_guard(Node** ctrl, Node* offset, Node* subseq_length, Node* array_length, RegionNode* region);
128 
129   // More helper methods for array copy
130   Node* generate_nonpositive_guard(Node** ctrl, Node* index, bool never_negative);




131   void finish_arraycopy_call(Node* call, Node** ctrl, MergeMemNode** mem, const TypePtr* adr_type);
132   Node* generate_arraycopy(ArrayCopyNode *ac,
133                            AllocateArrayNode* alloc,
134                            Node** ctrl, MergeMemNode* mem, Node** io,
135                            const TypePtr* adr_type,
136                            BasicType basic_elem_type,
137                            Node* src,  Node* src_offset,
138                            Node* dest, Node* dest_offset,
139                            Node* copy_length,

140                            bool disjoint_bases = false,
141                            bool length_never_negative = false,
142                            RegionNode* slow_region = nullptr);
143   void generate_clear_array(Node* ctrl, MergeMemNode* merge_mem,
144                             const TypePtr* adr_type,
145                             Node* dest,


146                             BasicType basic_elem_type,
147                             Node* slice_idx,
148                             Node* slice_len,
149                             Node* dest_size);
150   bool generate_block_arraycopy(Node** ctrl, MergeMemNode** mem, Node* io,
151                                 const TypePtr* adr_type,
152                                 BasicType basic_elem_type,
153                                 AllocateNode* alloc,
154                                 Node* src,  Node* src_offset,
155                                 Node* dest, Node* dest_offset,
156                                 Node* dest_size, bool dest_uninitialized);
157   MergeMemNode* generate_slow_arraycopy(ArrayCopyNode *ac,
158                                         Node** ctrl, Node* mem, Node** io,
159                                         const TypePtr* adr_type,
160                                         Node* src,  Node* src_offset,
161                                         Node* dest, Node* dest_offset,
162                                         Node* copy_length, bool dest_uninitialized);
163   Node* generate_checkcast_arraycopy(Node** ctrl, MergeMemNode** mem,
164                                      const TypePtr* adr_type,
165                                      Node* dest_elem_klass,
166                                      Node* src,  Node* src_offset,
167                                      Node* dest, Node* dest_offset,
168                                      Node* copy_length, bool dest_uninitialized);
169   Node* generate_generic_arraycopy(Node** ctrl, MergeMemNode** mem,
170                                    const TypePtr* adr_type,
171                                    Node* src,  Node* src_offset,
172                                    Node* dest, Node* dest_offset,
173                                    Node* copy_length, bool dest_uninitialized);
174   void generate_unchecked_arraycopy(Node** ctrl, MergeMemNode** mem,
175                                     const TypePtr* adr_type,
176                                     BasicType basic_elem_type,
177                                     bool disjoint_bases,
178                                     Node* src,  Node* src_offset,
179                                     Node* dest, Node* dest_offset,
180                                     Node* copy_length, bool dest_uninitialized);
181 


182   void expand_arraycopy_node(ArrayCopyNode *ac);
183 
184   void expand_subtypecheck_node(SubTypeCheckNode *check);
185 


186   int replace_input(Node *use, Node *oldref, Node *newref);
187   void migrate_outs(Node *old, Node *target);
188   Node* opt_bits_test(Node* ctrl, Node* region, int edge, Node* word, int mask, int bits, bool return_fast_path = false);
189   void copy_predefined_input_for_runtime_call(Node * ctrl, CallNode* oldcall, CallNode* call);
190   CallNode* make_slow_call(CallNode *oldcall, const TypeFunc* slow_call_type, address slow_call,
191                            const char* leaf_name, Node* slow_path, Node* parm0, Node* parm1,
192                            Node* parm2);
193 
194   Node* initialize_object(AllocateNode* alloc,
195                           Node* control, Node* rawmem, Node* object,
196                           Node* klass_node, Node* length,
197                           Node* size_in_bytes);
198 
199   Node* make_arraycopy_load(ArrayCopyNode* ac, intptr_t offset, Node* ctl, Node* mem, BasicType ft, const Type *ftype, AllocateNode *alloc);
200 
201 public:
202   PhaseMacroExpand(PhaseIterGVN &igvn) : Phase(Macro_Expand), _igvn(igvn), _has_locks(false) {
203     _igvn.set_delay_transform(true);
204   }
205   void eliminate_macro_nodes();
206   bool expand_macro_nodes();
207 
208   SafePointScalarObjectNode* create_scalarized_object_description(AllocateNode *alloc, SafePointNode* sfpt);
209   static bool can_eliminate_allocation(PhaseIterGVN *igvn, AllocateNode *alloc, GrowableArray <SafePointNode *> *safepoints);
210 
211 
212   PhaseIterGVN &igvn() const { return _igvn; }
213 
214 #ifndef PRODUCT
215     static int _objs_scalar_replaced_counter;
216     static int _monitor_objects_removed_counter;
217     static int _GC_barriers_removed_counter;
218     static int _memory_barriers_removed_counter;
219     static void print_statistics();
220     static int count_MemBar(Compile *C);
221 #endif
222 
223   // Members accessed from BarrierSetC2
224   void replace_node(Node* source, Node* target) { _igvn.replace_node(source, target); }
225   Node* intcon(jint con)        const { return _igvn.intcon(con); }
226   Node* longcon(jlong con)      const { return _igvn.longcon(con); }
227   Node* makecon(const Type *t)  const { return _igvn.makecon(t); }
228   Node* zerocon(BasicType bt)   const { return _igvn.zerocon(bt); }

  1 /*
  2  * Copyright (c) 2005, 2025, Oracle and/or its affiliates. All rights reserved.
  3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  4  *
  5  * This code is free software; you can redistribute it and/or modify it
  6  * under the terms of the GNU General Public License version 2 only, as
  7  * published by the Free Software Foundation.
  8  *
  9  * This code is distributed in the hope that it will be useful, but WITHOUT
 10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 12  * version 2 for more details (a copy is included in the LICENSE file that
 13  * accompanied this code).
 14  *
 15  * You should have received a copy of the GNU General Public License version
 16  * 2 along with this work; if not, write to the Free Software Foundation,
 17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 18  *
 19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 20  * or visit www.oracle.com if you need additional information or have any
 21  * questions.
 22  *
 23  */
 24 
 25 #ifndef SHARE_OPTO_MACRO_HPP
 26 #define SHARE_OPTO_MACRO_HPP
 27 
 28 #include "ci/ciInstanceKlass.hpp"
 29 #include "opto/callnode.hpp"
 30 #include "opto/node.hpp"
 31 #include "opto/phase.hpp"
 32 
 33 class  AllocateNode;
 34 class  AllocateArrayNode;
 35 class  CallNode;
 36 class  SubTypeCheckNode;
 37 class  Node;
 38 class  PhaseIterGVN;
 39 
 40 class PhaseMacroExpand : public Phase {
 41 private:
 42   PhaseIterGVN &_igvn;
 43 
 44 public:
 45   // Helper methods roughly modeled after GraphKit:
 46   Node* basic_plus_adr(Node* base, int offset) {
 47     return (offset == 0)? base: basic_plus_adr(base, MakeConX(offset));
 48   }
 49   Node* basic_plus_adr(Node* base, Node* ptr, int offset) {
 50     return (offset == 0)? ptr: basic_plus_adr(base, ptr, MakeConX(offset));

 67                    Node* value, BasicType bt);
 68 
 69   Node* make_leaf_call(Node* ctrl, Node* mem,
 70                        const TypeFunc* call_type, address call_addr,
 71                        const char* call_name,
 72                        const TypePtr* adr_type,
 73                        Node* parm0 = nullptr, Node* parm1 = nullptr,
 74                        Node* parm2 = nullptr, Node* parm3 = nullptr,
 75                        Node* parm4 = nullptr, Node* parm5 = nullptr,
 76                        Node* parm6 = nullptr, Node* parm7 = nullptr);
 77 
 78   address basictype2arraycopy(BasicType t,
 79                               Node* src_offset,
 80                               Node* dest_offset,
 81                               bool disjoint_bases,
 82                               const char* &name,
 83                               bool dest_uninitialized);
 84 
 85 private:
 86   // projections extracted from a call node
 87   CallProjections* _callprojs;



 88 
 89   void expand_allocate(AllocateNode *alloc);
 90   void expand_allocate_array(AllocateArrayNode *alloc);
 91   void expand_allocate_common(AllocateNode* alloc,
 92                               Node* length,
 93                               Node* init_val,
 94                               const TypeFunc* slow_call_type,
 95                               address slow_call_address,
 96                               Node* valid_length_test);
 97   void yank_alloc_node(AllocateNode* alloc);
 98 
 99   void process_field_value_at_safepoint(const Type* field_type, Node* field_val, SafePointNode* sfpt, Unique_Node_List* value_worklist);
100   bool add_array_elems_to_safepoint(AllocateNode* alloc, const TypeAryPtr* array_type, SafePointNode* sfpt, Unique_Node_List* value_worklist);
101   bool add_inst_fields_to_safepoint(ciInstanceKlass* iklass, AllocateNode* alloc, Node* base, int offset_minus_header, SafePointNode* sfpt, Unique_Node_List* value_worklist);
102   Node* value_from_mem(Node* mem, Node* ctl, BasicType ft, const Type* ftype, const TypeOopPtr* adr_t, AllocateNode* alloc);
103   Node* value_from_mem_phi(Node* mem, BasicType ft, const Type* ftype, const TypeOopPtr* adr_t, AllocateNode* alloc, Node_Stack* value_phis, int level);
104   Node* inline_type_from_mem(ciInlineKlass* vk, const TypeAryPtr* elem_adr_type, int elem_idx, int offset_in_element, bool null_free, AllocateNode* alloc, SafePointNode* sfpt);
105 
106   bool eliminate_boxing_node(CallStaticJavaNode *boxing);
107   bool eliminate_allocate_node(AllocateNode *alloc);
108   void undo_previous_scalarizations(GrowableArray <SafePointNode *> safepoints_done, AllocateNode* alloc);
109   bool scalar_replacement(AllocateNode *alloc, GrowableArray <SafePointNode *>& safepoints);
110   void process_users_of_allocation(CallNode *alloc, bool inline_alloc = false);
111 
112   void eliminate_gc_barrier(Node *p2x);
113   void mark_eliminated_box(Node* box, Node* obj);
114   void mark_eliminated_locking_nodes(AbstractLockNode *alock);
115   bool eliminate_locking_node(AbstractLockNode *alock);
116   void expand_lock_node(LockNode *lock);
117   void expand_unlock_node(UnlockNode *unlock);
118   void expand_mh_intrinsic_return(CallStaticJavaNode* call);
119 
120   // More helper methods modeled after GraphKit for array copy
121   void insert_mem_bar(Node** ctrl, Node** mem, int opcode, int alias_idx, Node* precedent = nullptr);
122   Node* array_element_address(Node* ary, Node* idx, BasicType elembt);
123   Node* ConvI2L(Node* offset);
124 
125   // helper methods modeled after LibraryCallKit for array copy
126   Node* generate_guard(Node** ctrl, Node* test, RegionNode* region, float true_prob);
127   Node* generate_slow_guard(Node** ctrl, Node* test, RegionNode* region);
128   Node* generate_fair_guard(Node** ctrl, Node* test, RegionNode* region);
129 
130   void generate_partial_inlining_block(Node** ctrl, MergeMemNode** mem, const TypePtr* adr_type,
131                                        RegionNode** exit_block, Node** result_memory, Node* length,
132                                        Node* src_start, Node* dst_start, BasicType type);
133 
134   void generate_negative_guard(Node** ctrl, Node* index, RegionNode* region);
135   void generate_limit_guard(Node** ctrl, Node* offset, Node* subseq_length, Node* array_length, RegionNode* region);
136 
137   // More helper methods for array copy
138   Node* generate_nonpositive_guard(Node** ctrl, Node* index, bool never_negative);
139   Node* mark_word_test(Node** ctrl, Node* obj, MergeMemNode* mem, uintptr_t mask_val, RegionNode* region);
140   Node* generate_flat_array_guard(Node** ctrl, Node* array, MergeMemNode* mem, RegionNode* region);
141   Node* generate_null_free_array_guard(Node** ctrl, Node* array, MergeMemNode* mem, RegionNode* region);
142 
143   void finish_arraycopy_call(Node* call, Node** ctrl, MergeMemNode** mem, const TypePtr* adr_type);
144   Node* generate_arraycopy(ArrayCopyNode *ac,
145                            AllocateArrayNode* alloc,
146                            Node** ctrl, MergeMemNode* mem, Node** io,
147                            const TypePtr* adr_type,
148                            BasicType basic_elem_type,
149                            Node* src,  Node* src_offset,
150                            Node* dest, Node* dest_offset,
151                            Node* copy_length,
152                            Node* dest_length,
153                            bool disjoint_bases = false,
154                            bool length_never_negative = false,
155                            RegionNode* slow_region = nullptr);
156   void generate_clear_array(Node* ctrl, MergeMemNode* merge_mem,
157                             const TypePtr* adr_type,
158                             Node* dest,
159                             Node* val,
160                             Node* raw_val,
161                             BasicType basic_elem_type,
162                             Node* slice_idx,
163                             Node* slice_len,
164                             Node* dest_size);
165   bool generate_block_arraycopy(Node** ctrl, MergeMemNode** mem, Node* io,
166                                 const TypePtr* adr_type,
167                                 BasicType basic_elem_type,
168                                 AllocateNode* alloc,
169                                 Node* src,  Node* src_offset,
170                                 Node* dest, Node* dest_offset,
171                                 Node* dest_size, bool dest_uninitialized);
172   MergeMemNode* generate_slow_arraycopy(ArrayCopyNode *ac,
173                                         Node** ctrl, Node* mem, Node** io,
174                                         const TypePtr* adr_type,
175                                         Node* src,  Node* src_offset,
176                                         Node* dest, Node* dest_offset,
177                                         Node* copy_length, bool dest_uninitialized);
178   Node* generate_checkcast_arraycopy(Node** ctrl, MergeMemNode** mem,
179                                      const TypePtr* adr_type,
180                                      Node* dest_elem_klass,
181                                      Node* src,  Node* src_offset,
182                                      Node* dest, Node* dest_offset,
183                                      Node* copy_length, bool dest_uninitialized);
184   Node* generate_generic_arraycopy(Node** ctrl, MergeMemNode** mem,
185                                    const TypePtr* adr_type,
186                                    Node* src,  Node* src_offset,
187                                    Node* dest, Node* dest_offset,
188                                    Node* copy_length, bool dest_uninitialized);
189   void generate_unchecked_arraycopy(Node** ctrl, MergeMemNode** mem,
190                                     const TypePtr* adr_type,
191                                     BasicType basic_elem_type,
192                                     bool disjoint_bases,
193                                     Node* src,  Node* src_offset,
194                                     Node* dest, Node* dest_offset,
195                                     Node* copy_length, bool dest_uninitialized);
196   const TypePtr* adjust_for_flat_array(const TypeAryPtr* top_dest, Node*& src_offset,
197                                        Node*& dest_offset, Node*& length, BasicType& dest_elem,
198                                        Node*& dest_length);
199   void expand_arraycopy_node(ArrayCopyNode *ac);
200 
201   void expand_subtypecheck_node(SubTypeCheckNode *check);
202 
203   void expand_flatarraycheck_node(FlatArrayCheckNode* check);
204 
205   int replace_input(Node *use, Node *oldref, Node *newref);
206   void migrate_outs(Node *old, Node *target);
207   Node* opt_bits_test(Node* ctrl, Node* region, int edge, Node* word, int mask, int bits, bool return_fast_path = false);
208   void copy_predefined_input_for_runtime_call(Node * ctrl, CallNode* oldcall, CallNode* call);
209   CallNode* make_slow_call(CallNode *oldcall, const TypeFunc* slow_call_type, address slow_call,
210                            const char* leaf_name, Node* slow_path, Node* parm0, Node* parm1,
211                            Node* parm2);
212 
213   Node* initialize_object(AllocateNode* alloc,
214                           Node* control, Node* rawmem, Node* object,
215                           Node* klass_node, Node* length,
216                           Node* size_in_bytes);
217 
218   Node* make_arraycopy_load(ArrayCopyNode* ac, intptr_t offset, Node* ctl, Node* mem, BasicType ft, const Type *ftype, AllocateNode *alloc);
219 
220 public:
221   PhaseMacroExpand(PhaseIterGVN &igvn) : Phase(Macro_Expand), _igvn(igvn) {
222     _igvn.set_delay_transform(true);
223   }
224   void eliminate_macro_nodes();
225   bool expand_macro_nodes();
226 
227   SafePointScalarObjectNode* create_scalarized_object_description(AllocateNode *alloc, SafePointNode* sfpt, Unique_Node_List* value_worklist);
228   static bool can_eliminate_allocation(PhaseIterGVN *igvn, AllocateNode *alloc, GrowableArray <SafePointNode *> *safepoints);
229 
230 
231   PhaseIterGVN &igvn() const { return _igvn; }
232 
233 #ifndef PRODUCT
234     static int _objs_scalar_replaced_counter;
235     static int _monitor_objects_removed_counter;
236     static int _GC_barriers_removed_counter;
237     static int _memory_barriers_removed_counter;
238     static void print_statistics();
239     static int count_MemBar(Compile *C);
240 #endif
241 
242   // Members accessed from BarrierSetC2
243   void replace_node(Node* source, Node* target) { _igvn.replace_node(source, target); }
244   Node* intcon(jint con)        const { return _igvn.intcon(con); }
245   Node* longcon(jlong con)      const { return _igvn.longcon(con); }
246   Node* makecon(const Type *t)  const { return _igvn.makecon(t); }
247   Node* zerocon(BasicType bt)   const { return _igvn.zerocon(bt); }
< prev index next >