152 };
153
154
155 // only the classes below belong in the same file
156 class LIRGenerator: public InstructionVisitor, public BlockClosure {
157 // LIRGenerator should never get instatiated on the heap.
158 private:
159 void* operator new(size_t size) throw();
160 void* operator new[](size_t size) throw();
161 void operator delete(void* p) { ShouldNotReachHere(); }
162 void operator delete[](void* p) { ShouldNotReachHere(); }
163
164 Compilation* _compilation;
165 ciMethod* _method; // method that we are compiling
166 PhiResolverState _resolver_state;
167 BlockBegin* _block;
168 int _virtual_register_number;
169 Values _instruction_for_operand;
170 BitMap2D _vreg_flags; // flags which can be set on a per-vreg basis
171 LIR_List* _lir;
172
173 LIRGenerator* gen() {
174 return this;
175 }
176
177 void print_if_not_loaded(const NewInstance* new_instance) PRODUCT_RETURN;
178
179 public:
180 #ifdef ASSERT
181 LIR_List* lir(const char * file, int line) const {
182 _lir->set_file_and_line(file, line);
183 return _lir;
184 }
185 #endif
186 LIR_List* lir() const {
187 return _lir;
188 }
189
190 private:
191 // a simple cache of constants used within a block
192 GrowableArray<LIR_Const*> _constants;
193 LIR_OprList _reg_for_constants;
194 Values _unpinned_constants;
195
196 friend class PhiResolver;
197
198 public:
199 // unified bailout support
200 void bailout(const char* msg) const { compilation()->bailout(msg); }
201 bool bailed_out() const { return compilation()->bailed_out(); }
202
203 void block_do_prolog(BlockBegin* block);
204 void block_do_epilog(BlockBegin* block);
205
206 // register allocation
207 LIR_Opr rlock(Value instr); // lock a free register
208 LIR_Opr rlock_result(Value instr);
209 LIR_Opr rlock_result(Value instr, BasicType type);
210 LIR_Opr rlock_byte(BasicType type);
211 LIR_Opr rlock_callee_saved(BasicType type);
212
213 // get a constant into a register and get track of what register was used
214 LIR_Opr load_constant(Constant* x);
215 LIR_Opr load_constant(LIR_Const* constant);
216
217 // Given an immediate value, return an operand usable in logical ops.
218 LIR_Opr load_immediate(jlong x, BasicType type);
219
220 void set_result(Value x, LIR_Opr opr) {
221 assert(opr->is_valid(), "must set to valid value");
222 assert(x->operand()->is_illegal(), "operand should never change");
223 assert(!opr->is_register() || opr->is_virtual(), "should never set result to a physical register");
224 x->set_operand(opr);
225 assert(opr == x->operand(), "must be");
226 if (opr->is_virtual()) {
227 _instruction_for_operand.at_put_grow(opr->vreg_number(), x, NULL);
228 }
229 }
230 void set_no_result(Value x) { assert(!x->has_uses(), "can't have use"); x->clear_operand(); }
231
232 friend class LIRItem;
233
234 LIR_Opr round_item(LIR_Opr opr);
235 LIR_Opr force_to_spill(LIR_Opr value, BasicType t);
236
256 void do_getModifiers(Intrinsic* x);
257 void do_getClass(Intrinsic* x);
258 void do_getObjectSize(Intrinsic* x);
259 void do_currentCarrierThread(Intrinsic* x);
260 void do_scopedValueCache(Intrinsic* x);
261 void do_vthread(Intrinsic* x);
262 void do_JavaThreadField(Intrinsic* x, ByteSize offset);
263 void do_FmaIntrinsic(Intrinsic* x);
264 void do_MathIntrinsic(Intrinsic* x);
265 void do_LibmIntrinsic(Intrinsic* x);
266 void do_ArrayCopy(Intrinsic* x);
267 void do_CompareAndSwap(Intrinsic* x, ValueType* type);
268 void do_PreconditionsCheckIndex(Intrinsic* x, BasicType type);
269 void do_FPIntrinsics(Intrinsic* x);
270 void do_Reference_get(Intrinsic* x);
271 void do_update_CRC32(Intrinsic* x);
272 void do_update_CRC32C(Intrinsic* x);
273 void do_vectorizedMismatch(Intrinsic* x);
274 void do_blackhole(Intrinsic* x);
275
276 public:
277 LIR_Opr call_runtime(BasicTypeArray* signature, LIRItemList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
278 LIR_Opr call_runtime(BasicTypeArray* signature, LIR_OprList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
279
280 // convenience functions
281 LIR_Opr call_runtime(Value arg1, address entry, ValueType* result_type, CodeEmitInfo* info);
282 LIR_Opr call_runtime(Value arg1, Value arg2, address entry, ValueType* result_type, CodeEmitInfo* info);
283
284 // Access API
285
286 private:
287 BarrierSetC1 *_barrier_set;
288
289 public:
290 void access_store_at(DecoratorSet decorators, BasicType type,
291 LIRItem& base, LIR_Opr offset, LIR_Opr value,
292 CodeEmitInfo* patch_info = NULL, CodeEmitInfo* store_emit_info = NULL);
293
294 void access_load_at(DecoratorSet decorators, BasicType type,
295 LIRItem& base, LIR_Opr offset, LIR_Opr result,
309
310 // These need to guarantee JMM volatile semantics are preserved on each platform
311 // and requires one implementation per architecture.
312 LIR_Opr atomic_cmpxchg(BasicType type, LIR_Opr addr, LIRItem& cmp_value, LIRItem& new_value);
313 LIR_Opr atomic_xchg(BasicType type, LIR_Opr addr, LIRItem& new_value);
314 LIR_Opr atomic_add(BasicType type, LIR_Opr addr, LIRItem& new_value);
315
316 #ifdef CARDTABLEBARRIERSET_POST_BARRIER_HELPER
317 virtual void CardTableBarrierSet_post_barrier_helper(LIR_Opr addr, LIR_Const* card_table_base);
318 #endif
319
320 // specific implementations
321 void array_store_check(LIR_Opr value, LIR_Opr array, CodeEmitInfo* store_check_info, ciMethod* profiled_method, int profiled_bci);
322
323 static LIR_Opr result_register_for(ValueType* type, bool callee = false);
324
325 ciObject* get_jobject_constant(Value value);
326
327 LIRItemList* invoke_visit_arguments(Invoke* x);
328 void invoke_load_arguments(Invoke* x, LIRItemList* args, const LIR_OprList* arg_list);
329
330 void trace_block_entry(BlockBegin* block);
331
332 // volatile field operations are never patchable because a klass
333 // must be loaded to know it's volatile which means that the offset
334 // it always known as well.
335 void volatile_field_store(LIR_Opr value, LIR_Address* address, CodeEmitInfo* info);
336 void volatile_field_load(LIR_Address* address, LIR_Opr result, CodeEmitInfo* info);
337
338 void put_Object_unsafe(LIR_Opr src, LIR_Opr offset, LIR_Opr data, BasicType type, bool is_volatile);
339 void get_Object_unsafe(LIR_Opr dest, LIR_Opr src, LIR_Opr offset, BasicType type, bool is_volatile);
340
341 void arithmetic_call_op (Bytecodes::Code code, LIR_Opr result, LIR_OprList* args);
342
343 void increment_counter(address counter, BasicType type, int step = 1);
344 void increment_counter(LIR_Address* addr, int step = 1);
345
346 void arithmetic_op(Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp, CodeEmitInfo* info = NULL);
347 // machine dependent. returns true if it emitted code for the multiply
348 bool strength_reduce_multiply(LIR_Opr left, jint constant, LIR_Opr result, LIR_Opr tmp);
349
350 void store_stack_parameter (LIR_Opr opr, ByteSize offset_from_sp_in_bytes);
351
352 void klass2reg_with_patching(LIR_Opr r, ciMetadata* obj, CodeEmitInfo* info, bool need_resolve = false);
353
354 // this loads the length and compares against the index
355 void array_range_check (LIR_Opr array, LIR_Opr index, CodeEmitInfo* null_check_info, CodeEmitInfo* range_check_info);
356
357 void arithmetic_op_int (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp);
358 void arithmetic_op_long (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, CodeEmitInfo* info = NULL);
359 void arithmetic_op_fpu (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp = LIR_OprFact::illegalOpr);
360
361 void shift_op (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr value, LIR_Opr count, LIR_Opr tmp);
362
363 void logic_op (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr left, LIR_Opr right);
364
365 void monitor_enter (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no, CodeEmitInfo* info_for_exception, CodeEmitInfo* info);
366 void monitor_exit (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no);
367
368 void new_instance (LIR_Opr dst, ciInstanceKlass* klass, bool is_unresolved, LIR_Opr scratch1, LIR_Opr scratch2, LIR_Opr scratch3, LIR_Opr scratch4, LIR_Opr klass_reg, CodeEmitInfo* info);
369
370 // machine dependent
371 void cmp_mem_int(LIR_Condition condition, LIR_Opr base, int disp, int c, CodeEmitInfo* info);
372 void cmp_reg_mem(LIR_Condition condition, LIR_Opr reg, LIR_Opr base, int disp, BasicType type, CodeEmitInfo* info);
373
374 void arraycopy_helper(Intrinsic* x, int* flags, ciArrayKlass** expected_type);
375
376 // returns a LIR_Address to address an array location. May also
377 // emit some code as part of address calculation. If
378 // needs_card_mark is true then compute the full address for use by
379 // both the store and the card mark.
380 LIR_Address* generate_address(LIR_Opr base,
381 LIR_Opr index, int shift,
382 int disp,
383 BasicType type);
384 LIR_Address* generate_address(LIR_Opr base, int disp, BasicType type) {
385 return generate_address(base, LIR_OprFact::illegalOpr, 0, disp, type);
386 }
387 LIR_Address* emit_array_address(LIR_Opr array_opr, LIR_Opr index_opr, BasicType type);
388
464 #ifdef __SOFTFP__
465 void do_soft_float_compare(If *x);
466 #endif // __SOFTFP__
467
468 SwitchRangeArray* create_lookup_ranges(TableSwitch* x);
469 SwitchRangeArray* create_lookup_ranges(LookupSwitch* x);
470 void do_SwitchRanges(SwitchRangeArray* x, LIR_Opr value, BlockBegin* default_sux);
471
472 #ifdef JFR_HAVE_INTRINSICS
473 void do_getEventWriter(Intrinsic* x);
474 #endif
475
476 void do_RuntimeCall(address routine, Intrinsic* x);
477
478 ciKlass* profile_type(ciMethodData* md, int md_first_offset, int md_offset, intptr_t profiled_k,
479 Value arg, LIR_Opr& mdp, bool not_null, ciKlass* signature_at_call_k,
480 ciKlass* callee_signature_k);
481 void profile_arguments(ProfileCall* x);
482 void profile_parameters(Base* x);
483 void profile_parameters_at_call(ProfileCall* x);
484 LIR_Opr mask_boolean(LIR_Opr array, LIR_Opr value, CodeEmitInfo*& null_check_info);
485
486 public:
487 Compilation* compilation() const { return _compilation; }
488 FrameMap* frame_map() const { return _compilation->frame_map(); }
489 ciMethod* method() const { return _method; }
490 BlockBegin* block() const { return _block; }
491 IRScope* scope() const { return block()->scope(); }
492
493 int max_virtual_register_number() const { return _virtual_register_number; }
494
495 void block_do(BlockBegin* block);
496
497 // Flags that can be set on vregs
498 enum VregFlag {
499 must_start_in_memory = 0 // needs to be assigned a memory location at beginning, but may then be loaded in a register
500 , callee_saved = 1 // must be in a callee saved register
501 , byte_reg = 2 // must be in a byte register
502 , num_vreg_flags
503
504 };
505
506 LIRGenerator(Compilation* compilation, ciMethod* method)
507 : _compilation(compilation)
508 , _method(method)
509 , _virtual_register_number(LIR_Opr::vreg_base)
510 , _vreg_flags(num_vreg_flags)
511 , _barrier_set(BarrierSet::barrier_set()->barrier_set_c1()) {
512 }
513
514 // for virtual registers, maps them back to Phi's or Local's
515 Instruction* instruction_for_opr(LIR_Opr opr);
516 Instruction* instruction_for_vreg(int reg_num);
517
518 void set_vreg_flag (int vreg_num, VregFlag f);
519 bool is_vreg_flag_set(int vreg_num, VregFlag f);
520 void set_vreg_flag (LIR_Opr opr, VregFlag f) { set_vreg_flag(opr->vreg_number(), f); }
521 bool is_vreg_flag_set(LIR_Opr opr, VregFlag f) { return is_vreg_flag_set(opr->vreg_number(), f); }
522
523 // statics
524 static LIR_Opr exceptionOopOpr();
525 static LIR_Opr exceptionPcOpr();
526 static LIR_Opr divInOpr();
527 static LIR_Opr divOutOpr();
528 static LIR_Opr remOutOpr();
529 #ifdef S390
530 // On S390 we can do ldiv, lrem without RT call.
544 // visitor functionality
545 virtual void do_Phi (Phi* x);
546 virtual void do_Local (Local* x);
547 virtual void do_Constant (Constant* x);
548 virtual void do_LoadField (LoadField* x);
549 virtual void do_StoreField (StoreField* x);
550 virtual void do_ArrayLength (ArrayLength* x);
551 virtual void do_LoadIndexed (LoadIndexed* x);
552 virtual void do_StoreIndexed (StoreIndexed* x);
553 virtual void do_NegateOp (NegateOp* x);
554 virtual void do_ArithmeticOp (ArithmeticOp* x);
555 virtual void do_ShiftOp (ShiftOp* x);
556 virtual void do_LogicOp (LogicOp* x);
557 virtual void do_CompareOp (CompareOp* x);
558 virtual void do_IfOp (IfOp* x);
559 virtual void do_Convert (Convert* x);
560 virtual void do_NullCheck (NullCheck* x);
561 virtual void do_TypeCast (TypeCast* x);
562 virtual void do_Invoke (Invoke* x);
563 virtual void do_NewInstance (NewInstance* x);
564 virtual void do_NewTypeArray (NewTypeArray* x);
565 virtual void do_NewObjectArray (NewObjectArray* x);
566 virtual void do_NewMultiArray (NewMultiArray* x);
567 virtual void do_CheckCast (CheckCast* x);
568 virtual void do_InstanceOf (InstanceOf* x);
569 virtual void do_MonitorEnter (MonitorEnter* x);
570 virtual void do_MonitorExit (MonitorExit* x);
571 virtual void do_Intrinsic (Intrinsic* x);
572 virtual void do_BlockBegin (BlockBegin* x);
573 virtual void do_Goto (Goto* x);
574 virtual void do_If (If* x);
575 virtual void do_TableSwitch (TableSwitch* x);
576 virtual void do_LookupSwitch (LookupSwitch* x);
577 virtual void do_Return (Return* x);
578 virtual void do_Throw (Throw* x);
579 virtual void do_Base (Base* x);
580 virtual void do_OsrEntry (OsrEntry* x);
581 virtual void do_ExceptionObject(ExceptionObject* x);
582 virtual void do_RoundFP (RoundFP* x);
583 virtual void do_UnsafeGet (UnsafeGet* x);
584 virtual void do_UnsafePut (UnsafePut* x);
585 virtual void do_UnsafeGetAndSet(UnsafeGetAndSet* x);
586 virtual void do_ProfileCall (ProfileCall* x);
587 virtual void do_ProfileReturnType (ProfileReturnType* x);
588 virtual void do_ProfileInvoke (ProfileInvoke* x);
589 virtual void do_RuntimeCall (RuntimeCall* x);
590 virtual void do_MemBar (MemBar* x);
591 virtual void do_RangeCheckPredicate(RangeCheckPredicate* x);
592 #ifdef ASSERT
593 virtual void do_Assert (Assert* x);
594 #endif
595
596 #ifdef C1_LIRGENERATOR_MD_HPP
597 #include C1_LIRGENERATOR_MD_HPP
598 #endif
599 };
600
601
602 class LIRItem: public CompilationResourceObj {
603 private:
604 Value _value;
605 LIRGenerator* _gen;
606 LIR_Opr _result;
607 bool _destroys_register;
608 LIR_Opr _new_result;
|
152 };
153
154
155 // only the classes below belong in the same file
156 class LIRGenerator: public InstructionVisitor, public BlockClosure {
157 // LIRGenerator should never get instatiated on the heap.
158 private:
159 void* operator new(size_t size) throw();
160 void* operator new[](size_t size) throw();
161 void operator delete(void* p) { ShouldNotReachHere(); }
162 void operator delete[](void* p) { ShouldNotReachHere(); }
163
164 Compilation* _compilation;
165 ciMethod* _method; // method that we are compiling
166 PhiResolverState _resolver_state;
167 BlockBegin* _block;
168 int _virtual_register_number;
169 Values _instruction_for_operand;
170 BitMap2D _vreg_flags; // flags which can be set on a per-vreg basis
171 LIR_List* _lir;
172 bool _in_conditional_code;
173
174 LIRGenerator* gen() {
175 return this;
176 }
177
178 void print_if_not_loaded(const NewInstance* new_instance) PRODUCT_RETURN;
179
180 public:
181 #ifdef ASSERT
182 LIR_List* lir(const char * file, int line) const {
183 _lir->set_file_and_line(file, line);
184 return _lir;
185 }
186 #endif
187 LIR_List* lir() const {
188 return _lir;
189 }
190
191 private:
192 // a simple cache of constants used within a block
193 GrowableArray<LIR_Const*> _constants;
194 LIR_OprList _reg_for_constants;
195 Values _unpinned_constants;
196
197 friend class PhiResolver;
198
199 void set_in_conditional_code(bool v);
200 public:
201 // unified bailout support
202 void bailout(const char* msg) const { compilation()->bailout(msg); }
203 bool bailed_out() const { return compilation()->bailed_out(); }
204
205 void block_do_prolog(BlockBegin* block);
206 void block_do_epilog(BlockBegin* block);
207
208 // register allocation
209 LIR_Opr rlock(Value instr); // lock a free register
210 LIR_Opr rlock_result(Value instr);
211 LIR_Opr rlock_result(Value instr, BasicType type);
212 LIR_Opr rlock_byte(BasicType type);
213 LIR_Opr rlock_callee_saved(BasicType type);
214
215 // get a constant into a register and get track of what register was used
216 LIR_Opr load_constant(Constant* x);
217 LIR_Opr load_constant(LIR_Const* constant);
218
219 bool in_conditional_code() { return _in_conditional_code; }
220 // Given an immediate value, return an operand usable in logical ops.
221 LIR_Opr load_immediate(jlong x, BasicType type);
222
223 void set_result(Value x, LIR_Opr opr) {
224 assert(opr->is_valid(), "must set to valid value");
225 assert(x->operand()->is_illegal(), "operand should never change");
226 assert(!opr->is_register() || opr->is_virtual(), "should never set result to a physical register");
227 x->set_operand(opr);
228 assert(opr == x->operand(), "must be");
229 if (opr->is_virtual()) {
230 _instruction_for_operand.at_put_grow(opr->vreg_number(), x, NULL);
231 }
232 }
233 void set_no_result(Value x) { assert(!x->has_uses(), "can't have use"); x->clear_operand(); }
234
235 friend class LIRItem;
236
237 LIR_Opr round_item(LIR_Opr opr);
238 LIR_Opr force_to_spill(LIR_Opr value, BasicType t);
239
259 void do_getModifiers(Intrinsic* x);
260 void do_getClass(Intrinsic* x);
261 void do_getObjectSize(Intrinsic* x);
262 void do_currentCarrierThread(Intrinsic* x);
263 void do_scopedValueCache(Intrinsic* x);
264 void do_vthread(Intrinsic* x);
265 void do_JavaThreadField(Intrinsic* x, ByteSize offset);
266 void do_FmaIntrinsic(Intrinsic* x);
267 void do_MathIntrinsic(Intrinsic* x);
268 void do_LibmIntrinsic(Intrinsic* x);
269 void do_ArrayCopy(Intrinsic* x);
270 void do_CompareAndSwap(Intrinsic* x, ValueType* type);
271 void do_PreconditionsCheckIndex(Intrinsic* x, BasicType type);
272 void do_FPIntrinsics(Intrinsic* x);
273 void do_Reference_get(Intrinsic* x);
274 void do_update_CRC32(Intrinsic* x);
275 void do_update_CRC32C(Intrinsic* x);
276 void do_vectorizedMismatch(Intrinsic* x);
277 void do_blackhole(Intrinsic* x);
278
279 bool inline_type_field_access_prolog(AccessField* x);
280 void access_flattened_array(bool is_load, LIRItem& array, LIRItem& index, LIRItem& obj_item, ciField* field = NULL, int offset = 0);
281 void access_sub_element(LIRItem& array, LIRItem& index, LIR_Opr& result, ciField* field, int sub_offset);
282 LIR_Opr get_and_load_element_address(LIRItem& array, LIRItem& index);
283 bool needs_flattened_array_store_check(StoreIndexed* x);
284 void check_flattened_array(LIR_Opr array, LIR_Opr value, CodeStub* slow_path);
285 bool needs_null_free_array_store_check(StoreIndexed* x);
286 void check_null_free_array(LIRItem& array, LIRItem& value, CodeEmitInfo* info);
287 void substitutability_check(IfOp* x, LIRItem& left, LIRItem& right, LIRItem& t_val, LIRItem& f_val);
288 void substitutability_check(If* x, LIRItem& left, LIRItem& right);
289 void substitutability_check_common(Value left_val, Value right_val, LIRItem& left, LIRItem& right,
290 LIR_Opr equal_result, LIR_Opr not_equal_result, LIR_Opr result, CodeEmitInfo* info);
291 void init_temps_for_substitutability_check(LIR_Opr& tmp1, LIR_Opr& tmp2);
292
293 public:
294 LIR_Opr call_runtime(BasicTypeArray* signature, LIRItemList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
295 LIR_Opr call_runtime(BasicTypeArray* signature, LIR_OprList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
296
297 // convenience functions
298 LIR_Opr call_runtime(Value arg1, address entry, ValueType* result_type, CodeEmitInfo* info);
299 LIR_Opr call_runtime(Value arg1, Value arg2, address entry, ValueType* result_type, CodeEmitInfo* info);
300
301 // Access API
302
303 private:
304 BarrierSetC1 *_barrier_set;
305
306 public:
307 void access_store_at(DecoratorSet decorators, BasicType type,
308 LIRItem& base, LIR_Opr offset, LIR_Opr value,
309 CodeEmitInfo* patch_info = NULL, CodeEmitInfo* store_emit_info = NULL);
310
311 void access_load_at(DecoratorSet decorators, BasicType type,
312 LIRItem& base, LIR_Opr offset, LIR_Opr result,
326
327 // These need to guarantee JMM volatile semantics are preserved on each platform
328 // and requires one implementation per architecture.
329 LIR_Opr atomic_cmpxchg(BasicType type, LIR_Opr addr, LIRItem& cmp_value, LIRItem& new_value);
330 LIR_Opr atomic_xchg(BasicType type, LIR_Opr addr, LIRItem& new_value);
331 LIR_Opr atomic_add(BasicType type, LIR_Opr addr, LIRItem& new_value);
332
333 #ifdef CARDTABLEBARRIERSET_POST_BARRIER_HELPER
334 virtual void CardTableBarrierSet_post_barrier_helper(LIR_Opr addr, LIR_Const* card_table_base);
335 #endif
336
337 // specific implementations
338 void array_store_check(LIR_Opr value, LIR_Opr array, CodeEmitInfo* store_check_info, ciMethod* profiled_method, int profiled_bci);
339
340 static LIR_Opr result_register_for(ValueType* type, bool callee = false);
341
342 ciObject* get_jobject_constant(Value value);
343
344 LIRItemList* invoke_visit_arguments(Invoke* x);
345 void invoke_load_arguments(Invoke* x, LIRItemList* args, const LIR_OprList* arg_list);
346 void invoke_load_one_argument(LIRItem* param, LIR_Opr loc);
347 void trace_block_entry(BlockBegin* block);
348
349 // volatile field operations are never patchable because a klass
350 // must be loaded to know it's volatile which means that the offset
351 // it always known as well.
352 void volatile_field_store(LIR_Opr value, LIR_Address* address, CodeEmitInfo* info);
353 void volatile_field_load(LIR_Address* address, LIR_Opr result, CodeEmitInfo* info);
354
355 void put_Object_unsafe(LIR_Opr src, LIR_Opr offset, LIR_Opr data, BasicType type, bool is_volatile);
356 void get_Object_unsafe(LIR_Opr dest, LIR_Opr src, LIR_Opr offset, BasicType type, bool is_volatile);
357
358 void arithmetic_call_op (Bytecodes::Code code, LIR_Opr result, LIR_OprList* args);
359
360 void increment_counter(address counter, BasicType type, int step = 1);
361 void increment_counter(LIR_Address* addr, int step = 1);
362
363 void arithmetic_op(Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp, CodeEmitInfo* info = NULL);
364 // machine dependent. returns true if it emitted code for the multiply
365 bool strength_reduce_multiply(LIR_Opr left, jint constant, LIR_Opr result, LIR_Opr tmp);
366
367 void store_stack_parameter (LIR_Opr opr, ByteSize offset_from_sp_in_bytes);
368
369 void klass2reg_with_patching(LIR_Opr r, ciMetadata* obj, CodeEmitInfo* info, bool need_resolve = false);
370
371 // this loads the length and compares against the index
372 void array_range_check (LIR_Opr array, LIR_Opr index, CodeEmitInfo* null_check_info, CodeEmitInfo* range_check_info);
373
374 void arithmetic_op_int (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp);
375 void arithmetic_op_long (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, CodeEmitInfo* info = NULL);
376 void arithmetic_op_fpu (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp = LIR_OprFact::illegalOpr);
377
378 void shift_op (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr value, LIR_Opr count, LIR_Opr tmp);
379
380 void logic_op (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr left, LIR_Opr right);
381
382 void monitor_enter (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no, CodeEmitInfo* info_for_exception, CodeEmitInfo* info, CodeStub* throw_imse_stub);
383 void monitor_exit (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no);
384
385 void new_instance(LIR_Opr dst, ciInstanceKlass* klass, bool is_unresolved, bool allow_inline, LIR_Opr scratch1, LIR_Opr scratch2, LIR_Opr scratch3, LIR_Opr scratch4, LIR_Opr klass_reg, CodeEmitInfo* info);
386
387 // machine dependent
388 void cmp_mem_int(LIR_Condition condition, LIR_Opr base, int disp, int c, CodeEmitInfo* info);
389 void cmp_reg_mem(LIR_Condition condition, LIR_Opr reg, LIR_Opr base, int disp, BasicType type, CodeEmitInfo* info);
390
391 void arraycopy_helper(Intrinsic* x, int* flags, ciArrayKlass** expected_type);
392
393 // returns a LIR_Address to address an array location. May also
394 // emit some code as part of address calculation. If
395 // needs_card_mark is true then compute the full address for use by
396 // both the store and the card mark.
397 LIR_Address* generate_address(LIR_Opr base,
398 LIR_Opr index, int shift,
399 int disp,
400 BasicType type);
401 LIR_Address* generate_address(LIR_Opr base, int disp, BasicType type) {
402 return generate_address(base, LIR_OprFact::illegalOpr, 0, disp, type);
403 }
404 LIR_Address* emit_array_address(LIR_Opr array_opr, LIR_Opr index_opr, BasicType type);
405
481 #ifdef __SOFTFP__
482 void do_soft_float_compare(If *x);
483 #endif // __SOFTFP__
484
485 SwitchRangeArray* create_lookup_ranges(TableSwitch* x);
486 SwitchRangeArray* create_lookup_ranges(LookupSwitch* x);
487 void do_SwitchRanges(SwitchRangeArray* x, LIR_Opr value, BlockBegin* default_sux);
488
489 #ifdef JFR_HAVE_INTRINSICS
490 void do_getEventWriter(Intrinsic* x);
491 #endif
492
493 void do_RuntimeCall(address routine, Intrinsic* x);
494
495 ciKlass* profile_type(ciMethodData* md, int md_first_offset, int md_offset, intptr_t profiled_k,
496 Value arg, LIR_Opr& mdp, bool not_null, ciKlass* signature_at_call_k,
497 ciKlass* callee_signature_k);
498 void profile_arguments(ProfileCall* x);
499 void profile_parameters(Base* x);
500 void profile_parameters_at_call(ProfileCall* x);
501 void profile_flags(ciMethodData* md, ciProfileData* load_store, int flag, LIR_Condition condition = lir_cond_always);
502 void profile_null_free_array(LIRItem array, ciMethodData* md, ciArrayLoadStoreData* load_store);
503 void profile_array_type(AccessIndexed* x, ciMethodData*& md, ciArrayLoadStoreData*& load_store);
504 void profile_element_type(Value element, ciMethodData* md, ciArrayLoadStoreData* load_store);
505 bool profile_inline_klass(ciMethodData* md, ciProfileData* data, Value value, int flag);
506 LIR_Opr mask_boolean(LIR_Opr array, LIR_Opr value, CodeEmitInfo*& null_check_info);
507
508 public:
509 Compilation* compilation() const { return _compilation; }
510 FrameMap* frame_map() const { return _compilation->frame_map(); }
511 ciMethod* method() const { return _method; }
512 BlockBegin* block() const { return _block; }
513 IRScope* scope() const { return block()->scope(); }
514
515 int max_virtual_register_number() const { return _virtual_register_number; }
516
517 void block_do(BlockBegin* block);
518
519 // Flags that can be set on vregs
520 enum VregFlag {
521 must_start_in_memory = 0 // needs to be assigned a memory location at beginning, but may then be loaded in a register
522 , callee_saved = 1 // must be in a callee saved register
523 , byte_reg = 2 // must be in a byte register
524 , num_vreg_flags
525
526 };
527
528 LIRGenerator(Compilation* compilation, ciMethod* method)
529 : _compilation(compilation)
530 , _method(method)
531 , _virtual_register_number(LIR_Opr::vreg_base)
532 , _vreg_flags(num_vreg_flags)
533 , _in_conditional_code(false)
534 , _barrier_set(BarrierSet::barrier_set()->barrier_set_c1()) {
535 }
536
537 // for virtual registers, maps them back to Phi's or Local's
538 Instruction* instruction_for_opr(LIR_Opr opr);
539 Instruction* instruction_for_vreg(int reg_num);
540
541 void set_vreg_flag (int vreg_num, VregFlag f);
542 bool is_vreg_flag_set(int vreg_num, VregFlag f);
543 void set_vreg_flag (LIR_Opr opr, VregFlag f) { set_vreg_flag(opr->vreg_number(), f); }
544 bool is_vreg_flag_set(LIR_Opr opr, VregFlag f) { return is_vreg_flag_set(opr->vreg_number(), f); }
545
546 // statics
547 static LIR_Opr exceptionOopOpr();
548 static LIR_Opr exceptionPcOpr();
549 static LIR_Opr divInOpr();
550 static LIR_Opr divOutOpr();
551 static LIR_Opr remOutOpr();
552 #ifdef S390
553 // On S390 we can do ldiv, lrem without RT call.
567 // visitor functionality
568 virtual void do_Phi (Phi* x);
569 virtual void do_Local (Local* x);
570 virtual void do_Constant (Constant* x);
571 virtual void do_LoadField (LoadField* x);
572 virtual void do_StoreField (StoreField* x);
573 virtual void do_ArrayLength (ArrayLength* x);
574 virtual void do_LoadIndexed (LoadIndexed* x);
575 virtual void do_StoreIndexed (StoreIndexed* x);
576 virtual void do_NegateOp (NegateOp* x);
577 virtual void do_ArithmeticOp (ArithmeticOp* x);
578 virtual void do_ShiftOp (ShiftOp* x);
579 virtual void do_LogicOp (LogicOp* x);
580 virtual void do_CompareOp (CompareOp* x);
581 virtual void do_IfOp (IfOp* x);
582 virtual void do_Convert (Convert* x);
583 virtual void do_NullCheck (NullCheck* x);
584 virtual void do_TypeCast (TypeCast* x);
585 virtual void do_Invoke (Invoke* x);
586 virtual void do_NewInstance (NewInstance* x);
587 virtual void do_NewInlineTypeInstance(NewInlineTypeInstance* x);
588 virtual void do_NewTypeArray (NewTypeArray* x);
589 virtual void do_NewObjectArray (NewObjectArray* x);
590 virtual void do_NewMultiArray (NewMultiArray* x);
591 virtual void do_Deoptimize (Deoptimize* x);
592 virtual void do_CheckCast (CheckCast* x);
593 virtual void do_InstanceOf (InstanceOf* x);
594 virtual void do_MonitorEnter (MonitorEnter* x);
595 virtual void do_MonitorExit (MonitorExit* x);
596 virtual void do_Intrinsic (Intrinsic* x);
597 virtual void do_BlockBegin (BlockBegin* x);
598 virtual void do_Goto (Goto* x);
599 virtual void do_If (If* x);
600 virtual void do_TableSwitch (TableSwitch* x);
601 virtual void do_LookupSwitch (LookupSwitch* x);
602 virtual void do_Return (Return* x);
603 virtual void do_Throw (Throw* x);
604 virtual void do_Base (Base* x);
605 virtual void do_OsrEntry (OsrEntry* x);
606 virtual void do_ExceptionObject(ExceptionObject* x);
607 virtual void do_RoundFP (RoundFP* x);
608 virtual void do_UnsafeGet (UnsafeGet* x);
609 virtual void do_UnsafePut (UnsafePut* x);
610 virtual void do_UnsafeGetAndSet(UnsafeGetAndSet* x);
611 virtual void do_ProfileCall (ProfileCall* x);
612 virtual void do_ProfileReturnType (ProfileReturnType* x);
613 virtual void do_ProfileInvoke (ProfileInvoke* x);
614 virtual void do_ProfileACmpTypes(ProfileACmpTypes* x);
615 virtual void do_RuntimeCall (RuntimeCall* x);
616 virtual void do_MemBar (MemBar* x);
617 virtual void do_RangeCheckPredicate(RangeCheckPredicate* x);
618 #ifdef ASSERT
619 virtual void do_Assert (Assert* x);
620 #endif
621
622 #ifdef C1_LIRGENERATOR_MD_HPP
623 #include C1_LIRGENERATOR_MD_HPP
624 #endif
625 };
626
627
628 class LIRItem: public CompilationResourceObj {
629 private:
630 Value _value;
631 LIRGenerator* _gen;
632 LIR_Opr _result;
633 bool _destroys_register;
634 LIR_Opr _new_result;
|