1 /*
   2  * Copyright (c) 2005, 2019, Oracle and/or its affiliates. All rights reserved.
   3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4  *
   5  * This code is free software; you can redistribute it and/or modify it
   6  * under the terms of the GNU General Public License version 2 only, as
   7  * published by the Free Software Foundation.
   8  *
   9  * This code is distributed in the hope that it will be useful, but WITHOUT
  10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12  * version 2 for more details (a copy is included in the LICENSE file that
  13  * accompanied this code).
  14  *
  15  * You should have received a copy of the GNU General Public License version
  16  * 2 along with this work; if not, write to the Free Software Foundation,
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  18  *
  19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  20  * or visit www.oracle.com if you need additional information or have any
  21  * questions.
  22  *
  23  */
  24 
  25 #ifndef SHARE_C1_C1_LIRGENERATOR_HPP
  26 #define SHARE_C1_C1_LIRGENERATOR_HPP
  27 
  28 #include "c1/c1_Decorators.hpp"
  29 #include "c1/c1_Instruction.hpp"
  30 #include "c1/c1_LIR.hpp"
  31 #include "ci/ciMethodData.hpp"
  32 #include "gc/shared/barrierSet.hpp"
  33 #include "jfr/support/jfrIntrinsics.hpp"
  34 #include "utilities/macros.hpp"
  35 #include "utilities/sizes.hpp"
  36 
  37 class BarrierSetC1;
  38 
  39 // The classes responsible for code emission and register allocation
  40 
  41 
  42 class LIRGenerator;
  43 class LIREmitter;
  44 class Invoke;
  45 class SwitchRange;
  46 class LIRItem;
  47 
  48 typedef GrowableArray<LIRItem*> LIRItemList;
  49 
  50 class SwitchRange: public CompilationResourceObj {
  51  private:
  52   int _low_key;
  53   int _high_key;
  54   BlockBegin* _sux;
  55  public:
  56   SwitchRange(int start_key, BlockBegin* sux): _low_key(start_key), _high_key(start_key), _sux(sux) {}
  57   void set_high_key(int key) { _high_key = key; }
  58 
  59   int high_key() const { return _high_key; }
  60   int low_key() const { return _low_key; }
  61   BlockBegin* sux() const { return _sux; }
  62 };
  63 
  64 typedef GrowableArray<SwitchRange*> SwitchRangeArray;
  65 typedef GrowableArray<SwitchRange*> SwitchRangeList;
  66 
  67 class ResolveNode;
  68 
  69 typedef GrowableArray<ResolveNode*> NodeList;
  70 
  71 // Node objects form a directed graph of LIR_Opr
  72 // Edges between Nodes represent moves from one Node to its destinations
  73 class ResolveNode: public CompilationResourceObj {
  74  private:
  75   LIR_Opr    _operand;       // the source or destinaton
  76   NodeList   _destinations;  // for the operand
  77   bool       _assigned;      // Value assigned to this Node?
  78   bool       _visited;       // Node already visited?
  79   bool       _start_node;    // Start node already visited?
  80 
  81  public:
  82   ResolveNode(LIR_Opr operand)
  83     : _operand(operand)
  84     , _assigned(false)
  85     , _visited(false)
  86     , _start_node(false) {};
  87 
  88   // accessors
  89   LIR_Opr operand() const           { return _operand; }
  90   int no_of_destinations() const    { return _destinations.length(); }
  91   ResolveNode* destination_at(int i)     { return _destinations.at(i); }
  92   bool assigned() const             { return _assigned; }
  93   bool visited() const              { return _visited; }
  94   bool start_node() const           { return _start_node; }
  95 
  96   // modifiers
  97   void append(ResolveNode* dest)         { _destinations.append(dest); }
  98   void set_assigned()               { _assigned = true; }
  99   void set_visited()                { _visited = true; }
 100   void set_start_node()             { _start_node = true; }
 101 };
 102 
 103 
 104 // This is shared state to be used by the PhiResolver so the operand
 105 // arrays don't have to be reallocated for each resolution.
 106 class PhiResolverState: public CompilationResourceObj {
 107   friend class PhiResolver;
 108 
 109  private:
 110   NodeList _virtual_operands; // Nodes where the operand is a virtual register
 111   NodeList _other_operands;   // Nodes where the operand is not a virtual register
 112   NodeList _vreg_table;       // Mapping from virtual register to Node
 113 
 114  public:
 115   PhiResolverState() {}
 116 
 117   void reset();
 118 };
 119 
 120 
 121 // class used to move value of phi operand to phi function
 122 class PhiResolver: public CompilationResourceObj {
 123  private:
 124   LIRGenerator*     _gen;
 125   PhiResolverState& _state; // temporary state cached by LIRGenerator
 126 
 127   ResolveNode*   _loop;
 128   LIR_Opr _temp;
 129 
 130   // access to shared state arrays
 131   NodeList& virtual_operands() { return _state._virtual_operands; }
 132   NodeList& other_operands()   { return _state._other_operands;   }
 133   NodeList& vreg_table()       { return _state._vreg_table;       }
 134 
 135   ResolveNode* create_node(LIR_Opr opr, bool source);
 136   ResolveNode* source_node(LIR_Opr opr)      { return create_node(opr, true); }
 137   ResolveNode* destination_node(LIR_Opr opr) { return create_node(opr, false); }
 138 
 139   void emit_move(LIR_Opr src, LIR_Opr dest);
 140   void move_to_temp(LIR_Opr src);
 141   void move_temp_to(LIR_Opr dest);
 142   void move(ResolveNode* src, ResolveNode* dest);
 143 
 144   LIRGenerator* gen() {
 145     return _gen;
 146   }
 147 
 148  public:
 149   PhiResolver(LIRGenerator* _lir_gen);
 150   ~PhiResolver();
 151 
 152   void move(LIR_Opr src, LIR_Opr dest);
 153 };
 154 
 155 
 156 // only the classes below belong in the same file
 157 class LIRGenerator: public InstructionVisitor, public BlockClosure {
 158  // LIRGenerator should never get instatiated on the heap.
 159  private:
 160   void* operator new(size_t size) throw();
 161   void* operator new[](size_t size) throw();
 162   void operator delete(void* p) { ShouldNotReachHere(); }
 163   void operator delete[](void* p) { ShouldNotReachHere(); }
 164 
 165   Compilation*  _compilation;
 166   ciMethod*     _method;    // method that we are compiling
 167   PhiResolverState  _resolver_state;
 168   BlockBegin*   _block;
 169   int           _virtual_register_number;
 170   Values        _instruction_for_operand;
 171   BitMap2D      _vreg_flags; // flags which can be set on a per-vreg basis
 172   LIR_List*     _lir;
 173   bool          _in_conditional_code;
 174 
 175   LIRGenerator* gen() {
 176     return this;
 177   }
 178 
 179   void print_if_not_loaded(const NewInstance* new_instance) PRODUCT_RETURN;
 180 
 181  public:
 182 #ifdef ASSERT
 183   LIR_List* lir(const char * file, int line) const {
 184     _lir->set_file_and_line(file, line);
 185     return _lir;
 186   }
 187 #endif
 188   LIR_List* lir() const {
 189     return _lir;
 190   }
 191 
 192  private:
 193   // a simple cache of constants used within a block
 194   GrowableArray<LIR_Const*>       _constants;
 195   LIR_OprList                     _reg_for_constants;
 196   Values                          _unpinned_constants;
 197 
 198   friend class PhiResolver;
 199 
 200   void set_in_conditional_code(bool v);
 201  public:
 202   // unified bailout support
 203   void bailout(const char* msg) const            { compilation()->bailout(msg); }
 204   bool bailed_out() const                        { return compilation()->bailed_out(); }
 205 
 206   void block_do_prolog(BlockBegin* block);
 207   void block_do_epilog(BlockBegin* block);
 208 
 209   // register allocation
 210   LIR_Opr rlock(Value instr);                      // lock a free register
 211   LIR_Opr rlock_result(Value instr);
 212   LIR_Opr rlock_result(Value instr, BasicType type);
 213   LIR_Opr rlock_byte(BasicType type);
 214   LIR_Opr rlock_callee_saved(BasicType type);
 215 
 216   // get a constant into a register and get track of what register was used
 217   LIR_Opr load_constant(Constant* x);
 218   LIR_Opr load_constant(LIR_Const* constant);
 219 
 220   bool in_conditional_code() { return _in_conditional_code; }
 221   // Given an immediate value, return an operand usable in logical ops.
 222   LIR_Opr load_immediate(int x, BasicType type);
 223 
 224   void  set_result(Value x, LIR_Opr opr)           {
 225     assert(opr->is_valid(), "must set to valid value");
 226     assert(x->operand()->is_illegal(), "operand should never change");
 227     assert(!opr->is_register() || opr->is_virtual(), "should never set result to a physical register");
 228     x->set_operand(opr);
 229     assert(opr == x->operand(), "must be");
 230     if (opr->is_virtual()) {
 231       _instruction_for_operand.at_put_grow(opr->vreg_number(), x, NULL);
 232     }
 233   }
 234   void  set_no_result(Value x)                     { assert(!x->has_uses(), "can't have use"); x->clear_operand(); }
 235 
 236   friend class LIRItem;
 237 
 238   LIR_Opr round_item(LIR_Opr opr);
 239   LIR_Opr force_to_spill(LIR_Opr value, BasicType t);
 240 
 241   PhiResolverState& resolver_state() { return _resolver_state; }
 242 
 243   void  move_to_phi(PhiResolver* resolver, Value cur_val, Value sux_val);
 244   void  move_to_phi(ValueStack* cur_state);
 245 
 246   // platform dependent
 247   LIR_Opr getThreadPointer();
 248 
 249  private:
 250   // code emission
 251   void do_ArithmeticOp_Long(ArithmeticOp* x);
 252   void do_ArithmeticOp_Int (ArithmeticOp* x);
 253   void do_ArithmeticOp_FPU (ArithmeticOp* x);
 254 
 255   void do_RegisterFinalizer(Intrinsic* x);
 256   void do_isInstance(Intrinsic* x);
 257   void do_isPrimitive(Intrinsic* x);
 258   void do_getClass(Intrinsic* x);
 259   void do_currentThread(Intrinsic* x);
 260   void do_FmaIntrinsic(Intrinsic* x);
 261   void do_MathIntrinsic(Intrinsic* x);
 262   void do_LibmIntrinsic(Intrinsic* x);
 263   void do_ArrayCopy(Intrinsic* x);
 264   void do_CompareAndSwap(Intrinsic* x, ValueType* type);
 265   void do_NIOCheckIndex(Intrinsic* x);
 266   void do_FPIntrinsics(Intrinsic* x);
 267   void do_Reference_get(Intrinsic* x);
 268   void do_update_CRC32(Intrinsic* x);
 269   void do_update_CRC32C(Intrinsic* x);
 270   void do_vectorizedMismatch(Intrinsic* x);
 271 
 272   Constant* flattenable_load_field_prolog(LoadField* x, CodeEmitInfo* info);
 273   void access_flattened_array(bool is_load, LIRItem& array, LIRItem& index, LIRItem& obj_item);
 274   bool needs_flattened_array_store_check(StoreIndexed* x);
 275   void check_flattened_array(LIR_Opr array, LIR_Opr value, CodeStub* slow_path);
 276   bool needs_null_free_array_store_check(StoreIndexed* x);
 277   void check_null_free_array(LIRItem& array, LIRItem& value,  CodeEmitInfo* info);
 278   void substitutability_check(IfOp* x, LIRItem& left, LIRItem& right, LIRItem& t_val, LIRItem& f_val);
 279   void substitutability_check(If* x, LIRItem& left, LIRItem& right);
 280   void substitutability_check_common(Value left_val, Value right_val, LIRItem& left, LIRItem& right,
 281                                      LIR_Opr equal_result, LIR_Opr not_equal_result, LIR_Opr result, CodeEmitInfo* info);
 282   void init_temps_for_substitutability_check(LIR_Opr& tmp1, LIR_Opr& tmp2);
 283 
 284  public:
 285   LIR_Opr call_runtime(BasicTypeArray* signature, LIRItemList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
 286   LIR_Opr call_runtime(BasicTypeArray* signature, LIR_OprList* args, address entry, ValueType* result_type, CodeEmitInfo* info);
 287 
 288   // convenience functions
 289   LIR_Opr call_runtime(Value arg1, address entry, ValueType* result_type, CodeEmitInfo* info);
 290   LIR_Opr call_runtime(Value arg1, Value arg2, address entry, ValueType* result_type, CodeEmitInfo* info);
 291 
 292   // Access API
 293 
 294  private:
 295   BarrierSetC1 *_barrier_set;
 296 
 297  public:
 298   void access_store_at(DecoratorSet decorators, BasicType type,
 299                        LIRItem& base, LIR_Opr offset, LIR_Opr value,
 300                        CodeEmitInfo* patch_info = NULL, CodeEmitInfo* store_emit_info = NULL);
 301 
 302   void access_load_at(DecoratorSet decorators, BasicType type,
 303                       LIRItem& base, LIR_Opr offset, LIR_Opr result,
 304                       CodeEmitInfo* patch_info = NULL, CodeEmitInfo* load_emit_info = NULL);
 305 
 306   void access_load(DecoratorSet decorators, BasicType type,
 307                    LIR_Opr addr, LIR_Opr result);
 308 
 309   LIR_Opr access_atomic_cmpxchg_at(DecoratorSet decorators, BasicType type,
 310                                    LIRItem& base, LIRItem& offset, LIRItem& cmp_value, LIRItem& new_value);
 311 
 312   LIR_Opr access_atomic_xchg_at(DecoratorSet decorators, BasicType type,
 313                                 LIRItem& base, LIRItem& offset, LIRItem& value);
 314 
 315   LIR_Opr access_atomic_add_at(DecoratorSet decorators, BasicType type,
 316                                LIRItem& base, LIRItem& offset, LIRItem& value);
 317 
 318   LIR_Opr access_resolve(DecoratorSet decorators, LIR_Opr obj);
 319 
 320   // These need to guarantee JMM volatile semantics are preserved on each platform
 321   // and requires one implementation per architecture.
 322   LIR_Opr atomic_cmpxchg(BasicType type, LIR_Opr addr, LIRItem& cmp_value, LIRItem& new_value);
 323   LIR_Opr atomic_xchg(BasicType type, LIR_Opr addr, LIRItem& new_value);
 324   LIR_Opr atomic_add(BasicType type, LIR_Opr addr, LIRItem& new_value);
 325 
 326 #ifdef CARDTABLEBARRIERSET_POST_BARRIER_HELPER
 327   virtual void CardTableBarrierSet_post_barrier_helper(LIR_OprDesc* addr, LIR_Const* card_table_base);
 328 #endif
 329 
 330   // specific implementations
 331   void array_store_check(LIR_Opr value, LIR_Opr array, CodeEmitInfo* store_check_info, ciMethod* profiled_method, int profiled_bci);
 332 
 333   static LIR_Opr result_register_for(ValueType* type, bool callee = false);
 334 
 335   ciObject* get_jobject_constant(Value value);
 336 
 337   LIRItemList* invoke_visit_arguments(Invoke* x);
 338   void invoke_load_arguments(Invoke* x, LIRItemList* args, const LIR_OprList* arg_list);
 339   void invoke_load_one_argument(LIRItem* param, LIR_Opr loc);
 340   void trace_block_entry(BlockBegin* block);
 341 
 342   // volatile field operations are never patchable because a klass
 343   // must be loaded to know it's volatile which means that the offset
 344   // it always known as well.
 345   void volatile_field_store(LIR_Opr value, LIR_Address* address, CodeEmitInfo* info);
 346   void volatile_field_load(LIR_Address* address, LIR_Opr result, CodeEmitInfo* info);
 347 
 348   void put_Object_unsafe(LIR_Opr src, LIR_Opr offset, LIR_Opr data, BasicType type, bool is_volatile);
 349   void get_Object_unsafe(LIR_Opr dest, LIR_Opr src, LIR_Opr offset, BasicType type, bool is_volatile);
 350 
 351   void arithmetic_call_op (Bytecodes::Code code, LIR_Opr result, LIR_OprList* args);
 352 
 353   void increment_counter(address counter, BasicType type, int step = 1);
 354   void increment_counter(LIR_Address* addr, int step = 1);
 355 
 356   // is_strictfp is only needed for mul and div (and only generates different code on i486)
 357   void arithmetic_op(Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, bool is_strictfp, LIR_Opr tmp, CodeEmitInfo* info = NULL);
 358   // machine dependent.  returns true if it emitted code for the multiply
 359   bool strength_reduce_multiply(LIR_Opr left, jint constant, LIR_Opr result, LIR_Opr tmp);
 360 
 361   void store_stack_parameter (LIR_Opr opr, ByteSize offset_from_sp_in_bytes);
 362 
 363   void klass2reg_with_patching(LIR_Opr r, ciMetadata* obj, CodeEmitInfo* info, bool need_resolve = false);
 364 
 365   // this loads the length and compares against the index
 366   void array_range_check          (LIR_Opr array, LIR_Opr index, CodeEmitInfo* null_check_info, CodeEmitInfo* range_check_info);
 367   // For java.nio.Buffer.checkIndex
 368   void nio_range_check            (LIR_Opr buffer, LIR_Opr index, LIR_Opr result, CodeEmitInfo* info);
 369 
 370   void arithmetic_op_int  (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, LIR_Opr tmp);
 371   void arithmetic_op_long (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, CodeEmitInfo* info = NULL);
 372   void arithmetic_op_fpu  (Bytecodes::Code code, LIR_Opr result, LIR_Opr left, LIR_Opr right, bool is_strictfp, LIR_Opr tmp = LIR_OprFact::illegalOpr);
 373 
 374   void shift_op   (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr value, LIR_Opr count, LIR_Opr tmp);
 375 
 376   void logic_op   (Bytecodes::Code code, LIR_Opr dst_reg, LIR_Opr left, LIR_Opr right);
 377 
 378   void monitor_enter (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no, CodeEmitInfo* info_for_exception, CodeEmitInfo* info, CodeStub* throw_imse_stub);
 379   void monitor_exit  (LIR_Opr object, LIR_Opr lock, LIR_Opr hdr, LIR_Opr scratch, int monitor_no);
 380 
 381   void new_instance    (LIR_Opr  dst, ciInstanceKlass* klass, bool is_unresolved, LIR_Opr  scratch1, LIR_Opr  scratch2, LIR_Opr  scratch3,  LIR_Opr scratch4, LIR_Opr  klass_reg, CodeEmitInfo* info);
 382 
 383   // machine dependent
 384   void cmp_mem_int(LIR_Condition condition, LIR_Opr base, int disp, int c, CodeEmitInfo* info);
 385   void cmp_reg_mem(LIR_Condition condition, LIR_Opr reg, LIR_Opr base, int disp, BasicType type, CodeEmitInfo* info);
 386 
 387   void arraycopy_helper(Intrinsic* x, int* flags, ciArrayKlass** expected_type);
 388 
 389   // returns a LIR_Address to address an array location.  May also
 390   // emit some code as part of address calculation.  If
 391   // needs_card_mark is true then compute the full address for use by
 392   // both the store and the card mark.
 393   LIR_Address* generate_address(LIR_Opr base,
 394                                 LIR_Opr index, int shift,
 395                                 int disp,
 396                                 BasicType type);
 397   LIR_Address* generate_address(LIR_Opr base, int disp, BasicType type) {
 398     return generate_address(base, LIR_OprFact::illegalOpr, 0, disp, type);
 399   }
 400   LIR_Address* emit_array_address(LIR_Opr array_opr, LIR_Opr index_opr, BasicType type);
 401 
 402   // the helper for generate_address
 403   void add_large_constant(LIR_Opr src, int c, LIR_Opr dest);
 404 
 405   // machine preferences and characteristics
 406   bool can_inline_as_constant(Value i S390_ONLY(COMMA int bits = 20)) const;
 407   bool can_inline_as_constant(LIR_Const* c) const;
 408   bool can_store_as_constant(Value i, BasicType type) const;
 409 
 410   LIR_Opr safepoint_poll_register();
 411 
 412   void profile_branch(If* if_instr, If::Condition cond);
 413   void increment_event_counter_impl(CodeEmitInfo* info,
 414                                     ciMethod *method, LIR_Opr step, int frequency,
 415                                     int bci, bool backedge, bool notify);
 416   void increment_event_counter(CodeEmitInfo* info, LIR_Opr step, int bci, bool backedge);
 417   void increment_invocation_counter(CodeEmitInfo *info) {
 418     if (compilation()->count_invocations()) {
 419       increment_event_counter(info, LIR_OprFact::intConst(InvocationCounter::count_increment), InvocationEntryBci, false);
 420     }
 421   }
 422   void increment_backedge_counter(CodeEmitInfo* info, int bci) {
 423     if (compilation()->count_backedges()) {
 424       increment_event_counter(info, LIR_OprFact::intConst(InvocationCounter::count_increment), bci, true);
 425     }
 426   }
 427   void increment_backedge_counter_conditionally(LIR_Condition cond, LIR_Opr left, LIR_Opr right, CodeEmitInfo* info, int left_bci, int right_bci, int bci);
 428   void increment_backedge_counter(CodeEmitInfo* info, LIR_Opr step, int bci) {
 429     if (compilation()->count_backedges()) {
 430       increment_event_counter(info, step, bci, true);
 431     }
 432   }
 433   void decrement_age(CodeEmitInfo* info);
 434   CodeEmitInfo* state_for(Instruction* x, ValueStack* state, bool ignore_xhandler = false);
 435   CodeEmitInfo* state_for(Instruction* x);
 436 
 437   // allocates a virtual register for this instruction if
 438   // one isn't already allocated.  Only for Phi and Local.
 439   LIR_Opr operand_for_instruction(Instruction *x);
 440 
 441   void set_block(BlockBegin* block)              { _block = block; }
 442 
 443   void block_prolog(BlockBegin* block);
 444   void block_epilog(BlockBegin* block);
 445 
 446   void do_root (Instruction* instr);
 447   void walk    (Instruction* instr);
 448 
 449   void bind_block_entry(BlockBegin* block);
 450   void start_block(BlockBegin* block);
 451 
 452   LIR_Opr new_register(BasicType type);
 453   LIR_Opr new_register(Value value)              { return new_register(as_BasicType(value->type())); }
 454   LIR_Opr new_register(ValueType* type)          { return new_register(as_BasicType(type)); }
 455 
 456   // returns a register suitable for doing pointer math
 457   LIR_Opr new_pointer_register() {
 458 #ifdef _LP64
 459     return new_register(T_LONG);
 460 #else
 461     return new_register(T_INT);
 462 #endif
 463   }
 464 
 465   static LIR_Condition lir_cond(If::Condition cond) {
 466     LIR_Condition l = lir_cond_unknown;
 467     switch (cond) {
 468     case If::eql: l = lir_cond_equal;        break;
 469     case If::neq: l = lir_cond_notEqual;     break;
 470     case If::lss: l = lir_cond_less;         break;
 471     case If::leq: l = lir_cond_lessEqual;    break;
 472     case If::geq: l = lir_cond_greaterEqual; break;
 473     case If::gtr: l = lir_cond_greater;      break;
 474     case If::aeq: l = lir_cond_aboveEqual;   break;
 475     case If::beq: l = lir_cond_belowEqual;   break;
 476     default: fatal("You must pass valid If::Condition");
 477     };
 478     return l;
 479   }
 480 
 481 #ifdef __SOFTFP__
 482   void do_soft_float_compare(If *x);
 483 #endif // __SOFTFP__
 484 
 485   SwitchRangeArray* create_lookup_ranges(TableSwitch* x);
 486   SwitchRangeArray* create_lookup_ranges(LookupSwitch* x);
 487   void do_SwitchRanges(SwitchRangeArray* x, LIR_Opr value, BlockBegin* default_sux);
 488 
 489 #ifdef JFR_HAVE_INTRINSICS
 490   void do_ClassIDIntrinsic(Intrinsic* x);
 491   void do_getEventWriter(Intrinsic* x);
 492 #endif
 493 
 494   void do_RuntimeCall(address routine, Intrinsic* x);
 495 
 496   ciKlass* profile_type(ciMethodData* md, int md_first_offset, int md_offset, intptr_t profiled_k,
 497                         Value arg, LIR_Opr& mdp, bool not_null, ciKlass* signature_at_call_k,
 498                         ciKlass* callee_signature_k);
 499   void profile_arguments(ProfileCall* x);
 500   void profile_parameters(Base* x);
 501   void profile_parameters_at_call(ProfileCall* x);
 502   LIR_Opr mask_boolean(LIR_Opr array, LIR_Opr value, CodeEmitInfo*& null_check_info);
 503   LIR_Opr maybe_mask_boolean(StoreIndexed* x, LIR_Opr array, LIR_Opr value, CodeEmitInfo*& null_check_info);
 504 
 505  public:
 506   Compilation*  compilation() const              { return _compilation; }
 507   FrameMap*     frame_map() const                { return _compilation->frame_map(); }
 508   ciMethod*     method() const                   { return _method; }
 509   BlockBegin*   block() const                    { return _block; }
 510   IRScope*      scope() const                    { return block()->scope(); }
 511 
 512   int max_virtual_register_number() const        { return _virtual_register_number; }
 513 
 514   void block_do(BlockBegin* block);
 515 
 516   // Flags that can be set on vregs
 517   enum VregFlag {
 518       must_start_in_memory = 0  // needs to be assigned a memory location at beginning, but may then be loaded in a register
 519     , callee_saved     = 1    // must be in a callee saved register
 520     , byte_reg         = 2    // must be in a byte register
 521     , num_vreg_flags
 522 
 523   };
 524 
 525   LIRGenerator(Compilation* compilation, ciMethod* method)
 526     : _compilation(compilation)
 527     , _method(method)
 528     , _virtual_register_number(LIR_OprDesc::vreg_base)
 529     , _vreg_flags(num_vreg_flags)
 530     , _in_conditional_code(false)
 531     , _barrier_set(BarrierSet::barrier_set()->barrier_set_c1()) {
 532   }
 533 
 534   // for virtual registers, maps them back to Phi's or Local's
 535   Instruction* instruction_for_opr(LIR_Opr opr);
 536   Instruction* instruction_for_vreg(int reg_num);
 537 
 538   void set_vreg_flag   (int vreg_num, VregFlag f);
 539   bool is_vreg_flag_set(int vreg_num, VregFlag f);
 540   void set_vreg_flag   (LIR_Opr opr,  VregFlag f) { set_vreg_flag(opr->vreg_number(), f); }
 541   bool is_vreg_flag_set(LIR_Opr opr,  VregFlag f) { return is_vreg_flag_set(opr->vreg_number(), f); }
 542 
 543   // statics
 544   static LIR_Opr exceptionOopOpr();
 545   static LIR_Opr exceptionPcOpr();
 546   static LIR_Opr divInOpr();
 547   static LIR_Opr divOutOpr();
 548   static LIR_Opr remOutOpr();
 549 #ifdef S390
 550   // On S390 we can do ldiv, lrem without RT call.
 551   static LIR_Opr ldivInOpr();
 552   static LIR_Opr ldivOutOpr();
 553   static LIR_Opr lremOutOpr();
 554 #endif
 555   static LIR_Opr shiftCountOpr();
 556   LIR_Opr syncLockOpr();
 557   LIR_Opr syncTempOpr();
 558   LIR_Opr atomicLockOpr();
 559 
 560   // returns a register suitable for saving the thread in a
 561   // call_runtime_leaf if one is needed.
 562   LIR_Opr getThreadTemp();
 563 
 564   // visitor functionality
 565   virtual void do_Phi            (Phi*             x);
 566   virtual void do_Local          (Local*           x);
 567   virtual void do_Constant       (Constant*        x);
 568   virtual void do_LoadField      (LoadField*       x);
 569   virtual void do_StoreField     (StoreField*      x);
 570   virtual void do_ArrayLength    (ArrayLength*     x);
 571   virtual void do_LoadIndexed    (LoadIndexed*     x);
 572   virtual void do_StoreIndexed   (StoreIndexed*    x);
 573   virtual void do_NegateOp       (NegateOp*        x);
 574   virtual void do_ArithmeticOp   (ArithmeticOp*    x);
 575   virtual void do_ShiftOp        (ShiftOp*         x);
 576   virtual void do_LogicOp        (LogicOp*         x);
 577   virtual void do_CompareOp      (CompareOp*       x);
 578   virtual void do_IfOp           (IfOp*            x);
 579   virtual void do_Convert        (Convert*         x);
 580   virtual void do_NullCheck      (NullCheck*       x);
 581   virtual void do_TypeCast       (TypeCast*        x);
 582   virtual void do_Invoke         (Invoke*          x);
 583   virtual void do_NewInstance    (NewInstance*     x);
 584   virtual void do_NewValueTypeInstance(NewValueTypeInstance* x);
 585   virtual void do_NewTypeArray   (NewTypeArray*    x);
 586   virtual void do_NewObjectArray (NewObjectArray*  x);
 587   virtual void do_NewMultiArray  (NewMultiArray*   x);
 588   virtual void do_WithField      (WithField*       x);
 589   virtual void do_DefaultValue   (DefaultValue*    x);
 590   virtual void do_CheckCast      (CheckCast*       x);
 591   virtual void do_InstanceOf     (InstanceOf*      x);
 592   virtual void do_MonitorEnter   (MonitorEnter*    x);
 593   virtual void do_MonitorExit    (MonitorExit*     x);
 594   virtual void do_Intrinsic      (Intrinsic*       x);
 595   virtual void do_BlockBegin     (BlockBegin*      x);
 596   virtual void do_Goto           (Goto*            x);
 597   virtual void do_If             (If*              x);
 598   virtual void do_IfInstanceOf   (IfInstanceOf*    x);
 599   virtual void do_TableSwitch    (TableSwitch*     x);
 600   virtual void do_LookupSwitch   (LookupSwitch*    x);
 601   virtual void do_Return         (Return*          x);
 602   virtual void do_Throw          (Throw*           x);
 603   virtual void do_Base           (Base*            x);
 604   virtual void do_OsrEntry       (OsrEntry*        x);
 605   virtual void do_ExceptionObject(ExceptionObject* x);
 606   virtual void do_RoundFP        (RoundFP*         x);
 607   virtual void do_UnsafeGetRaw   (UnsafeGetRaw*    x);
 608   virtual void do_UnsafePutRaw   (UnsafePutRaw*    x);
 609   virtual void do_UnsafeGetObject(UnsafeGetObject* x);
 610   virtual void do_UnsafePutObject(UnsafePutObject* x);
 611   virtual void do_UnsafeGetAndSetObject(UnsafeGetAndSetObject* x);
 612   virtual void do_ProfileCall    (ProfileCall*     x);
 613   virtual void do_ProfileReturnType (ProfileReturnType* x);
 614   virtual void do_ProfileInvoke  (ProfileInvoke*   x);
 615   virtual void do_RuntimeCall    (RuntimeCall*     x);
 616   virtual void do_MemBar         (MemBar*          x);
 617   virtual void do_RangeCheckPredicate(RangeCheckPredicate* x);
 618 #ifdef ASSERT
 619   virtual void do_Assert         (Assert*          x);
 620 #endif
 621 
 622 #ifdef C1_LIRGENERATOR_MD_HPP
 623 #include C1_LIRGENERATOR_MD_HPP
 624 #endif
 625 };
 626 
 627 
 628 class LIRItem: public CompilationResourceObj {
 629  private:
 630   Value         _value;
 631   LIRGenerator* _gen;
 632   LIR_Opr       _result;
 633   bool          _destroys_register;
 634   LIR_Opr       _new_result;
 635 
 636   LIRGenerator* gen() const { return _gen; }
 637 
 638  public:
 639   LIRItem(Value value, LIRGenerator* gen) {
 640     _destroys_register = false;
 641     _gen = gen;
 642     set_instruction(value);
 643   }
 644 
 645   LIRItem(LIRGenerator* gen) {
 646     _destroys_register = false;
 647     _gen = gen;
 648     _result = LIR_OprFact::illegalOpr;
 649     set_instruction(NULL);
 650   }
 651 
 652   void set_instruction(Value value) {
 653     _value = value;
 654     _result = LIR_OprFact::illegalOpr;
 655     if (_value != NULL) {
 656       _gen->walk(_value);
 657       _result = _value->operand();
 658     }
 659     _new_result = LIR_OprFact::illegalOpr;
 660   }
 661 
 662   Value value() const          { return _value;          }
 663   ValueType* type() const      { return value()->type(); }
 664   LIR_Opr result()             {
 665     assert(!_destroys_register || (!_result->is_register() || _result->is_virtual()),
 666            "shouldn't use set_destroys_register with physical regsiters");
 667     if (_destroys_register && _result->is_register()) {
 668       if (_new_result->is_illegal()) {
 669         _new_result = _gen->new_register(type());
 670         gen()->lir()->move(_result, _new_result);
 671       }
 672       return _new_result;
 673     } else {
 674       return _result;
 675     }
 676     return _result;
 677   }
 678 
 679   void set_result(LIR_Opr opr);
 680 
 681   void load_item();
 682   void load_byte_item();
 683   void load_nonconstant(S390_ONLY(int bits = 20));
 684   // load any values which can't be expressed as part of a single store instruction
 685   void load_for_store(BasicType store_type);
 686   void load_item_force(LIR_Opr reg);
 687 
 688   void dont_load_item() {
 689     // do nothing
 690   }
 691 
 692   void set_destroys_register() {
 693     _destroys_register = true;
 694   }
 695 
 696   bool is_constant() const { return value()->as_Constant() != NULL; }
 697   bool is_stack()          { return result()->is_stack(); }
 698   bool is_register()       { return result()->is_register(); }
 699 
 700   ciObject* get_jobject_constant() const;
 701   jint      get_jint_constant() const;
 702   jlong     get_jlong_constant() const;
 703   jfloat    get_jfloat_constant() const;
 704   jdouble   get_jdouble_constant() const;
 705   jint      get_address_constant() const;
 706 };
 707 
 708 #endif // SHARE_C1_C1_LIRGENERATOR_HPP