155 void push(Register r) { ((MacroAssembler*)this)->push(r); }
156 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
157
158 void pop(TosState state); // transition vtos -> state
159 void push(TosState state); // transition state -> vtos
160
161 void empty_expression_stack() {
162 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
163 lea(rsp, Address(rbp, rcx, Address::times_ptr));
164 // null last_sp until next java call
165 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
166 NOT_LP64(empty_FPU_stack());
167 }
168
169 // Helpers for swap and dup
170 void load_ptr(int n, Register val);
171 void store_ptr(int n, Register val);
172
173 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
174 // a subtype of super_klass.
175 void gen_subtype_check( Register sub_klass, Label &ok_is_subtype );
176
177 // Dispatching
178 void dispatch_prolog(TosState state, int step = 0);
179 void dispatch_epilog(TosState state, int step = 0);
180 // dispatch via rbx (assume rbx is loaded already)
181 void dispatch_only(TosState state, bool generate_poll = false);
182 // dispatch normal table via rbx (assume rbx is loaded already)
183 void dispatch_only_normal(TosState state);
184 void dispatch_only_noverify(TosState state);
185 // load rbx from [_bcp_register + step] and dispatch via rbx
186 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
187 // load rbx from [_bcp_register] and dispatch via rbx and table
188 void dispatch_via (TosState state, address* table);
189
190 // jump to an invoked target
191 void prepare_to_jump_from_interpreted();
192 void jump_from_interpreted(Register method, Register temp);
193
194 // narrow int return value
195 void narrow(Register result);
196
197 // Returning from interpreted functions
198 //
199 // Removes the current activation (incl. unlocking of monitors)
200 // and sets up the return address. This code is also used for
201 // exception unwindwing. In that case, we do not want to throw
202 // IllegalMonitorStateExceptions, since that might get us into an
203 // infinite rethrow exception loop.
204 // Additionally this code is used for popFrame and earlyReturn.
205 // In popFrame case we want to skip throwing an exception,
206 // installing an exception, and notifying jvmdi.
207 // In earlyReturn case we only want to skip throwing an exception
208 // and installing an exception.
209 void remove_activation(TosState state, Register ret_addr,
210 bool throw_monitor_exception = true,
211 bool install_monitor_exception = true,
212 bool notify_jvmdi = true);
213 void get_method_counters(Register method, Register mcs, Label& skip);
214
215 // Object locking
216 void lock_object (Register lock_reg);
217 void unlock_object(Register lock_reg);
218
219 // Interpreter profiling operations
220 void set_method_data_pointer_for_bcp();
221 void test_method_data_pointer(Register mdp, Label& zero_continue);
222 void verify_method_data_pointer();
223
224 void set_mdp_data_at(Register mdp_in, int constant, Register value);
225 void increment_mdp_data_at(Address data, bool decrement = false);
226 void increment_mdp_data_at(Register mdp_in, int constant,
227 bool decrement = false);
228 void increment_mdp_data_at(Register mdp_in, Register reg, int constant,
229 bool decrement = false);
230 void increment_mask_and_jump(Address counter_addr, Address mask,
231 Register scratch, Label* where);
232 void set_mdp_flag_at(Register mdp_in, int flag_constant);
233 void test_mdp_data_at(Register mdp_in, int offset, Register value,
234 Register test_value_out,
235 Label& not_equal_continue);
236
237 void record_klass_in_profile(Register receiver, Register mdp,
238 Register reg2, bool is_virtual_call);
239 void record_klass_in_profile_helper(Register receiver, Register mdp,
240 Register reg2, int start_row,
241 Label& done, bool is_virtual_call);
242 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
243 Label& done, int total_rows,
244 OffsetFunction item_offset_fn,
245 OffsetFunction item_count_offset_fn);
246
247 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
248 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
249 void update_mdp_by_constant(Register mdp_in, int constant);
250 void update_mdp_for_ret(Register return_bci);
251
252 void profile_taken_branch(Register mdp, Register bumped_count);
253 void profile_not_taken_branch(Register mdp);
254 void profile_call(Register mdp);
255 void profile_final_call(Register mdp);
256 void profile_virtual_call(Register receiver, Register mdp,
257 Register scratch2,
258 bool receiver_can_be_null = false);
259 void profile_ret(Register return_bci, Register mdp);
260 void profile_null_seen(Register mdp);
261 void profile_typecheck(Register mdp, Register klass, Register scratch);
262
263 void profile_switch_default(Register mdp);
264 void profile_switch_case(Register index_in_scratch, Register mdp,
265 Register scratch2);
266
267 // Debugging
268 // only if +VerifyOops && state == atos
269 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
270 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
271 // only if +VerifyFPU && (state == ftos || state == dtos)
272 void verify_FPU(int stack_depth, TosState state = ftos);
273
274 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
275
276 // support for jvmti/dtrace
277 void notify_method_entry();
278 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
279
280 private:
281
282 Register _locals_register; // register that contains the pointer to the locals
283 Register _bcp_register; // register that contains the bcp
284
285 public:
|
155 void push(Register r) { ((MacroAssembler*)this)->push(r); }
156 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
157
158 void pop(TosState state); // transition vtos -> state
159 void push(TosState state); // transition state -> vtos
160
161 void empty_expression_stack() {
162 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
163 lea(rsp, Address(rbp, rcx, Address::times_ptr));
164 // null last_sp until next java call
165 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
166 NOT_LP64(empty_FPU_stack());
167 }
168
169 // Helpers for swap and dup
170 void load_ptr(int n, Register val);
171 void store_ptr(int n, Register val);
172
173 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
174 // a subtype of super_klass.
175 void gen_subtype_check(Register sub_klass, Label &ok_is_subtype, bool profile = true);
176
177 // Dispatching
178 void dispatch_prolog(TosState state, int step = 0);
179 void dispatch_epilog(TosState state, int step = 0);
180 // dispatch via rbx (assume rbx is loaded already)
181 void dispatch_only(TosState state, bool generate_poll = false);
182 // dispatch normal table via rbx (assume rbx is loaded already)
183 void dispatch_only_normal(TosState state);
184 void dispatch_only_noverify(TosState state);
185 // load rbx from [_bcp_register + step] and dispatch via rbx
186 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
187 // load rbx from [_bcp_register] and dispatch via rbx and table
188 void dispatch_via (TosState state, address* table);
189
190 // jump to an invoked target
191 void prepare_to_jump_from_interpreted();
192 void jump_from_interpreted(Register method, Register temp);
193
194 // narrow int return value
195 void narrow(Register result);
196
197 // Returning from interpreted functions
198 //
199 // Removes the current activation (incl. unlocking of monitors)
200 // and sets up the return address. This code is also used for
201 // exception unwindwing. In that case, we do not want to throw
202 // IllegalMonitorStateExceptions, since that might get us into an
203 // infinite rethrow exception loop.
204 // Additionally this code is used for popFrame and earlyReturn.
205 // In popFrame case we want to skip throwing an exception,
206 // installing an exception, and notifying jvmdi.
207 // In earlyReturn case we only want to skip throwing an exception
208 // and installing an exception.
209 void remove_activation(TosState state, Register ret_addr,
210 bool throw_monitor_exception = true,
211 bool install_monitor_exception = true,
212 bool notify_jvmdi = true);
213 void get_method_counters(Register method, Register mcs, Label& skip);
214
215 // Kills t1 and t2, perserves klass, return allocation in new_obj
216 void allocate_instance(Register klass, Register new_obj,
217 Register t1, Register t2,
218 bool clear_fields, Label& alloc_failed);
219 // Allocate instance in "obj" and read in the content of the inline field
220 // NOTES:
221 // - input holder object via "obj", which must be rax,
222 // will return new instance via the same reg
223 // - assumes holder_klass and valueKlass field klass have both been resolved
224 // - 32 bits: kills rdi and rsi
225 void read_flat_field(Register holder_klass,
226 Register field_index, Register field_offset,
227 Register obj = rax);
228
229 // Allocate value buffer in "obj" and read in flat element at the given index
230 // NOTES:
231 // - Return via "obj" must be rax
232 // - kills all given regs
233 // - 32 bits: kills rdi and rsi
234 void read_flat_element(Register array, Register index,
235 Register t1, Register t2,
236 Register obj = rax);
237
238 // Object locking
239 void lock_object (Register lock_reg);
240 void unlock_object(Register lock_reg);
241
242 // Interpreter profiling operations
243 void set_method_data_pointer_for_bcp();
244 void test_method_data_pointer(Register mdp, Label& zero_continue);
245 void verify_method_data_pointer();
246
247 void set_mdp_data_at(Register mdp_in, int constant, Register value);
248 void increment_mdp_data_at(Address data, bool decrement = false);
249 void increment_mdp_data_at(Register mdp_in, int constant,
250 bool decrement = false);
251 void increment_mdp_data_at(Register mdp_in, Register reg, int constant,
252 bool decrement = false);
253 void increment_mask_and_jump(Address counter_addr, Address mask,
254 Register scratch, Label* where);
255 void set_mdp_flag_at(Register mdp_in, int flag_constant);
256 void test_mdp_data_at(Register mdp_in, int offset, Register value,
257 Register test_value_out,
258 Label& not_equal_continue);
259
260 void record_klass_in_profile(Register receiver, Register mdp, Register reg2);
261 void record_klass_in_profile_helper(Register receiver, Register mdp, Register reg2, int start_row, Label &done);
262 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
263 Label& done, int total_rows,
264 OffsetFunction item_offset_fn,
265 OffsetFunction item_count_offset_fn);
266
267 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
268 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
269 void update_mdp_by_constant(Register mdp_in, int constant);
270 void update_mdp_for_ret(Register return_bci);
271
272 void profile_taken_branch(Register mdp, Register bumped_count);
273 void profile_not_taken_branch(Register mdp, bool acmp = false);
274 void profile_call(Register mdp);
275 void profile_final_call(Register mdp);
276 void profile_virtual_call(Register receiver, Register mdp,
277 Register scratch2,
278 bool receiver_can_be_null = false);
279 void profile_ret(Register return_bci, Register mdp);
280 void profile_null_seen(Register mdp);
281 void profile_typecheck(Register mdp, Register klass, Register scratch);
282
283 void profile_switch_default(Register mdp);
284 void profile_switch_case(Register index_in_scratch, Register mdp,
285 Register scratch2);
286 template <class ArrayData> void profile_array_type(Register mdp, Register array, Register tmp);
287
288 void profile_multiple_element_types(Register mdp, Register element, Register tmp, const Register tmp2);
289 void profile_element_type(Register mdp, Register element, Register tmp);
290 void profile_acmp(Register mdp, Register left, Register right, Register tmp);
291
292 // Debugging
293 // only if +VerifyOops && state == atos
294 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
295 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
296 // only if +VerifyFPU && (state == ftos || state == dtos)
297 void verify_FPU(int stack_depth, TosState state = ftos);
298
299 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
300
301 // support for jvmti/dtrace
302 void notify_method_entry();
303 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
304
305 private:
306
307 Register _locals_register; // register that contains the pointer to the locals
308 Register _bcp_register; // register that contains the bcp
309
310 public:
|