158 void pop(Register r) { ((MacroAssembler*)this)->pop(r); }
159 void push(Register r) { ((MacroAssembler*)this)->push(r); }
160 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
161
162 void pop(TosState state); // transition vtos -> state
163 void push(TosState state); // transition state -> vtos
164
165 void empty_expression_stack() {
166 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
167 lea(rsp, Address(rbp, rcx, Address::times_ptr));
168 // null last_sp until next java call
169 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
170 }
171
172 // Helpers for swap and dup
173 void load_ptr(int n, Register val);
174 void store_ptr(int n, Register val);
175
176 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
177 // a subtype of super_klass.
178 void gen_subtype_check( Register sub_klass, Label &ok_is_subtype );
179
180 // Dispatching
181 void dispatch_prolog(TosState state, int step = 0);
182 void dispatch_epilog(TosState state, int step = 0);
183 // dispatch via rbx (assume rbx is loaded already)
184 void dispatch_only(TosState state, bool generate_poll = false);
185 // dispatch normal table via rbx (assume rbx is loaded already)
186 void dispatch_only_normal(TosState state);
187 void dispatch_only_noverify(TosState state);
188 // load rbx from [_bcp_register + step] and dispatch via rbx
189 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
190 // load rbx from [_bcp_register] and dispatch via rbx and table
191 void dispatch_via (TosState state, address* table);
192
193 // jump to an invoked target
194 void prepare_to_jump_from_interpreted();
195 void jump_from_interpreted(Register method, Register temp);
196
197 // narrow int return value
198 void narrow(Register result);
199
200 // Returning from interpreted functions
201 //
202 // Removes the current activation (incl. unlocking of monitors)
203 // and sets up the return address. This code is also used for
204 // exception unwindwing. In that case, we do not want to throw
205 // IllegalMonitorStateExceptions, since that might get us into an
206 // infinite rethrow exception loop.
207 // Additionally this code is used for popFrame and earlyReturn.
208 // In popFrame case we want to skip throwing an exception,
209 // installing an exception, and notifying jvmdi.
210 // In earlyReturn case we only want to skip throwing an exception
211 // and installing an exception.
212 void remove_activation(TosState state, Register ret_addr,
213 bool throw_monitor_exception = true,
214 bool install_monitor_exception = true,
215 bool notify_jvmdi = true);
216 void get_method_counters(Register method, Register mcs, Label& skip);
217
218 // Object locking
219 void lock_object (Register lock_reg);
220 void unlock_object(Register lock_reg);
221
222 // Interpreter profiling operations
223 void set_method_data_pointer_for_bcp();
224 void test_method_data_pointer(Register mdp, Label& zero_continue);
225 void verify_method_data_pointer();
226
227 void set_mdp_data_at(Register mdp_in, int constant, Register value);
228 void increment_mdp_data_at(Register mdp_in, int constant);
229 void increment_mdp_data_at(Register mdp_in, Register index, int constant);
230 void increment_mask_and_jump(Address counter_addr, Address mask,
231 Register scratch, Label* where);
232 void set_mdp_flag_at(Register mdp_in, int flag_constant);
233 void test_mdp_data_at(Register mdp_in, int offset, Register value,
234 Register test_value_out,
235 Label& not_equal_continue);
236
237 void record_klass_in_profile(Register receiver, Register mdp,
238 Register reg2, bool is_virtual_call);
239 void record_klass_in_profile_helper(Register receiver, Register mdp,
240 Register reg2, int start_row,
241 Label& done, bool is_virtual_call);
242 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
243 Label& done, int total_rows,
244 OffsetFunction item_offset_fn,
245 OffsetFunction item_count_offset_fn);
246
247 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
248 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
249 void update_mdp_by_constant(Register mdp_in, int constant);
250 void update_mdp_for_ret(Register return_bci);
251
252 void profile_taken_branch(Register mdp);
253 void profile_not_taken_branch(Register mdp);
254 void profile_call(Register mdp);
255 void profile_final_call(Register mdp);
256 void profile_virtual_call(Register receiver, Register mdp,
257 Register scratch2,
258 bool receiver_can_be_null = false);
259 void profile_ret(Register return_bci, Register mdp);
260 void profile_null_seen(Register mdp);
261 void profile_typecheck(Register mdp, Register klass, Register scratch);
262
263 void profile_switch_default(Register mdp);
264 void profile_switch_case(Register index_in_scratch, Register mdp,
265 Register scratch2);
266
267 // Debugging
268 // only if +VerifyOops && state == atos
269 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
270 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
271
272 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
273
274 // support for jvmti/dtrace
275 void notify_method_entry();
276 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
277
278 JFR_ONLY(void enter_jfr_critical_section();)
279 JFR_ONLY(void leave_jfr_critical_section();)
280
281 private:
282
283 Register _locals_register; // register that contains the pointer to the locals
284 Register _bcp_register; // register that contains the bcp
285
|
158 void pop(Register r) { ((MacroAssembler*)this)->pop(r); }
159 void push(Register r) { ((MacroAssembler*)this)->push(r); }
160 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
161
162 void pop(TosState state); // transition vtos -> state
163 void push(TosState state); // transition state -> vtos
164
165 void empty_expression_stack() {
166 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
167 lea(rsp, Address(rbp, rcx, Address::times_ptr));
168 // null last_sp until next java call
169 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
170 }
171
172 // Helpers for swap and dup
173 void load_ptr(int n, Register val);
174 void store_ptr(int n, Register val);
175
176 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
177 // a subtype of super_klass.
178 void gen_subtype_check(Register sub_klass, Label &ok_is_subtype, bool profile = true);
179
180 // Dispatching
181 void dispatch_prolog(TosState state, int step = 0);
182 void dispatch_epilog(TosState state, int step = 0);
183 // dispatch via rbx (assume rbx is loaded already)
184 void dispatch_only(TosState state, bool generate_poll = false);
185 // dispatch normal table via rbx (assume rbx is loaded already)
186 void dispatch_only_normal(TosState state);
187 void dispatch_only_noverify(TosState state);
188 // load rbx from [_bcp_register + step] and dispatch via rbx
189 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
190 // load rbx from [_bcp_register] and dispatch via rbx and table
191 void dispatch_via (TosState state, address* table);
192
193 // jump to an invoked target
194 void prepare_to_jump_from_interpreted();
195 void jump_from_interpreted(Register method, Register temp);
196
197 // narrow int return value
198 void narrow(Register result);
199
200 // Returning from interpreted functions
201 //
202 // Removes the current activation (incl. unlocking of monitors)
203 // and sets up the return address. This code is also used for
204 // exception unwindwing. In that case, we do not want to throw
205 // IllegalMonitorStateExceptions, since that might get us into an
206 // infinite rethrow exception loop.
207 // Additionally this code is used for popFrame and earlyReturn.
208 // In popFrame case we want to skip throwing an exception,
209 // installing an exception, and notifying jvmdi.
210 // In earlyReturn case we only want to skip throwing an exception
211 // and installing an exception.
212 void remove_activation(TosState state, Register ret_addr,
213 bool throw_monitor_exception = true,
214 bool install_monitor_exception = true,
215 bool notify_jvmdi = true);
216 void get_method_counters(Register method, Register mcs, Label& skip);
217
218 // Kills t1 and t2, preserves klass, return allocation in new_obj
219 void allocate_instance(Register klass, Register new_obj,
220 Register t1, Register t2,
221 bool clear_fields, Label& alloc_failed);
222
223 // Allocate instance in "obj" and read in the content of the inline field
224 // NOTES:
225 // - input holder object via "obj", which must be rax,
226 // will return new instance via the same reg
227 // - assumes holder_klass and valueKlass field klass have both been resolved
228 void read_flat_field(Register entry,
229 Register tmp1, Register tmp2,
230 Register obj = rax);
231 void write_flat_field(Register entry,
232 Register tmp1, Register tmp2,
233 Register obj, Register off, Register value);
234
235 // Object locking
236 void lock_object (Register lock_reg);
237 void unlock_object(Register lock_reg);
238
239 // Interpreter profiling operations
240 void set_method_data_pointer_for_bcp();
241 void test_method_data_pointer(Register mdp, Label& zero_continue);
242 void verify_method_data_pointer();
243
244 void set_mdp_data_at(Register mdp_in, int constant, Register value);
245 void increment_mdp_data_at(Register mdp_in, int constant);
246 void increment_mdp_data_at(Register mdp_in, Register index, int constant);
247 void increment_mask_and_jump(Address counter_addr, Address mask,
248 Register scratch, Label* where);
249 void set_mdp_flag_at(Register mdp_in, int flag_constant);
250 void test_mdp_data_at(Register mdp_in, int offset, Register value,
251 Register test_value_out,
252 Label& not_equal_continue);
253
254 void record_klass_in_profile(Register receiver, Register mdp, Register reg2);
255 void record_klass_in_profile_helper(Register receiver, Register mdp, Register reg2, int start_row, Label &done);
256 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
257 Label& done, int total_rows,
258 OffsetFunction item_offset_fn,
259 OffsetFunction item_count_offset_fn);
260
261 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
262 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
263 void update_mdp_by_constant(Register mdp_in, int constant);
264 void update_mdp_for_ret(Register return_bci);
265
266 void profile_taken_branch(Register mdp);
267 void profile_not_taken_branch(Register mdp, bool acmp = false);
268 void profile_call(Register mdp);
269 void profile_final_call(Register mdp);
270 void profile_virtual_call(Register receiver, Register mdp,
271 Register scratch2,
272 bool receiver_can_be_null = false);
273 void profile_ret(Register return_bci, Register mdp);
274 void profile_null_seen(Register mdp);
275 void profile_typecheck(Register mdp, Register klass, Register scratch);
276
277 void profile_switch_default(Register mdp);
278 void profile_switch_case(Register index_in_scratch, Register mdp,
279 Register scratch2);
280 template <class ArrayData> void profile_array_type(Register mdp, Register array, Register tmp);
281
282 void profile_multiple_element_types(Register mdp, Register element, Register tmp, const Register tmp2);
283 void profile_element_type(Register mdp, Register element, Register tmp);
284 void profile_acmp(Register mdp, Register left, Register right, Register tmp);
285
286 // Debugging
287 // only if +VerifyOops && state == atos
288 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
289 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
290
291 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
292
293 // support for jvmti/dtrace
294 void notify_method_entry();
295 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
296
297 JFR_ONLY(void enter_jfr_critical_section();)
298 JFR_ONLY(void leave_jfr_critical_section();)
299
300 private:
301
302 Register _locals_register; // register that contains the pointer to the locals
303 Register _bcp_register; // register that contains the bcp
304
|