21 * questions.
22 *
23 */
24
25 #include "asm/macroAssembler.hpp"
26 #include "classfile/javaClasses.hpp"
27 #include "compiler/compiler_globals.hpp"
28 #include "compiler/disassembler.hpp"
29 #include "gc/shared/barrierSetAssembler.hpp"
30 #include "interpreter/bytecodeHistogram.hpp"
31 #include "interpreter/interp_masm.hpp"
32 #include "interpreter/interpreter.hpp"
33 #include "interpreter/interpreterRuntime.hpp"
34 #include "interpreter/templateInterpreterGenerator.hpp"
35 #include "interpreter/templateTable.hpp"
36 #include "oops/arrayOop.hpp"
37 #include "oops/methodCounters.hpp"
38 #include "oops/methodData.hpp"
39 #include "oops/method.hpp"
40 #include "oops/oop.inline.hpp"
41 #include "oops/resolvedIndyEntry.hpp"
42 #include "oops/resolvedMethodEntry.hpp"
43 #include "prims/jvmtiExport.hpp"
44 #include "prims/jvmtiThreadState.hpp"
45 #include "runtime/continuation.hpp"
46 #include "runtime/deoptimization.hpp"
47 #include "runtime/frame.inline.hpp"
48 #include "runtime/globals.hpp"
49 #include "runtime/jniHandles.hpp"
50 #include "runtime/sharedRuntime.hpp"
51 #include "runtime/stubRoutines.hpp"
52 #include "runtime/synchronizer.hpp"
53 #include "runtime/timer.hpp"
54 #include "runtime/vframeArray.hpp"
55 #include "utilities/checkedCast.hpp"
56 #include "utilities/debug.hpp"
57 #include "utilities/macros.hpp"
58
59 #define __ Disassembler::hook<InterpreterMacroAssembler>(__FILE__, __LINE__, _masm)->
60
61 // Size of interpreter code. Increase if too small. Interpreter will
62 // fail with a guarantee ("not enough space for interpreter generation");
63 // if too small.
64 // Run with +PrintInterpreter to get the VM to print out the size.
65 // Max size with JVMTI
66 int TemplateInterpreter::InterpreterCodeSize = 256 * 1024;
67
68 // Global Register Names
69 static const Register rbcp = r13;
70 static const Register rlocals = r14;
71
72 const int method_offset = frame::interpreter_frame_method_offset * wordSize;
73 const int bcp_offset = frame::interpreter_frame_bcp_offset * wordSize;
74 const int locals_offset = frame::interpreter_frame_locals_offset * wordSize;
75
76
77 //-----------------------------------------------------------------------------
78
79 address TemplateInterpreterGenerator::generate_StackOverflowError_handler() {
80 address entry = __ pc();
81
82 #ifdef ASSERT
83 {
84 Label L;
85 __ movptr(rax, Address(rbp,
86 frame::interpreter_frame_monitor_block_top_offset *
159 if (pass_oop) {
160 __ call_VM(rax, CAST_FROM_FN_PTR(address,
161 InterpreterRuntime::
162 create_klass_exception),
163 c_rarg1, c_rarg2);
164 } else {
165 __ lea(c_rarg2, ExternalAddress((address)message));
166 __ call_VM(rax,
167 CAST_FROM_FN_PTR(address, InterpreterRuntime::create_exception),
168 c_rarg1, c_rarg2);
169 }
170 // throw exception
171 __ jump(RuntimeAddress(Interpreter::throw_exception_entry()));
172 return entry;
173 }
174
175 address TemplateInterpreterGenerator::generate_return_entry_for(TosState state, int step, size_t index_size) {
176 address entry = __ pc();
177
178 // Restore stack bottom in case i2c adjusted stack
179 __ movptr(rcx, Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize));
180 __ lea(rsp, Address(rbp, rcx, Address::times_ptr));
181 // and null it as marker that esp is now tos until next java call
182 __ movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
183
184 __ restore_bcp();
185 __ restore_locals();
186
187 if (state == atos) {
188 Register mdp = rbx;
189 Register tmp = rcx;
190 __ profile_return_type(mdp, rax, tmp);
191 }
192
193 const Register cache = rbx;
194 const Register index = rcx;
195 if (index_size == sizeof(u4)) {
196 __ load_resolved_indy_entry(cache, index);
197 __ load_unsigned_short(cache, Address(cache, in_bytes(ResolvedIndyEntry::num_parameters_offset())));
198 __ lea(rsp, Address(rsp, cache, Interpreter::stackElementScale()));
199 } else {
200 assert(index_size == sizeof(u2), "Can only be u2");
201 __ load_method_entry(cache, index);
202 __ load_unsigned_short(cache, Address(cache, in_bytes(ResolvedMethodEntry::num_parameters_offset())));
203 __ lea(rsp, Address(rsp, cache, Interpreter::stackElementScale()));
1186 address entry_point = __ pc();
1187
1188 // abstract method entry
1189
1190 // pop return address, reset last_sp to null
1191 __ empty_expression_stack();
1192 __ restore_bcp(); // rsi must be correct for exception handler (was destroyed)
1193 __ restore_locals(); // make sure locals pointer is correct as well (was destroyed)
1194
1195 // throw exception
1196 __ call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_AbstractMethodErrorWithMethod), rbx);
1197 // the call_VM checks for exception, so we should never return here.
1198 __ should_not_reach_here();
1199
1200 return entry_point;
1201 }
1202
1203 //
1204 // Generic interpreted method entry to (asm) interpreter
1205 //
1206 address TemplateInterpreterGenerator::generate_normal_entry(bool synchronized) {
1207 // determine code generation flags
1208 bool inc_counter = UseCompiler || CountCompiledCalls;
1209
1210 // ebx: Method*
1211 // rbcp: sender sp (set in InterpreterMacroAssembler::prepare_to_jump_from_interpreted / generate_call_stub)
1212 address entry_point = __ pc();
1213
1214 const Address constMethod(rbx, Method::const_offset());
1215 const Address access_flags(rbx, Method::access_flags_offset());
1216 const Address size_of_parameters(rdx,
1217 ConstMethod::size_of_parameters_offset());
1218 const Address size_of_locals(rdx, ConstMethod::size_of_locals_offset());
1219
1220
1221 // get parameter size (always needed)
1222 __ movptr(rdx, constMethod);
1223 __ load_unsigned_short(rcx, size_of_parameters);
1224
1225 // rbx: Method*
1226 // rcx: size of parameters
1307 // check for synchronized methods
1308 // Must happen AFTER invocation_counter check and stack overflow check,
1309 // so method is not locked if overflows.
1310 if (synchronized) {
1311 // Allocate monitor and lock method
1312 lock_method();
1313 } else {
1314 // no synchronization necessary
1315 #ifdef ASSERT
1316 {
1317 Label L;
1318 __ load_unsigned_short(rax, access_flags);
1319 __ testl(rax, JVM_ACC_SYNCHRONIZED);
1320 __ jcc(Assembler::zero, L);
1321 __ stop("method needs synchronization");
1322 __ bind(L);
1323 }
1324 #endif
1325 }
1326
1327 // start execution
1328 #ifdef ASSERT
1329 {
1330 Label L;
1331 const Address monitor_block_top (rbp,
1332 frame::interpreter_frame_monitor_block_top_offset * wordSize);
1333 __ movptr(rax, monitor_block_top);
1334 __ lea(rax, Address(rbp, rax, Address::times_ptr));
1335 __ cmpptr(rax, rsp);
1336 __ jcc(Assembler::equal, L);
1337 __ stop("broken stack frame setup in interpreter 6");
1338 __ bind(L);
1339 }
1340 #endif
1341
1342 // jvmti support
1343 __ notify_method_entry();
1344
1345 __ dispatch_next(vtos);
1346
|
21 * questions.
22 *
23 */
24
25 #include "asm/macroAssembler.hpp"
26 #include "classfile/javaClasses.hpp"
27 #include "compiler/compiler_globals.hpp"
28 #include "compiler/disassembler.hpp"
29 #include "gc/shared/barrierSetAssembler.hpp"
30 #include "interpreter/bytecodeHistogram.hpp"
31 #include "interpreter/interp_masm.hpp"
32 #include "interpreter/interpreter.hpp"
33 #include "interpreter/interpreterRuntime.hpp"
34 #include "interpreter/templateInterpreterGenerator.hpp"
35 #include "interpreter/templateTable.hpp"
36 #include "oops/arrayOop.hpp"
37 #include "oops/methodCounters.hpp"
38 #include "oops/methodData.hpp"
39 #include "oops/method.hpp"
40 #include "oops/oop.inline.hpp"
41 #include "oops/inlineKlass.hpp"
42 #include "oops/resolvedIndyEntry.hpp"
43 #include "oops/resolvedMethodEntry.hpp"
44 #include "prims/jvmtiExport.hpp"
45 #include "prims/jvmtiThreadState.hpp"
46 #include "runtime/continuation.hpp"
47 #include "runtime/deoptimization.hpp"
48 #include "runtime/frame.inline.hpp"
49 #include "runtime/globals.hpp"
50 #include "runtime/jniHandles.hpp"
51 #include "runtime/sharedRuntime.hpp"
52 #include "runtime/stubRoutines.hpp"
53 #include "runtime/synchronizer.hpp"
54 #include "runtime/timer.hpp"
55 #include "runtime/vframeArray.hpp"
56 #include "utilities/checkedCast.hpp"
57 #include "utilities/debug.hpp"
58 #include "utilities/macros.hpp"
59
60 #define __ Disassembler::hook<InterpreterMacroAssembler>(__FILE__, __LINE__, _masm)->
61
62 // Size of interpreter code. Increase if too small. Interpreter will
63 // fail with a guarantee ("not enough space for interpreter generation");
64 // if too small.
65 // Run with +PrintInterpreter to get the VM to print out the size.
66 // Max size with JVMTI
67 int TemplateInterpreter::InterpreterCodeSize = 268 * 1024;
68
69 // Global Register Names
70 static const Register rbcp = r13;
71 static const Register rlocals = r14;
72
73 const int method_offset = frame::interpreter_frame_method_offset * wordSize;
74 const int bcp_offset = frame::interpreter_frame_bcp_offset * wordSize;
75 const int locals_offset = frame::interpreter_frame_locals_offset * wordSize;
76
77
78 //-----------------------------------------------------------------------------
79
80 address TemplateInterpreterGenerator::generate_StackOverflowError_handler() {
81 address entry = __ pc();
82
83 #ifdef ASSERT
84 {
85 Label L;
86 __ movptr(rax, Address(rbp,
87 frame::interpreter_frame_monitor_block_top_offset *
160 if (pass_oop) {
161 __ call_VM(rax, CAST_FROM_FN_PTR(address,
162 InterpreterRuntime::
163 create_klass_exception),
164 c_rarg1, c_rarg2);
165 } else {
166 __ lea(c_rarg2, ExternalAddress((address)message));
167 __ call_VM(rax,
168 CAST_FROM_FN_PTR(address, InterpreterRuntime::create_exception),
169 c_rarg1, c_rarg2);
170 }
171 // throw exception
172 __ jump(RuntimeAddress(Interpreter::throw_exception_entry()));
173 return entry;
174 }
175
176 address TemplateInterpreterGenerator::generate_return_entry_for(TosState state, int step, size_t index_size) {
177 address entry = __ pc();
178
179 // Restore stack bottom in case i2c adjusted stack
180 __ movptr(rscratch1, Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize));
181 __ lea(rsp, Address(rbp, rscratch1, Address::times_ptr));
182 // and null it as marker that esp is now tos until next java call
183 __ movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
184
185 if (state == atos && InlineTypeReturnedAsFields) {
186 __ store_inline_type_fields_to_buf(nullptr);
187 }
188
189 __ restore_bcp();
190 __ restore_locals();
191
192 if (state == atos) {
193 Register mdp = rbx;
194 Register tmp = rcx;
195 __ profile_return_type(mdp, rax, tmp);
196 }
197
198 const Register cache = rbx;
199 const Register index = rcx;
200 if (index_size == sizeof(u4)) {
201 __ load_resolved_indy_entry(cache, index);
202 __ load_unsigned_short(cache, Address(cache, in_bytes(ResolvedIndyEntry::num_parameters_offset())));
203 __ lea(rsp, Address(rsp, cache, Interpreter::stackElementScale()));
204 } else {
205 assert(index_size == sizeof(u2), "Can only be u2");
206 __ load_method_entry(cache, index);
207 __ load_unsigned_short(cache, Address(cache, in_bytes(ResolvedMethodEntry::num_parameters_offset())));
208 __ lea(rsp, Address(rsp, cache, Interpreter::stackElementScale()));
1191 address entry_point = __ pc();
1192
1193 // abstract method entry
1194
1195 // pop return address, reset last_sp to null
1196 __ empty_expression_stack();
1197 __ restore_bcp(); // rsi must be correct for exception handler (was destroyed)
1198 __ restore_locals(); // make sure locals pointer is correct as well (was destroyed)
1199
1200 // throw exception
1201 __ call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_AbstractMethodErrorWithMethod), rbx);
1202 // the call_VM checks for exception, so we should never return here.
1203 __ should_not_reach_here();
1204
1205 return entry_point;
1206 }
1207
1208 //
1209 // Generic interpreted method entry to (asm) interpreter
1210 //
1211 address TemplateInterpreterGenerator::generate_normal_entry(bool synchronized, bool object_init) {
1212 // determine code generation flags
1213 bool inc_counter = UseCompiler || CountCompiledCalls;
1214
1215 // ebx: Method*
1216 // rbcp: sender sp (set in InterpreterMacroAssembler::prepare_to_jump_from_interpreted / generate_call_stub)
1217 address entry_point = __ pc();
1218
1219 const Address constMethod(rbx, Method::const_offset());
1220 const Address access_flags(rbx, Method::access_flags_offset());
1221 const Address size_of_parameters(rdx,
1222 ConstMethod::size_of_parameters_offset());
1223 const Address size_of_locals(rdx, ConstMethod::size_of_locals_offset());
1224
1225
1226 // get parameter size (always needed)
1227 __ movptr(rdx, constMethod);
1228 __ load_unsigned_short(rcx, size_of_parameters);
1229
1230 // rbx: Method*
1231 // rcx: size of parameters
1312 // check for synchronized methods
1313 // Must happen AFTER invocation_counter check and stack overflow check,
1314 // so method is not locked if overflows.
1315 if (synchronized) {
1316 // Allocate monitor and lock method
1317 lock_method();
1318 } else {
1319 // no synchronization necessary
1320 #ifdef ASSERT
1321 {
1322 Label L;
1323 __ load_unsigned_short(rax, access_flags);
1324 __ testl(rax, JVM_ACC_SYNCHRONIZED);
1325 __ jcc(Assembler::zero, L);
1326 __ stop("method needs synchronization");
1327 __ bind(L);
1328 }
1329 #endif
1330 }
1331
1332 // If object_init == true, we should insert a StoreStore barrier here to
1333 // prevent strict fields initial default values from being observable.
1334 // However, x86 is a TSO platform, so if `this` escapes, strict fields
1335 // initialized values are guaranteed to be the ones observed, so the
1336 // barrier can be elided.
1337
1338 // start execution
1339 #ifdef ASSERT
1340 {
1341 Label L;
1342 const Address monitor_block_top (rbp,
1343 frame::interpreter_frame_monitor_block_top_offset * wordSize);
1344 __ movptr(rax, monitor_block_top);
1345 __ lea(rax, Address(rbp, rax, Address::times_ptr));
1346 __ cmpptr(rax, rsp);
1347 __ jcc(Assembler::equal, L);
1348 __ stop("broken stack frame setup in interpreter 6");
1349 __ bind(L);
1350 }
1351 #endif
1352
1353 // jvmti support
1354 __ notify_method_entry();
1355
1356 __ dispatch_next(vtos);
1357
|