279 // Clone primitive array
280 bt = T_LONG;
281 }
282
283 Node* ctrl = ac->in(TypeFunc::Control);
284 Node* mem = ac->in(TypeFunc::Memory);
285 Node* src = ac->in(ArrayCopyNode::Src);
286 Node* src_offset = ac->in(ArrayCopyNode::SrcPos);
287 Node* dest = ac->in(ArrayCopyNode::Dest);
288 Node* dest_offset = ac->in(ArrayCopyNode::DestPos);
289 Node* length = ac->in(ArrayCopyNode::Length);
290
291 if (bt == T_OBJECT) {
292 // BarrierSetC2::clone sets the offsets via BarrierSetC2::arraycopy_payload_base_offset
293 // which 8-byte aligns them to allow for word size copies. Make sure the offsets point
294 // to the first element in the array when cloning object arrays. Otherwise, load
295 // barriers are applied to parts of the header. Also adjust the length accordingly.
296 assert(src_offset == dest_offset, "should be equal");
297 jlong offset = src_offset->get_long();
298 if (offset != arrayOopDesc::base_offset_in_bytes(T_OBJECT)) {
299 assert(!UseCompressedClassPointers, "should only happen without compressed class pointers");
300 assert((arrayOopDesc::base_offset_in_bytes(T_OBJECT) - offset) == BytesPerLong, "unexpected offset");
301 length = phase->transform_later(new SubLNode(length, phase->longcon(1))); // Size is in longs
302 src_offset = phase->longcon(arrayOopDesc::base_offset_in_bytes(T_OBJECT));
303 dest_offset = src_offset;
304 }
305 }
306 Node* payload_src = phase->basic_plus_adr(src, src_offset);
307 Node* payload_dst = phase->basic_plus_adr(dest, dest_offset);
308
309 const char* copyfunc_name = "arraycopy";
310 address copyfunc_addr = phase->basictype2arraycopy(bt, NULL, NULL, true, copyfunc_name, true);
311
312 const TypePtr* raw_adr_type = TypeRawPtr::BOTTOM;
313 const TypeFunc* call_type = OptoRuntime::fast_arraycopy_Type();
314
315 Node* call = phase->make_leaf_call(ctrl, mem, call_type, copyfunc_addr, copyfunc_name, raw_adr_type, payload_src, payload_dst, length XTOP);
316 phase->transform_later(call);
317
318 phase->igvn().replace_node(ac, call);
319 return;
|
279 // Clone primitive array
280 bt = T_LONG;
281 }
282
283 Node* ctrl = ac->in(TypeFunc::Control);
284 Node* mem = ac->in(TypeFunc::Memory);
285 Node* src = ac->in(ArrayCopyNode::Src);
286 Node* src_offset = ac->in(ArrayCopyNode::SrcPos);
287 Node* dest = ac->in(ArrayCopyNode::Dest);
288 Node* dest_offset = ac->in(ArrayCopyNode::DestPos);
289 Node* length = ac->in(ArrayCopyNode::Length);
290
291 if (bt == T_OBJECT) {
292 // BarrierSetC2::clone sets the offsets via BarrierSetC2::arraycopy_payload_base_offset
293 // which 8-byte aligns them to allow for word size copies. Make sure the offsets point
294 // to the first element in the array when cloning object arrays. Otherwise, load
295 // barriers are applied to parts of the header. Also adjust the length accordingly.
296 assert(src_offset == dest_offset, "should be equal");
297 jlong offset = src_offset->get_long();
298 if (offset != arrayOopDesc::base_offset_in_bytes(T_OBJECT)) {
299 assert(!UseCompressedClassPointers || UseCompactObjectHeaders, "should only happen without compressed class pointers or with compact object headers");
300 assert((arrayOopDesc::base_offset_in_bytes(T_OBJECT) - offset) == BytesPerLong, "unexpected offset");
301 length = phase->transform_later(new SubLNode(length, phase->longcon(1))); // Size is in longs
302 src_offset = phase->longcon(arrayOopDesc::base_offset_in_bytes(T_OBJECT));
303 dest_offset = src_offset;
304 }
305 }
306 Node* payload_src = phase->basic_plus_adr(src, src_offset);
307 Node* payload_dst = phase->basic_plus_adr(dest, dest_offset);
308
309 const char* copyfunc_name = "arraycopy";
310 address copyfunc_addr = phase->basictype2arraycopy(bt, NULL, NULL, true, copyfunc_name, true);
311
312 const TypePtr* raw_adr_type = TypeRawPtr::BOTTOM;
313 const TypeFunc* call_type = OptoRuntime::fast_arraycopy_Type();
314
315 Node* call = phase->make_leaf_call(ctrl, mem, call_type, copyfunc_addr, copyfunc_name, raw_adr_type, payload_src, payload_dst, length XTOP);
316 phase->transform_later(call);
317
318 phase->igvn().replace_node(ac, call);
319 return;
|