< prev index next >

src/hotspot/share/gc/z/c2/zBarrierSetC2.cpp

Print this page

463       // Clone primitive array
464       bt = T_LONG;
465     }
466 
467     Node* const ctrl = ac->in(TypeFunc::Control);
468     Node* const mem = ac->in(TypeFunc::Memory);
469     Node* const src = ac->in(ArrayCopyNode::Src);
470     Node* src_offset = ac->in(ArrayCopyNode::SrcPos);
471     Node* const dest = ac->in(ArrayCopyNode::Dest);
472     Node* dest_offset = ac->in(ArrayCopyNode::DestPos);
473     Node* length = ac->in(ArrayCopyNode::Length);
474 
475     if (bt == T_OBJECT) {
476       // BarrierSetC2::clone sets the offsets via BarrierSetC2::arraycopy_payload_base_offset
477       // which 8-byte aligns them to allow for word size copies. Make sure the offsets point
478       // to the first element in the array when cloning object arrays. Otherwise, load
479       // barriers are applied to parts of the header. Also adjust the length accordingly.
480       assert(src_offset == dest_offset, "should be equal");
481       const jlong offset = src_offset->get_long();
482       if (offset != arrayOopDesc::base_offset_in_bytes(T_OBJECT)) {
483         assert(!UseCompressedClassPointers, "should only happen without compressed class pointers");
484         assert((arrayOopDesc::base_offset_in_bytes(T_OBJECT) - offset) == BytesPerLong, "unexpected offset");
485         length = phase->transform_later(new SubLNode(length, phase->longcon(1))); // Size is in longs
486         src_offset = phase->longcon(arrayOopDesc::base_offset_in_bytes(T_OBJECT));
487         dest_offset = src_offset;
488       }
489     }
490     Node* const payload_src = phase->basic_plus_adr(src, src_offset);
491     Node* const payload_dst = phase->basic_plus_adr(dest, dest_offset);
492 
493     const char*   copyfunc_name = "arraycopy";
494     const address copyfunc_addr = phase->basictype2arraycopy(bt, nullptr, nullptr, true, copyfunc_name, true);
495 
496     const TypePtr* const raw_adr_type = TypeRawPtr::BOTTOM;
497     const TypeFunc* const call_type = OptoRuntime::fast_arraycopy_Type();
498 
499     Node* const call = phase->make_leaf_call(ctrl, mem, call_type, copyfunc_addr, copyfunc_name, raw_adr_type, payload_src, payload_dst, length XTOP);
500     phase->transform_later(call);
501 
502     phase->igvn().replace_node(ac, call);
503     return;

463       // Clone primitive array
464       bt = T_LONG;
465     }
466 
467     Node* const ctrl = ac->in(TypeFunc::Control);
468     Node* const mem = ac->in(TypeFunc::Memory);
469     Node* const src = ac->in(ArrayCopyNode::Src);
470     Node* src_offset = ac->in(ArrayCopyNode::SrcPos);
471     Node* const dest = ac->in(ArrayCopyNode::Dest);
472     Node* dest_offset = ac->in(ArrayCopyNode::DestPos);
473     Node* length = ac->in(ArrayCopyNode::Length);
474 
475     if (bt == T_OBJECT) {
476       // BarrierSetC2::clone sets the offsets via BarrierSetC2::arraycopy_payload_base_offset
477       // which 8-byte aligns them to allow for word size copies. Make sure the offsets point
478       // to the first element in the array when cloning object arrays. Otherwise, load
479       // barriers are applied to parts of the header. Also adjust the length accordingly.
480       assert(src_offset == dest_offset, "should be equal");
481       const jlong offset = src_offset->get_long();
482       if (offset != arrayOopDesc::base_offset_in_bytes(T_OBJECT)) {
483         assert(!UseCompressedClassPointers || UseCompactObjectHeaders, "should only happen without compressed class pointers");
484         assert((arrayOopDesc::base_offset_in_bytes(T_OBJECT) - offset) == BytesPerLong, "unexpected offset");
485         length = phase->transform_later(new SubLNode(length, phase->longcon(1))); // Size is in longs
486         src_offset = phase->longcon(arrayOopDesc::base_offset_in_bytes(T_OBJECT));
487         dest_offset = src_offset;
488       }
489     }
490     Node* const payload_src = phase->basic_plus_adr(src, src_offset);
491     Node* const payload_dst = phase->basic_plus_adr(dest, dest_offset);
492 
493     const char*   copyfunc_name = "arraycopy";
494     const address copyfunc_addr = phase->basictype2arraycopy(bt, nullptr, nullptr, true, copyfunc_name, true);
495 
496     const TypePtr* const raw_adr_type = TypeRawPtr::BOTTOM;
497     const TypeFunc* const call_type = OptoRuntime::fast_arraycopy_Type();
498 
499     Node* const call = phase->make_leaf_call(ctrl, mem, call_type, copyfunc_addr, copyfunc_name, raw_adr_type, payload_src, payload_dst, length XTOP);
500     phase->transform_later(call);
501 
502     phase->igvn().replace_node(ac, call);
503     return;
< prev index next >