1 /*
  2  * Copyright (c) 2018, 2019, Red Hat, Inc. All rights reserved.
  3  * Copyright (c) 2020, 2021, Huawei Technologies Co., Ltd. All rights reserved.
  4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  5  *
  6  * This code is free software; you can redistribute it and/or modify it
  7  * under the terms of the GNU General Public License version 2 only, as
  8  * published by the Free Software Foundation.
  9  *
 10  * This code is distributed in the hope that it will be useful, but WITHOUT
 11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 13  * version 2 for more details (a copy is included in the LICENSE file that
 14  * accompanied this code).
 15  *
 16  * You should have received a copy of the GNU General Public License version
 17  * 2 along with this work; if not, write to the Free Software Foundation,
 18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 19  *
 20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 21  * or visit www.oracle.com if you need additional information or have any
 22  * questions.
 23  *
 24  */
 25 
 26 #include "precompiled.hpp"
 27 #include "c1/c1_LIRAssembler.hpp"
 28 #include "c1/c1_MacroAssembler.hpp"
 29 #include "gc/shared/gc_globals.hpp"
 30 #include "gc/shenandoah/shenandoahBarrierSet.hpp"
 31 #include "gc/shenandoah/shenandoahBarrierSetAssembler.hpp"
 32 #include "gc/shenandoah/c1/shenandoahBarrierSetC1.hpp"
 33 
 34 #define __ masm->masm()->
 35 
 36 void LIR_OpShenandoahCompareAndSwap::emit_code(LIR_Assembler* masm) {
 37   Register addr = _addr->as_register_lo();
 38   Register newval = _new_value->as_register();
 39   Register cmpval = _cmp_value->as_register();
 40   Register tmp1 = _tmp1->as_register();
 41   Register tmp2 = _tmp2->as_register();
 42   Register result = result_opr()->as_register();
 43 
 44   if (UseCompressedOops) {
 45     __ encode_heap_oop(tmp1, cmpval);
 46     cmpval = tmp1;
 47     __ encode_heap_oop(tmp2, newval);
 48     newval = tmp2;
 49   }
 50 
 51   ShenandoahBarrierSet::assembler()->cmpxchg_oop(masm->masm(), addr, cmpval, newval, /* acquire */ Assembler::aq,
 52                                                  /* release */ Assembler::rl, /* is_cae */ false, result);
 53 }
 54 
 55 #undef __
 56 
 57 #ifdef ASSERT
 58 #define __ gen->lir(__FILE__, __LINE__)->
 59 #else
 60 #define __ gen->lir()->
 61 #endif
 62 
 63 LIR_Opr ShenandoahBarrierSetC1::atomic_cmpxchg_at_resolved(LIRAccess& access, LIRItem& cmp_value, LIRItem& new_value) {
 64   BasicType bt = access.type();
 65   if (access.is_oop()) {
 66     LIRGenerator *gen = access.gen();
 67     if (ShenandoahSATBBarrier) {
 68       pre_barrier(gen, access.access_emit_info(), access.decorators(), access.resolved_addr(),
 69                   LIR_OprFact::illegalOpr /* pre_val */);
 70     }
 71     if (ShenandoahCASBarrier) {
 72       cmp_value.load_item();
 73       new_value.load_item();
 74 
 75       LIR_Opr tmp1 = gen->new_register(T_OBJECT);
 76       LIR_Opr tmp2 = gen->new_register(T_OBJECT);
 77       LIR_Opr addr = access.resolved_addr()->as_address_ptr()->base();
 78       LIR_Opr result = gen->new_register(T_INT);
 79 
 80       __ append(new LIR_OpShenandoahCompareAndSwap(addr, cmp_value.result(), new_value.result(), tmp1, tmp2, result));
 81       return result;
 82     }
 83   }
 84   return BarrierSetC1::atomic_cmpxchg_at_resolved(access, cmp_value, new_value);
 85 }
 86 
 87 LIR_Opr ShenandoahBarrierSetC1::atomic_xchg_at_resolved(LIRAccess& access, LIRItem& value) {
 88   LIRGenerator* gen = access.gen();
 89   BasicType type = access.type();
 90 
 91   LIR_Opr result = gen->new_register(type);
 92   value.load_item();
 93   LIR_Opr value_opr = value.result();
 94 
 95   assert(type == T_INT || is_reference_type(type) LP64_ONLY( || type == T_LONG ), "unexpected type");
 96   LIR_Opr tmp = gen->new_register(T_INT);
 97   __ xchg(access.resolved_addr(), value_opr, result, tmp);
 98 
 99   if (access.is_oop()) {
100     result = load_reference_barrier(access.gen(), result, LIR_OprFact::addressConst(0), access.decorators());
101     LIR_Opr tmp_opr = gen->new_register(type);
102     __ move(result, tmp_opr);
103     result = tmp_opr;
104     if (ShenandoahSATBBarrier) {
105       pre_barrier(access.gen(), access.access_emit_info(), access.decorators(), LIR_OprFact::illegalOpr,
106                   result /* pre_val */);
107     }
108   }
109 
110   return result;
111 }