Lines Matching refs:AO
213 bool AsValue, llvm::AtomicOrdering AO,
235 void EmitAtomicUpdate(llvm::AtomicOrdering AO,
240 void EmitAtomicUpdate(llvm::AtomicOrdering AO, RValue UpdateRVal,
254 llvm::AtomicOrdering AO, bool IsVolatile);
256 llvm::Value *EmitAtomicLoadOp(llvm::AtomicOrdering AO, bool IsVolatile);
274 EmitAtomicUpdateLibcall(llvm::AtomicOrdering AO,
278 void EmitAtomicUpdateOp(llvm::AtomicOrdering AO,
282 void EmitAtomicUpdateLibcall(llvm::AtomicOrdering AO, RValue UpdateRVal,
285 void EmitAtomicUpdateOp(llvm::AtomicOrdering AO, RValue UpdateRal,
1239 llvm::AtomicOrdering AO, bool) { in EmitAtomicLoadLibcall() argument
1248 RValue::get(llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(AO))), in EmitAtomicLoadLibcall()
1253 llvm::Value *AtomicInfo::EmitAtomicLoadOp(llvm::AtomicOrdering AO, in EmitAtomicLoadOp() argument
1258 Load->setAtomic(AO); in EmitAtomicLoadOp()
1286 llvm::AtomicOrdering AO; in EmitAtomicLoad() local
1289 AO = llvm::AtomicOrdering::SequentiallyConsistent; in EmitAtomicLoad()
1291 AO = llvm::AtomicOrdering::Acquire; in EmitAtomicLoad()
1294 return EmitAtomicLoad(LV, SL, AO, IsVolatile, Slot); in EmitAtomicLoad()
1298 bool AsValue, llvm::AtomicOrdering AO, in EmitAtomicLoad() argument
1309 EmitAtomicLoadLibcall(TempAddr.getPointer(), AO, IsVolatile); in EmitAtomicLoad()
1317 auto *Load = EmitAtomicLoadOp(AO, IsVolatile); in EmitAtomicLoad()
1331 llvm::AtomicOrdering AO, bool IsVolatile, in EmitAtomicLoad() argument
1334 return Atomics.EmitAtomicLoad(resultSlot, loc, /*AsValue=*/true, AO, in EmitAtomicLoad()
1546 llvm::AtomicOrdering AO, const llvm::function_ref<RValue(RValue)> &UpdateOp, in EmitAtomicUpdateLibcall() argument
1548 auto Failure = llvm::AtomicCmpXchgInst::getStrongestFailureOrdering(AO); in EmitAtomicUpdateLibcall()
1552 EmitAtomicLoadLibcall(ExpectedAddr.getPointer(), AO, IsVolatile); in EmitAtomicUpdateLibcall()
1569 AO, Failure); in EmitAtomicUpdateLibcall()
1575 llvm::AtomicOrdering AO, const llvm::function_ref<RValue(RValue)> &UpdateOp, in EmitAtomicUpdateOp() argument
1577 auto Failure = llvm::AtomicCmpXchgInst::getStrongestFailureOrdering(AO); in EmitAtomicUpdateOp()
1580 auto *OldVal = EmitAtomicLoadOp(AO, IsVolatile); in EmitAtomicUpdateOp()
1600 auto Res = EmitAtomicCompareExchangeOp(PHI, DesiredVal, AO, Failure); in EmitAtomicUpdateOp()
1633 void AtomicInfo::EmitAtomicUpdateLibcall(llvm::AtomicOrdering AO, in EmitAtomicUpdateLibcall() argument
1635 auto Failure = llvm::AtomicCmpXchgInst::getStrongestFailureOrdering(AO); in EmitAtomicUpdateLibcall()
1639 EmitAtomicLoadLibcall(ExpectedAddr.getPointer(), AO, IsVolatile); in EmitAtomicUpdateLibcall()
1653 AO, Failure); in EmitAtomicUpdateLibcall()
1658 void AtomicInfo::EmitAtomicUpdateOp(llvm::AtomicOrdering AO, RValue UpdateRVal, in EmitAtomicUpdateOp() argument
1660 auto Failure = llvm::AtomicCmpXchgInst::getStrongestFailureOrdering(AO); in EmitAtomicUpdateOp()
1663 auto *OldVal = EmitAtomicLoadOp(AO, IsVolatile); in EmitAtomicUpdateOp()
1681 auto Res = EmitAtomicCompareExchangeOp(PHI, DesiredVal, AO, Failure); in EmitAtomicUpdateOp()
1688 llvm::AtomicOrdering AO, const llvm::function_ref<RValue(RValue)> &UpdateOp, in EmitAtomicUpdate() argument
1691 EmitAtomicUpdateLibcall(AO, UpdateOp, IsVolatile); in EmitAtomicUpdate()
1693 EmitAtomicUpdateOp(AO, UpdateOp, IsVolatile); in EmitAtomicUpdate()
1697 void AtomicInfo::EmitAtomicUpdate(llvm::AtomicOrdering AO, RValue UpdateRVal, in EmitAtomicUpdate() argument
1700 EmitAtomicUpdateLibcall(AO, UpdateRVal, IsVolatile); in EmitAtomicUpdate()
1702 EmitAtomicUpdateOp(AO, UpdateRVal, IsVolatile); in EmitAtomicUpdate()
1709 llvm::AtomicOrdering AO; in EmitAtomicStore() local
1711 AO = llvm::AtomicOrdering::SequentiallyConsistent; in EmitAtomicStore()
1713 AO = llvm::AtomicOrdering::Release; in EmitAtomicStore()
1716 return EmitAtomicStore(rvalue, lvalue, AO, IsVolatile, isInit); in EmitAtomicStore()
1725 llvm::AtomicOrdering AO, bool IsVolatile, in EmitAtomicStore() argument
1757 RValue::get(llvm::ConstantInt::get(IntTy, (int)llvm::toCABI(AO))), in EmitAtomicStore()
1775 store->setAtomic(AO); in EmitAtomicStore()
1786 atomics.EmitAtomicUpdate(AO, rvalue, IsVolatile); in EmitAtomicStore()
1810 LValue LVal, llvm::AtomicOrdering AO, in EmitAtomicUpdate() argument
1813 Atomics.EmitAtomicUpdate(AO, UpdateOp, IsVolatile); in EmitAtomicUpdate()