Lines Matching refs:MemoryTy
9220 auto *MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEPrefetchLoad() local
9222 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEPrefetchLoad()
9227 BasePtr = Builder.CreateBitCast(BasePtr, MemoryTy->getPointerTo()); in EmitSVEPrefetchLoad()
9228 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEPrefetchLoad()
9251 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedLoad() local
9253 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedLoad()
9254 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedLoad()
9258 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEMaskedLoad()
9261 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedLoad()
9281 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedStore() local
9283 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedStore()
9284 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedStore()
9288 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEMaskedStore()
9291 llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); in EmitSVEMaskedStore()
9294 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedStore()