Lines Matching refs:MemoryTy
8736 auto *MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEPrefetchLoad() local
8738 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEPrefetchLoad()
8743 BasePtr = Builder.CreateBitCast(BasePtr, MemoryTy->getPointerTo()); in EmitSVEPrefetchLoad()
8744 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Ops[2]); in EmitSVEPrefetchLoad()
8767 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedLoad() local
8769 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedLoad()
8770 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedLoad()
8772 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedLoad()
8775 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedLoad()
8792 auto MemoryTy = llvm::ScalableVectorType::get(MemEltTy, VectorTy); in EmitSVEMaskedStore() local
8794 Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); in EmitSVEMaskedStore()
8795 Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); in EmitSVEMaskedStore()
8797 BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); in EmitSVEMaskedStore()
8800 llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); in EmitSVEMaskedStore()
8803 Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); in EmitSVEMaskedStore()