H A D | LowerMatrixIntrinsics.cpp | 960 // If we have a TT matmul or a TT add, lift the transpose. We may be able in Visit() 1355 /// Special case for MatMul lowering. Prevents scalar loads of row-major in lowerDotProduct() 1358 void lowerDotProduct(CallInst *MatMul, in lowerDotProduct() 1361 if (FusedInsts.contains(MatMul) || in lowerDotProduct() 1364 ShapeInfo LShape(MatMul->getArgOperand(2), MatMul->getArgOperand(3)); in lowerDotProduct() 1365 ShapeInfo RShape(MatMul->getArgOperand(3), MatMul->getArgOperand(4)); in lowerDotProduct() 1370 Value *LHS = MatMul->getArgOperand(0); in lowerDotProduct() 1371 Value *RHS = MatMul in lowerDotProduct() 1332 lowerDotProduct(CallInst * MatMul,SmallPtrSet<Instruction *,16> & FusedInsts,FastMathFlags FMF) lowerDotProduct() argument 1608 getNonAliasingPointer(LoadInst * Load,StoreInst * Store,CallInst * MatMul) getNonAliasingPointer() argument 1692 isFusionProfitable(CallInst * MatMul) isFusionProfitable() argument 1736 createTiledLoops(CallInst * MatMul,Value * LPtr,ShapeInfo LShape,Value * RPtr,ShapeInfo RShape,StoreInst * Store) createTiledLoops() argument 1795 emitSIMDTiling(CallInst * MatMul,LoadInst * LoadOp0,LoadInst * LoadOp1,StoreInst * Store,SmallPtrSetImpl<Instruction * > & FusedInsts) emitSIMDTiling() argument 1864 LowerMatrixMultiplyFused(CallInst * MatMul,SmallPtrSetImpl<Instruction * > & FusedInsts,SmallVector<IntrinsicInst *,16> & LifetimeEnds) LowerMatrixMultiplyFused() argument 2010 LowerMultiply(CallInst * MatMul) LowerMultiply() argument [all...] |