Lines Matching defs:warpMatrixInfo

255   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
257   if (failed(warpMatrixInfo))
267   if (warpMatrixInfo->operandRole == nvgpu::MatMulOperandRole::B)
270   if (warpMatrixInfo->operandRole == nvgpu::MatMulOperandRole::C)
644   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
646   if (failed(warpMatrixInfo)) {
647     LLVM_DEBUG(DBGS() << "no warpMatrixInfo\n");
648     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
652       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);
712   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
714   if (failed(warpMatrixInfo)) {
715     LLVM_DEBUG(DBGS() << "no warpMatrixInfo\n");
716     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
720       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);
734       nvgpu::getLdMatrixParams(*warpMatrixInfo, *transpose);
774   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
776   if (failed(warpMatrixInfo))
777     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
779       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);
810           rewriter, op.getLoc(), *warpMatrixInfo);
837             rewriter, op.getLoc(), *warpMatrixInfo);
873   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
875   if (failed(warpMatrixInfo))
876     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
880       nvgpu::inferTileWidthInBits(*warpMatrixInfo) == 128;
911   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
913   if (failed(warpMatrixInfo))
914     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
916       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);
928         rewriter, op.getLoc(), *warpMatrixInfo);
960   FailureOr<nvgpu::WarpMatrixInfo> warpMatrixInfo =
962   if (failed(warpMatrixInfo))
963     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
966       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);
975   warpMatrixInfo = nvgpu::getWarpMatrixInfo(transferReadOp);
976   if (failed(warpMatrixInfo))
977     return rewriter.notifyMatchFailure(op, "no warpMatrixInfo");
980       nvgpu::getMmaSyncRegisterType(*warpMatrixInfo);