Lines Matching defs:patterns
53 return "Test lowering patterns between ops in the vector dialect";
66 RewritePatternSet patterns(ctx);
69 patterns,
73 populateVectorToVectorCanonicalizationPatterns(patterns);
74 populateBubbleVectorBitCastOpPatterns(patterns);
75 populateCastAwayVectorLeadingOneDimPatterns(patterns);
76 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
138 RewritePatternSet patterns(ctx);
139 vector::populateVectorContractCanonicalizeMatmulToMMT(patterns);
140 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
150 return "test-vector-unrolling-patterns";
153 return "Test lowering patterns to unroll contract ops in the vector "
161 RewritePatternSet patterns(ctx);
163 patterns, UnrollVectorOptions()
170 patterns, UnrollVectorOptions()
176 patterns, UnrollVectorOptions()
209 populateVectorUnrollPatterns(patterns, opts);
218 populateVectorUnrollPatterns(patterns,
225 populateVectorToVectorCanonicalizationPatterns(patterns);
226 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
253 return "test-vector-transfer-unrolling-patterns";
256 return "Test lowering patterns to unroll transfer ops in the vector "
261 RewritePatternSet patterns(ctx);
284 populateVectorUnrollPatterns(patterns, opts);
285 populateVectorToVectorCanonicalizationPatterns(patterns);
286 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
326 RewritePatternSet patterns(ctx);
328 patterns, /*benefit=*/1, allowMultipleUses.getValue());
329 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
366 return "Test lowering patterns that reduces the rank of the vector "
371 RewritePatternSet patterns(&getContext());
372 populateVectorTransferCollapseInnerMostContiguousDimsPatterns(patterns);
373 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
388 StringRef getArgument() const final { return "test-vector-sink-patterns"; }
391 return "Test lowering patterns that eliminate redundant broadcast "
396 RewritePatternSet patterns(&getContext());
397 populateSinkVectorOpsPatterns(patterns);
398 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
409 return "test-vector-reduction-to-contract-patterns";
412 return "Test patterns to convert multireduce op to contract and combine "
416 RewritePatternSet patterns(&getContext());
417 populateVectorReductionToContractPatterns(patterns);
418 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
429 return "test-vector-chained-reduction-folding-patterns";
432 return "Test patterns to fold chained vector reductions";
435 RewritePatternSet patterns(&getContext());
436 populateChainedVectorReductionFoldingPatterns(patterns);
437 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
448 return "test-vector-break-down-reduction-patterns";
451 return "Test patterns to break down vector reductions into arith "
455 RewritePatternSet patterns(&getContext());
456 populateBreakDownVectorReductionPatterns(patterns,
458 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
474 return "test-vector-transfer-flatten-patterns";
478 return "Test patterns to rewrite contiguous row-major N-dimensional "
497 RewritePatternSet patterns(&getContext());
498 populateFlattenVectorTransferPatterns(patterns, targetVectorBitwidth);
499 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
509 return "Test lowering patterns that lower the scan op in the vector "
513 RewritePatternSet patterns(&getContext());
514 populateVectorScanLoweringPatterns(patterns);
515 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
593 return "Test vector warp distribute transformation and lowering patterns";
623 RewritePatternSet patterns(&getContext());
659 RewritePatternSet patterns(ctx);
661 patterns, distributionFn, shuffleFn, /*benefit=*/1,
663 vector::populateDistributeReduction(patterns, warpReduction, 1);
664 populateDistributeTransferWriteOpPatterns(patterns, distributionFn, 2);
665 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
667 RewritePatternSet patterns(ctx);
668 populateDistributeTransferWriteOpPatterns(patterns, distributionFn,
670 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
672 RewritePatternSet patterns(ctx);
674 patterns, distributionFn, shuffleFn);
675 vector::populateDistributeReduction(patterns, warpReduction);
676 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
686 populateWarpExecuteOnLane0OpToScfForPattern(patterns, options);
687 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
703 return "Test lowering patterns that converts vector.extract_strided_slice "
707 RewritePatternSet patterns(&getContext());
708 populateVectorExtractStridedSliceToExtractInsertChainPatterns(patterns);
709 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
725 RewritePatternSet patterns(&getContext());
726 populateBreakDownVectorBitCastOpPatterns(patterns, [](BitCastOp op) {
729 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
773 return "Test patterns that lower the gather op in the vector conditional "
783 RewritePatternSet patterns(&getContext());
784 populateVectorGatherLoweringPatterns(patterns);
785 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
796 return "test-fold-arith-extf-into-vector-contract-patterns";
799 return "Test patterns that fold arithmetic extension ops into vector "
810 RewritePatternSet patterns(&getContext());
811 populateFoldArithExtensionPatterns(patterns);
812 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
825 return "Test patterns that emulate the maskedload/maskedstore op by "
835 RewritePatternSet patterns(&getContext());
836 populateVectorMaskedLoadStoreEmulationPatterns(patterns);
837 (void)applyPatternsGreedily(getOperation(), std::move(patterns));
865 RewritePatternSet patterns(context);
869 typeConverter, patterns, target, targetVectorBitwidth);
871 typeConverter, patterns, target, targetVectorBitwidth);
873 std::move(patterns))))