| /llvm-project/mlir/lib/Conversion/TosaToMLProgram/ |
| H A D | TosaToMLProgram.cpp | 33 rewriter.replaceOp(op, newVariable); in matchAndRewrite()
49 rewriter.replaceOp(op, newVariableWrite); in matchAndRewrite()
64 rewriter.replaceOp(op, newVariableRead); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/GPUCommon/ |
| H A D | GPUToLLVMConversion.cpp | 806 rewriter.replaceOp(allocOp, {memRefDescriptor, stream}); in matchAndRewrite()
808 rewriter.replaceOp(allocOp, {memRefDescriptor}); in matchAndRewrite()
828 rewriter.replaceOp(deallocOp, {stream}); in matchAndRewrite()
941 rewriter.replaceOp(waitOp, {stream}); in matchAndRewrite()
1040 rewriter.replaceOp(launchOp, {stream}); in matchAndRewrite()
1096 rewriter.replaceOp(memcpyOp, {stream}); in genConstFloat32From()
1138 rewriter.replaceOp(memsetOp, {stream}); in matchAndRewrite()
1148 rewriter.replaceOp(op, call); in matchAndRewrite()
1216 rewriter.replaceOp(op, {handle, stream}); in matchAndRewrite()
1248 rewriter.replaceOp(o in matchAndRewrite()
[all...] |
| /llvm-project/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | SparseTensorConversion.cpp | 341 rewriter.replaceOp(op, genLvlSizeCall(rewriter, op.getLoc(), src, *lvl)); in matchAndRewrite()
358 rewriter.replaceOp(op, adaptor.getOperands()); in matchAndRewrite()
370 rewriter.replaceOp(op, adaptor.getSource()); in matchAndRewrite()
398 rewriter.replaceOp(op, tensor); in matchAndRewrite()
431 rewriter.replaceOp(op, NewCallParams(rewriter, loc) in matchAndRewrite()
462 rewriter.replaceOp(op, NewCallParams(rewriter, loc) in matchAndRewrite()
486 rewriter.replaceOp(op, params.genBuffers(dstTp, dimSizesValues) in matchAndRewrite()
522 rewriter.replaceOp(op, poss); in matchAndRewrite()
543 rewriter.replaceOp(op, crds); in matchAndRewrite()
564 rewriter.replaceOp(o in matchAndRewrite()
[all...] |
| H A D | SparseTensorCodegen.cpp | 646 rewriter.replaceOp(op, sz); in matchAndRewrite()
706 rewriter.replaceOp(op, v); in matchAndRewrite()
949 rewriter.replaceOp(op, {values, filled, added, zero}); in matchAndRewrite()
1071 rewriter.replaceOp(op, genSliceToSize(rewriter, loc, mem, size));
1097 rewriter.replaceOp(op, mem);
1120 rewriter.replaceOp(op, genSliceToSize(rewriter, loc, mem, size));
1141 rewriter.replaceOp(op, genSliceToSize(rewriter, loc, mem, size));
1301 rewriter.replaceOp(op, desc.getValMemSize(rewriter, op.getLoc())); in matchAndRewrite()
1485 rewriter.replaceOp(op, retValues); in matchAndRewrite()
|
| H A D | SparseStorageSpecifierToLLVM.cpp | 246 rewriter.replaceOp(op, v); in matchAndRewrite()
251 rewriter.replaceOp(op, v); in matchAndRewrite()
256 rewriter.replaceOp(op, v); in matchAndRewrite()
270 rewriter.replaceOp(op, v); in matchAndRewrite()
342 rewriter.replaceOp( in matchAndRewrite()
|
| H A D | SparseTensorRewriting.cpp | 179 rewriter.replaceOp(op, reduc); in genForeachOnSparseConstant()
283 rewriter.replaceOp(extractOp, operand); in matchAndRewrite()
338 rewriter.replaceOp(op, op.getDpsInitOperand(0)->get()); in matchAndRewrite()
345 rewriter.replaceOp(op, constantZero(rewriter, op.getLoc(), outputType)); in matchAndRewrite()
447 rewriter.replaceOp(op, fusedOp->getResults()); in matchAndRewrite()
473 rewriter.replaceOp(op, op->getResults()); in matchAndRewrite()
483 rewriter.replaceOp(op, def->getResult(0)); in matchAndRewrite()
578 rewriter.replaceOp(sel, semi->getResults()); in matchAndRewrite()
709 rewriter.replaceOp(red, custom.getResult()); in matchAndRewrite()
969 rewriter.replaceOp(o in matchAndRewrite()
[all...] |
| /llvm-project/mlir/lib/Dialect/Math/Transforms/ |
| H A D | ExpandPatterns.cpp | 83 rewriter.replaceOp(op, res); in convertSinhOp()
99 rewriter.replaceOp(op, res); in convertCoshOp()
151 rewriter.replaceOp(op, div); in convertTanOp()
167 rewriter.replaceOp(op, res); in convertAsinhOp()
183 rewriter.replaceOp(op, res); in convertAcoshOp()
202 rewriter.replaceOp(op, res); in convertAtanhOp()
214 rewriter.replaceOp(op, add); in convertFmaFOp()
238 rewriter.replaceOp(op, ret); in convertFloorOp()
258 rewriter.replaceOp(op, res); in convertCeilOp()
310 rewriter.replaceOp(o in convertFPowIOp()
[all...] |
| H A D | AlgebraicSimplification.cpp | 74 rewriter.replaceOp(op, x); in matchAndRewrite()
186 rewriter.replaceOp(op, bcast(one)); in matchAndRewrite()
218 rewriter.replaceOp(op, result); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 73 rewriter.replaceOp(shapeCastOp, adaptor.getSource());
94 rewriter.replaceOp(bitcastOp, adaptor.getSource());
128 rewriter.replaceOp(castOp, adaptor.getSource());
152 rewriter.replaceOp(extractOp, adaptor.getVector());
236 rewriter.replaceOp(op, elements[0]);
264 rewriter.replaceOp(insertOp, adaptor.getSource()); in matchAndRewrite()
292 rewriter.replaceOp(extractOp, adaptor.getVector()); in matchAndRewrite()
320 rewriter.replaceOp(insertOp, adaptor.getSource());
470 rewriter.replaceOp(reduceOp, result); in matchAndRewrite()
510 rewriter.replaceOp(reduceO in matchAndRewrite()
[all...] |
| /llvm-project/mlir/lib/Dialect/Tensor/Transforms/ |
| H A D | EmptyOpPatterns.cpp | 52 rewriter.replaceOp(reshapeOp, emptyTensor); in matchAndRewrite()
114 rewriter.replaceOp(packOp, packOp.getDest()); in matchAndRewrite()
133 rewriter.replaceOp(unPackOp, unPackOp.getDest()); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/ComplexToLLVM/ |
| H A D | ComplexToLLVM.cpp | 116 rewriter.replaceOp(complexOp, {complexStruct}); in matchAndRewrite()
130 rewriter.replaceOp(op, real); in matchAndRewrite()
145 rewriter.replaceOp(op, imaginary); in matchAndRewrite()
200 rewriter.replaceOp(op, {result}); in matchAndRewrite()
248 rewriter.replaceOp(op, {result}); in matchAndRewrite()
288 rewriter.replaceOp(op, {result}); in matchAndRewrite()
319 rewriter.replaceOp(op, {result}); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/ArithToAMDGPU/ |
| H A D | ArithToAMDGPU.cpp | 102 return rewriter.replaceOp(op, result); in rewrite()
115 return rewriter.replaceOp(op, result); in rewrite()
145 rewriter.replaceOp(op, result); in clampInput()
237 return rewriter.replaceOp(op, result); in rewrite()
251 return rewriter.replaceOp(op, result); in populateArithToAMDGPUConversionPatterns()
289 rewriter.replaceOp(op, result);
317 return rewriter.replaceOp(op, result);
357 rewriter.replaceOp(op, result);
|
| /llvm-project/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | LowerVectorBroadcast.cpp | 93 rewriter.replaceOp(op, result); in matchAndRewrite()
108 rewriter.replaceOp(op, op.getSource()); in matchAndRewrite()
150 rewriter.replaceOp(op, result);
|
| H A D | LowerVectorShapeCast.cpp | 94 rewriter.replaceOp(op, result); in matchAndRewrite()
145 rewriter.replaceOp(op, result); in matchAndRewrite()
215 rewriter.replaceOp(op, result);
357 rewriter.replaceOp(op, result); in populateVectorShapeCastLoweringPatterns()
|
| H A D | VectorUnroll.cpp | 178 rewriter.replaceOp(readOp, result); in matchAndRewrite()
229 rewriter.replaceOp(writeOp, resultTensor); in matchAndRewrite()
339 rewriter.replaceOp(contractOp, result); in matchAndRewrite()
412 rewriter.replaceOp(reductionOp, result); in matchAndRewrite()
464 rewriter.replaceOp(op, result); in matchAndRewrite()
509 rewriter.replaceOp(reductionOp, accumulator); in matchAndRewrite()
559 rewriter.replaceOp(transposeOp, result); in matchAndRewrite()
612 rewriter.replaceOp(gatherOp, result); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/ArithToEmitC/ |
| H A D | ArithToEmitC.cpp | 94 rewriter.replaceOp(op, constant); in matchAndRewrite()
125 rewriter.replaceOp(op, cmp); in matchAndRewrite()
156 rewriter.replaceOp(op, cmp); in matchAndRewrite()
163 rewriter.replaceOp(op, constant); in matchAndRewrite()
389 rewriter.replaceOp(op, result);
451 rewriter.replaceOp(uiBinOp, resultAdapted); in matchAndRewrite()
494 rewriter.replaceOp(op, result); in matchAndRewrite()
534 rewriter.replaceOp(op, result); in matchAndRewrite()
605 rewriter.replaceOp(op, result); in populateArithToEmitCPatterns()
687 rewriter.replaceOp(castO
[all...] |
| /llvm-project/flang/lib/Optimizer/CodeGen/ |
| H A D | PreCGRewrite.cpp | 114 rewriter.replaceOp(embox, xbox.getOperation()->getResults()); in rewriteStaticShape()
150 rewriter.replaceOp(embox, xbox.getOperation()->getResults()); in rewriteDynamicShape()
208 rewriter.replaceOp(rebox, xRebox.getOperation()->getResults()); in matchAndRewrite()
267 rewriter.replaceOp(arrCoor, xArrCoor.getOperation()->getResults()); in matchAndRewrite()
284 rewriter.replaceOp(declareOp, declareOp.getMemref()); in matchAndRewrite()
309 rewriter.replaceOp(declareOp, xDeclOp.getOperation()->getResults()); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/SCFToControlFlow/ |
| H A D | SCFToControlFlow.cpp | 388 rewriter.replaceOp(forOp, conditionBlock->getArguments().drop_front()); in matchAndRewrite()
444 rewriter.replaceOp(ifOp, continueBlock->getArguments()); in matchAndRewrite()
477 rewriter.replaceOp(op, vals); in matchAndRewrite()
552 rewriter.replaceOp(parallelOp, loopResults); in matchAndRewrite()
593 rewriter.replaceOp(whileOp, condOp.getArgs()); in matchAndRewrite()
636 rewriter.replaceOp(whileOp, condOp.getArgs()); in matchAndRewrite()
699 rewriter.replaceOp(op, continueBlock->getArguments()); in populateSCFToControlFlowConversionPatterns()
|
| /llvm-project/mlir/lib/Conversion/AffineToStandard/ |
| H A D | AffineToStandard.cpp | 110 rewriter.replaceOp(op, reduced); in matchAndRewrite()
126 rewriter.replaceOp(op, reduced); in matchAndRewrite()
164 rewriter.replaceOp(op, scfForOp.getResults()); in matchAndRewrite()
215 rewriter.replaceOp(op, parOp.getResults()); in matchAndRewrite()
267 rewriter.replaceOp(op, parOp.getResults()); in matchAndRewrite()
324 rewriter.replaceOp(op, ifOp.getResults()); in matchAndRewrite()
342 rewriter.replaceOp(op, *maybeExpandedMap); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | OneToNTypeConversion.cpp | 53 rewriter.replaceOp(op, newOp->getResults(), resultMapping); in matchAndRewrite()
97 rewriter.replaceOp(op, newOp->getResults(), resultMapping); in matchAndRewrite()
192 rewriter.replaceOp(forOp, newOp.getResults(), resultMapping); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | SubgroupReduceLowering.cpp | 109 rewriter.replaceOp(op, res); in matchAndRewrite()
243 rewriter.replaceOp(op, createSubgroupShuffleReduction( in matchAndRewrite()
264 rewriter.replaceOp( in matchAndRewrite()
356 rewriter.replaceOp(op, res);
|
| /llvm-project/mlir/lib/Conversion/TosaToSCF/ |
| H A D | TosaToSCF.cpp | 80 rewriter.replaceOp(op, newIf.getResults()); in matchAndRewrite()
148 rewriter.replaceOp(scatter, loops.results); in matchAndRewrite()
168 rewriter.replaceOp(op, newWhile.getResults()); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/MemRefToLLVM/ |
| H A D | MemRefToLLVM.cpp | 171 rewriter.replaceOp(allocaScopeOp, continueBlock->getArguments()); in matchAndRewrite()
261 rewriter.replaceOp(dimOp, {*extractedSize}); in matchAndRewrite()
265 rewriter.replaceOp( in matchAndRewrite()
458 rewriter.replaceOp(atomicOp, {newLoaded}); in matchAndRewrite()
651 rewriter.replaceOp(op, {desc.rank(rewriter, loc)}); in matchAndRewrite()
656 rewriter.replaceOp(op, in matchAndRewrite()
701 return rewriter.replaceOp(memRefCastOp, {adaptor.getSource()}); in rewrite()
724 rewriter.replaceOp(memRefCastOp, (Value)memRefDesc); in rewrite()
736 rewriter.replaceOp(memRefCastOp, loadOp.getResult()); in rewrite()
906 rewriter.replaceOp(o in matchAndRewrite()
[all...] |
| /llvm-project/mlir/test/lib/Conversion/MathToVCIX/ |
| H A D | TestMathToVCIXConversion.cpp | 93 rewriter.replaceOp(op, res); in matchAndRewrite()
136 rewriter.replaceOp(op, res); in matchAndRewrite()
179 rewriter.replaceOp(op, res); in matchAndRewrite()
224 rewriter.replaceOp(op, res); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/VectorToArmSME/ |
| H A D | VectorToArmSME.cpp | 252 rewriter.replaceOp(broadcastOp, forOp.getResult(0)); in matchAndRewrite()
312 rewriter.replaceOp(splatOp, forOp.getResult(0)); in matchAndRewrite()
367 rewriter.replaceOp(transposeOp, xferOp); in matchAndRewrite()
529 rewriter.replaceOp(extractOp, sourceVector); in matchAndRewrite()
539 rewriter.replaceOp(extractOp, extractTileSlice); in matchAndRewrite()
587 rewriter.replaceOp(insertOp, source); in matchAndRewrite()
|