Lines Matching defs:atomicOp
405 matchAndRewrite(memref::GenericAtomicRMWOp atomicOp, OpAdaptor adaptor,
407 auto loc = atomicOp.getLoc();
408 Type valueType = typeConverter->convertType(atomicOp.getResult().getType());
412 auto *loopBlock = rewriter.splitBlock(initBlock, Block::iterator(atomicOp));
416 rewriter.splitBlock(loopBlock, Block::iterator(atomicOp)++);
420 auto memRefType = cast<MemRefType>(atomicOp.getMemref().getType());
433 mapping.map(atomicOp.getCurrentValue(), loopArgument);
434 Block &entryBlock = atomicOp.body().front();
458 rewriter.replaceOp(atomicOp, {newLoaded});
1526 matchSimpleAtomicOp(memref::AtomicRMWOp atomicOp) {
1527 switch (atomicOp.getKind()) {
1560 matchAndRewrite(memref::AtomicRMWOp atomicOp, OpAdaptor adaptor,
1562 auto maybeKind = matchSimpleAtomicOp(atomicOp);
1565 auto memRefType = atomicOp.getMemRefType();
1571 getStridedElementPtr(atomicOp.getLoc(), memRefType, adaptor.getMemref(),
1574 atomicOp, *maybeKind, dataPtr, adaptor.getValue(),