Lines Matching defs:tokens
93 SmallVectorImpl<Value> &tokens,
104 builder.getType<gpu::AsyncTokenType>(), tokens)
200 SmallVectorImpl<Value> &tokens) {
205 tokens.push_back(genCopyMemRef(builder, loc, devMem, b, depToken));
226 SmallVectorImpl<Value> &tokens,
240 args.push_back(genAllocCopy(builder, loc, b, tokens));
252 SmallVectorImpl<Value> &tokens) {
268 tokens.push_back(genDeallocMemRef(builder, loc, args[i], firstToken));
568 SmallVector<Value> tokens;
588 Value rowA = genAllocCopy(rewriter, loc, memR, tokens);
589 Value colA = memC ? genAllocCopy(rewriter, loc, memC, tokens) : Value();
590 Value valA = genAllocCopy(rewriter, loc, memV, tokens);
592 Value vecX = genAllocCopy(rewriter, loc, memX, tokens);
594 Value vecY = genAllocCopy(rewriter, loc, memY, tokens);
595 genBlockingWait(rewriter, loc, tokens);
596 tokens.clear();
649 tokens.push_back(token);
650 genBlockingWait(rewriter, loc, tokens);
651 tokens.clear();
665 SmallVector<Value> tokens;
686 Value rowA = genAllocCopy(rewriter, loc, memR, tokens);
687 Value colA = memC ? genAllocCopy(rewriter, loc, memC, tokens) : Value();
688 Value valA = genAllocCopy(rewriter, loc, memV, tokens);
690 Value matB = genAllocCopy(rewriter, loc, bufB, tokens);
692 Value matC = genAllocCopy(rewriter, loc, bufC, tokens);
693 genBlockingWait(rewriter, loc, tokens);
694 tokens.clear();
750 tokens.push_back(token);
751 genBlockingWait(rewriter, loc, tokens);
752 tokens.clear();
766 SmallVector<Value> tokens;
792 Value rowA = genAllocCopy(rewriter, loc, amemR, tokens);
793 Value colA = genAllocCopy(rewriter, loc, amemC, tokens);
794 Value valA = genAllocCopy(rewriter, loc, amemV, tokens);
795 Value rowB = genAllocCopy(rewriter, loc, bmemR, tokens);
796 Value colB = genAllocCopy(rewriter, loc, bmemC, tokens);
797 Value valB = genAllocCopy(rewriter, loc, bmemV, tokens);
798 genBlockingWait(rewriter, loc, tokens);
799 tokens.clear();
923 tokens.push_back(token);
924 genBlockingWait(rewriter, loc, tokens);
925 tokens.clear();
943 SmallVector<Value> tokens;
963 Value matA = genAllocCopy(rewriter, loc, bufA, tokens);
965 Value matB = genAllocCopy(rewriter, loc, bufB, tokens);
967 Value matC = genAllocCopy(rewriter, loc, bufC, tokens);
968 genBlockingWait(rewriter, loc, tokens);
969 tokens.clear();
1042 tokens.push_back(token);
1043 genBlockingWait(rewriter, loc, tokens);
1044 tokens.clear();
1058 SmallVector<Value> tokens;
1079 Value matA = genAllocCopy(rewriter, loc, bufA, tokens);
1081 Value matB = genAllocCopy(rewriter, loc, bufB, tokens);
1085 Value rowC = genAllocCopy(rewriter, loc, memR, tokens);
1086 Value colC = memC ? genAllocCopy(rewriter, loc, memC, tokens) : Value();
1087 Value valC = genAllocCopy(rewriter, loc, memV, tokens);
1088 genBlockingWait(rewriter, loc, tokens);
1089 tokens.clear();
1141 tokens.push_back(token);
1142 genBlockingWait(rewriter, loc, tokens);
1143 tokens.clear();
1213 SmallVector<Value> tokens;
1214 Value out = genParametersIn(rewriter, loc, scalars, buffers, args, tokens,
1223 // opens tokens and yielding a new token for the output.
1224 // TODO: Passing in tokens to launch up does not seem to be properly lowered
1227 genBlockingWait(rewriter, loc, tokens);
1228 tokens.clear();
1230 genLaunchGPUFunc(rewriter, gpuFunc, args, tokens, numThreads);
1233 tokens);
1234 genBlockingWait(rewriter, loc, tokens);