35   void runOnAffineForOp(AffineForOp forOp);
66 static bool doubleBuffer(Value oldMemRef, AffineForOp forOp) {  in doubleBuffer()  argument
67   auto *forBody = forOp.getBody();  in doubleBuffer()
84   OpBuilder bOuter(forOp);  in doubleBuffer()
90           forOp.getLoc(), oldMemRef, dim.index()));  in doubleBuffer()
95       forOp.getLoc(), newMemRefType, allocOperands);  in doubleBuffer()
99   int64_t step = forOp.getStep();  in doubleBuffer()
102   auto ivModTwoOp = bInner.create<AffineApplyOp>(forOp.getLoc(), modTwoMap,  in doubleBuffer()
103                                                  forOp.getInductionVar());  in doubleBuffer()
113           /*domOpFilter=*/&*forOp.getBody()->begin()))) {  in doubleBuffer()
115         forOp.emitError("memref replacement for double buffering failed"));  in doubleBuffer()
120   bOuter.setInsertionPointAfter(forOp);  in doubleBuffer()
121   bOuter.create<memref::DeallocOp>(forOp.getLoc(), newMemRef);  in doubleBuffer()
134   getOperation().walk([&](AffineForOp forOp) { forOps.push_back(forOp); });  in runOnOperation()  argument
135   for (auto forOp : forOps)  in runOnOperation()  local
136     runOnAffineForOp(forOp);  in runOnOperation()
164     AffineForOp forOp,  in findMatchingStartFinishInsts()  argument
169   for (auto &op : *forOp.getBody()) {  in findMatchingStartFinishInsts()
176   for (auto &op : *forOp.getBody()) {  in findMatchingStartFinishInsts()
209       if (!forOp.getBody()->findAncestorOpInBlock(*user)) {  in findMatchingStartFinishInsts()
235 void PipelineDataTransfer::runOnAffineForOp(AffineForOp forOp) {  in runOnAffineForOp()  argument
236   auto mayBeConstTripCount = getConstantTripCount(forOp);  in runOnAffineForOp()
238     LLVM_DEBUG(forOp.emitRemark("won't pipeline due to unknown trip count"));  in runOnAffineForOp()
243   findMatchingStartFinishInsts(forOp, startWaitPairs);  in runOnAffineForOp()
246     LLVM_DEBUG(forOp.emitRemark("No dma start/finish pairs\n"));  in runOnAffineForOp()
262     if (!doubleBuffer(oldMemRef, forOp)) {  in runOnAffineForOp()
293     if (!doubleBuffer(oldTagMemRef, forOp)) {  in runOnAffineForOp()
314   findMatchingStartFinishInsts(forOp, startWaitPairs);  in runOnAffineForOp()
341   for (auto &op : forOp.getBody()->without_terminator())  in runOnAffineForOp()
346   SmallVector<uint64_t, 8> shifts(forOp.getBody()->getOperations().size());  in runOnAffineForOp()
348   for (auto &op : forOp.getBody()->without_terminator()) {  in runOnAffineForOp()
359   if (!isOpwiseShiftValid(forOp, shifts)) {  in runOnAffineForOp()
365   if (failed(affineForOpBodySkew(forOp, shifts))) {  in runOnAffineForOp()