Lines Matching refs:patterns

59     RewritePatternSet patterns(ctx);  in runOnOperation()  local
62 patterns, in runOnOperation()
66 populateVectorToVectorCanonicalizationPatterns(patterns); in runOnOperation()
67 populateBubbleVectorBitCastOpPatterns(patterns); in runOnOperation()
68 populateCastAwayVectorLeadingOneDimPatterns(patterns); in runOnOperation()
69 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
146 RewritePatternSet patterns(&getContext()); in runOnOperation() local
152 patterns.add<ContractionOpToOuterProductOpLowering>(options, in runOnOperation()
154 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
162 patterns.add<ContractionOpToOuterProductOpLowering>( in runOnOperation()
170 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
176 patterns, in runOnOperation()
179 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
192 populateVectorBroadcastLoweringPatterns(patterns); in runOnOperation()
193 populateVectorContractLoweringPatterns(patterns, options); in runOnOperation()
194 populateVectorMaskOpLoweringPatterns(patterns); in runOnOperation()
195 populateVectorShapeCastLoweringPatterns(patterns); in runOnOperation()
196 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
238 RewritePatternSet patterns(&getContext()); in runOnOperation() local
292 RewritePatternSet patterns(ctx); in runOnOperation() local
294 patterns, UnrollVectorOptions() in runOnOperation()
301 patterns, UnrollVectorOptions() in runOnOperation()
307 patterns, UnrollVectorOptions() in runOnOperation()
338 populateVectorUnrollPatterns(patterns, opts); in runOnOperation()
347 populateVectorUnrollPatterns(patterns, in runOnOperation()
354 populateVectorToVectorCanonicalizationPatterns(patterns); in runOnOperation()
355 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
392 RewritePatternSet patterns(ctx); in runOnOperation() local
422 populatePropagateVectorDistributionPatterns(patterns); in runOnOperation()
423 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
449 RewritePatternSet patterns(ctx); in runOnOperation() local
482 populatePropagateVectorDistributionPatterns(patterns); in runOnOperation()
483 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
510 RewritePatternSet patterns(ctx); in runOnOperation() local
531 populateVectorUnrollPatterns(patterns, opts); in runOnOperation()
532 populateVectorToVectorCanonicalizationPatterns(patterns); in runOnOperation()
533 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
573 RewritePatternSet patterns(ctx); in runOnOperation() local
579 patterns.add<VectorTransferFullPartialRewriter>(ctx, options); in runOnOperation()
580 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
611 RewritePatternSet patterns(&getContext()); in runOnOperation() local
612 populateVectorTransferLoweringPatterns(patterns); in runOnOperation()
613 populateVectorTransferPermutationMapLoweringPatterns(patterns); in runOnOperation()
614 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
643 RewritePatternSet patterns(&getContext()); in runOnOperation() local
645 patterns, useOuterReductions in runOnOperation()
648 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
676 RewritePatternSet patterns(&getContext()); in runOnOperation() local
677 populateVectorTransferCollapseInnerMostContiguousDimsPatterns(patterns); in runOnOperation()
678 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
696 RewritePatternSet patterns(&getContext()); in runOnOperation() local
697 populateVectorReductionToContractPatterns(patterns); in runOnOperation()
698 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
715 RewritePatternSet patterns(&getContext()); in runOnOperation() local
716 populateVectorTransferDropUnitDimsPatterns(patterns); in runOnOperation()
717 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
738 RewritePatternSet patterns(&getContext()); in runOnOperation() local
739 populateFlattenVectorTransferPatterns(patterns); in runOnOperation()
740 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
754 RewritePatternSet patterns(&getContext()); in runOnOperation() local
755 populateVectorScanLoweringPatterns(patterns); in runOnOperation()
756 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
857 RewritePatternSet patterns(&getContext()); in runOnOperation() local
879 RewritePatternSet patterns(ctx); in runOnOperation() local
880 populateDistributeTransferWriteOpPatterns(patterns, distributionFn); in runOnOperation()
881 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
884 RewritePatternSet patterns(ctx); in runOnOperation() local
885 vector::populatePropagateWarpVectorDistributionPatterns(patterns); in runOnOperation()
886 vector::populateDistributeReduction(patterns, warpReduction); in runOnOperation()
887 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()
897 populateWarpExecuteOnLane0OpToScfForPattern(patterns, options); in runOnOperation()
898 (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); in runOnOperation()