diff options
| author | Jacques Pienaar <jpienaar@google.com> | 2024-12-20 08:15:48 -0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-12-20 08:15:48 -0800 |
| commit | 09dfc5713d7e2342bea4c8447d1ed76c85eb8225 (patch) | |
| tree | 2f6ee94949b8127c53139be303b24ea2e27e1788 /mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp | |
| parent | 412e1af19a248fd5650e6828695c78454a9195fb (diff) | |
[mlir] Enable decoupling two kinds of greedy behavior. (#104649)
The greedy rewriter is used in many different flows and it has a lot of
convenience (work list management, debugging actions, tracing, etc). But
it combines two kinds of greedy behavior 1) how ops are matched, 2)
folding wherever it can.
These are independent forms of greedy and leads to inefficiency. E.g.,
cases where one need to create different phases in lowering and is
required to applying patterns in specific order split across different
passes. Using the driver one ends up needlessly retrying folding/having
multiple rounds of folding attempts, where one final run would have
sufficed.
Of course folks can locally avoid this behavior by just building their
own, but this is also a common requested feature that folks keep on
working around locally in suboptimal ways.
For downstream users, there should be no behavioral change. Updating
from the deprecated should just be a find and replace (e.g., `find ./
-type f -exec sed -i
's|applyPatternsAndFoldGreedily|applyPatternsGreedily|g' {} \;` variety)
as the API arguments hasn't changed between the two.
Diffstat (limited to 'mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp')
| -rw-r--r-- | mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp | 42 |
1 files changed, 21 insertions, 21 deletions
diff --git a/mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp b/mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp index f67a24755ac0..74838bc0ca2f 100644 --- a/mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp +++ b/mlir/test/lib/Dialect/Vector/TestVectorTransforms.cpp @@ -73,7 +73,7 @@ struct TestVectorToVectorLowering populateVectorToVectorCanonicalizationPatterns(patterns); populateBubbleVectorBitCastOpPatterns(patterns); populateCastAwayVectorLeadingOneDimPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } private: @@ -137,7 +137,7 @@ struct TestVectorContractionPrepareForMMTLowering MLIRContext *ctx = &getContext(); RewritePatternSet patterns(ctx); vector::populateVectorContractCanonicalizeMatmulToMMT(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -223,7 +223,7 @@ struct TestVectorUnrollingPatterns })); } populateVectorToVectorCanonicalizationPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } ListOption<int64_t> unrollOrder{*this, "unroll-order", @@ -283,7 +283,7 @@ struct TestVectorTransferUnrollingPatterns } populateVectorUnrollPatterns(patterns, opts); populateVectorToVectorCanonicalizationPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } Option<bool> reverseUnrollOrder{ @@ -326,7 +326,7 @@ struct TestScalarVectorTransferLoweringPatterns RewritePatternSet patterns(ctx); vector::populateScalarVectorTransferLoweringPatterns( patterns, /*benefit=*/1, allowMultipleUses.getValue()); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -370,7 +370,7 @@ struct TestVectorTransferCollapseInnerMostContiguousDims void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorTransferCollapseInnerMostContiguousDimsPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -395,7 +395,7 @@ struct TestVectorSinkPatterns void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateSinkVectorOpsPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -415,7 +415,7 @@ struct TestVectorReduceToContractPatternsPatterns void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorReductionToContractPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -434,7 +434,7 @@ struct TestVectorChainedReductionFoldingPatterns void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateChainedVectorReductionFoldingPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -455,7 +455,7 @@ struct TestVectorBreakDownReductionPatterns RewritePatternSet patterns(&getContext()); populateBreakDownVectorReductionPatterns(patterns, /*maxNumElementsToExtract=*/2); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -496,7 +496,7 @@ struct TestFlattenVectorTransferPatterns void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateFlattenVectorTransferPatterns(patterns, targetVectorBitwidth); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -512,7 +512,7 @@ struct TestVectorScanLowering void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorScanLoweringPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -662,18 +662,18 @@ struct TestVectorDistribution /*readBenefit=*/0); vector::populateDistributeReduction(patterns, warpReduction, 1); populateDistributeTransferWriteOpPatterns(patterns, distributionFn, 2); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } else if (distributeTransferWriteOps) { RewritePatternSet patterns(ctx); populateDistributeTransferWriteOpPatterns(patterns, distributionFn, maxTransferWriteElements); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } else if (propagateDistribution) { RewritePatternSet patterns(ctx); vector::populatePropagateWarpVectorDistributionPatterns( patterns, distributionFn, shuffleFn); vector::populateDistributeReduction(patterns, warpReduction); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } WarpExecuteOnLane0LoweringOptions options; options.warpAllocationFn = allocateGlobalSharedMemory; @@ -684,7 +684,7 @@ struct TestVectorDistribution // Test on one pattern in isolation. if (warpOpToSCF) { populateWarpExecuteOnLane0OpToScfForPattern(patterns, options); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); return; } } @@ -706,7 +706,7 @@ struct TestVectorExtractStridedSliceLowering void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorExtractStridedSliceToExtractInsertChainPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -726,7 +726,7 @@ struct TestVectorBreakDownBitCast populateBreakDownVectorBitCastOpPatterns(patterns, [](BitCastOp op) { return op.getSourceVectorType().getShape().back() > 4; }); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -782,7 +782,7 @@ struct TestVectorGatherLowering void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorGatherLoweringPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -809,7 +809,7 @@ struct TestFoldArithExtensionIntoVectorContractPatterns void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateFoldArithExtensionPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; @@ -834,7 +834,7 @@ struct TestVectorEmulateMaskedLoadStore final void runOnOperation() override { RewritePatternSet patterns(&getContext()); populateVectorMaskedLoadStoreEmulationPatterns(patterns); - (void)applyPatternsAndFoldGreedily(getOperation(), std::move(patterns)); + (void)applyPatternsGreedily(getOperation(), std::move(patterns)); } }; |
