| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 65 AffineMap map = op.getPermutationMap(); in matchAndRewrite() 71 map.getPermutationMap(permutation, op.getContext()); in matchAndRewrite() 75 permutationMap = map.getPermutationMap(permutation, op.getContext()); in matchAndRewrite() 154 AffineMap map = op.getPermutationMap(); in matchAndRewrite() 212 AffineMap map = op.getPermutationMap(); in matchAndRewrite()
|
| H A D | VectorTransferOpTransforms.cpp | 277 if (!transferReadOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite() 320 if (!transferWriteOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite() 437 if (!transferReadOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite() 495 if (!transferWriteOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite()
|
| H A D | BufferizableOpInterfaceImpl.cpp | 58 readOp.getPermutationMap(), readOp.getPadding(), readOp.getMask(), in bufferize()
|
| H A D | VectorUnrollDistribute.cpp | 219 readOp.getPermutationMap(), loc, rewriter); in matchAndRewrite() 272 writeOp.getPermutationMap(), loc, rewriter); in matchAndRewrite() 653 AffineMap indexMap = extract.map().compose(read.getPermutationMap()); in matchAndRewrite() 700 AffineMap indexMap = insert.map().compose(write.getPermutationMap()); in matchAndRewrite()
|
| H A D | VectorDropLeadUnitDim.cpp | 210 AffineMap oldMap = read.getPermutationMap(); in matchAndRewrite() 258 AffineMap oldMap = write.getPermutationMap(); in matchAndRewrite()
|
| H A D | VectorDistribute.cpp | 364 AffineMap indexMap = map.compose(newWriteOp.getPermutationMap()); in tryDistributeOp() 598 AffineMap indexMap = map.compose(read.getPermutationMap()); in matchAndRewrite()
|
| H A D | VectorTransforms.cpp | 1050 AffineMap permutationMap = AffineMap::getPermutationMap( in matchAndRewrite() 2052 if (!read.getPermutationMap().isMinorIdentityWithBroadcasting( in matchAndRewrite() 2192 !write.getPermutationMap().isMinorIdentity()) in matchAndRewrite() 2613 if (!readOp.getPermutationMap().isMinorIdentity()) in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/include/mlir/Interfaces/ |
| H A D | VectorInterfaces.td | 114 /*methodBody=*/"return $_op.getPermutationMap();" 124 auto expr = $_op.getPermutationMap().getResult(idx); 180 $_op.getVectorType(), $_op.getPermutationMap()) 192 "return $_op.getPermutationMap().getNumResults();" 263 SmallVector<int64_t> dimSizes($_op.getPermutationMap().getNumDims(), 0); 264 for (auto vecDims : llvm::zip($_op.getPermutationMap().getResults(),
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Interchange.cpp | 44 if (!inversePermutation(AffineMap::getPermutationMap(interchangeVector, in interchangeGenericOpPrecondition() 60 AffineMap::getPermutationMap(interchangeVector, context)); in interchangeGenericOp()
|
| H A D | Tiling.cpp | 433 AffineMap::getPermutationMap(interchangeVector, b.getContext())); in tileLinalgOpImpl()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 49 for (auto expr : xferOp.getPermutationMap().getResults()) { in getXferIndices() 119 AffineMap map = readOp.getPermutationMap(); in transferReadSupportsMMAMatrixType() 148 if (!writeOp.getPermutationMap().isMinorIdentity()) in transferWriteSupportsMMAMatrixType() 361 AffineMap::getPermutationMap(permU, op.getContext()); in matchAndRewrite() 363 permutationMap.compose(transferReadOp.getPermutationMap()); in matchAndRewrite() 399 AffineMap map = op.getPermutationMap(); in convertTransferReadOp() 485 /*transpose=*/!op.getPermutationMap().isMinorIdentity()); in creatLdMatrixCompatibleLoads() 507 !op.getPermutationMap().isMinorIdentity(), params->numTiles); in creatLdMatrixCompatibleLoads() 540 bool isTransposeLoad = !op.getPermutationMap().isMinorIdentity(); in createNonLdMatrixLoads() 620 if (!op.getPermutationMap().isMinorIdentity() && in convertTransferReadToLoads()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldSubViewOps.cpp | 180 transferReadOp.getPermutationMap()), in replaceOp() 204 transferWriteOp.getPermutationMap()), in replaceOp()
|
| /llvm-project-15.0.7/mlir/lib/CAPI/IR/ |
| H A D | AffineMap.cpp | 70 return wrap(AffineMap::getPermutationMap( in mlirAffineMapPermutationGet()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 56 auto map = xferOp.getPermutationMap(); in unpackedDim() 72 auto map = xferOp.getPermutationMap(); in unpackedPermutationMap() 1095 auto map = xferOp.getPermutationMap(); in get1dMemrefIndices() 1227 auto map = xferOp.getPermutationMap(); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 146 defWrite.getPermutationMap() == read.getPermutationMap(); in checkSameValueRAW() 154 priorWrite.getPermutationMap() == write.getPermutationMap(); in checkSameValueWAW() 3031 auto permutationMap = getPermutationMap(); in verify() 3116 AffineMap permutationMap = op.getPermutationMap(); in foldTransferInBoundsAttribute() 3224 if (!xferOp.getPermutationMap().isIdentity()) in matchAndRewrite() 3339 AffineMap readMap = compressUnusedDims(readOp.getPermutationMap()); in matchAndRewrite() 3489 auto permutationMap = getPermutationMap(); in verify() 3544 if (!read.getPermutationMap().isMinorIdentity() || in foldReadInitWrite() 3545 !write.getPermutationMap().isMinorIdentity()) in foldReadInitWrite() 3579 read.getPermutationMap() == write.getPermutationMap() && in checkSameValueWAR() [all …]
|
| /llvm-project-15.0.7/mlir/include/mlir/IR/ |
| H A D | AffineMap.h | 85 static AffineMap getPermutationMap(ArrayRef<unsigned> permutation,
|
| /llvm-project-15.0.7/mlir/lib/IR/ |
| H A D | AffineMap.cpp | 205 AffineMap AffineMap::getPermutationMap(ArrayRef<unsigned> permutation, in getPermutationMap() function in AffineMap
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Utils/ |
| H A D | Utils.cpp | 450 inversePermutation(AffineMap::getPermutationMap( in makeTransposeOp()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SparseTensor/Transforms/ |
| H A D | Sparsification.cpp | 129 return AffineMap::getPermutationMap(perm, context); in permute()
|