| /llvm-project-15.0.7/mlir/lib/Dialect/NVGPU/Transforms/ |
| H A D | OptimizeSharedMemory.cpp | 102 Operation::operand_range getIndices(Operation *op) { in getIndices() function 104 return ldmatrixOp.getIndices(); in getIndices() 108 return loadOp.getIndices(); in getIndices() 110 return storeOp.getIndices(); in getIndices() 112 return vectorReadOp.getIndices(); in getIndices() 114 return vectorStoreOp.getIndices(); in getIndices() 159 getIndices(op).size() < 2; in getShmReadAndWriteOps() 165 getIndices(op).size() < 2; in getShmReadAndWriteOps() 220 auto indices = getIndices(shmWriteOp); in optimizeSharedMemoryReadsAndWrites() 233 auto indices = getIndices(shmReadOp); in optimizeSharedMemoryReadsAndWrites()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 116 op.getLoc(), newReadType, op.getSource(), op.getIndices(), in matchAndRewrite() 188 op, newVec, op.getSource(), op.getIndices(), AffineMapAttr::get(newMap), in matchAndRewrite() 241 op.getLoc(), op.getSource(), op.getIndices()); in matchAndRewrite() 245 op.getIndices()); in matchAndRewrite() 264 op.getLoc(), newReadType, op.getSource(), op.getIndices(), in matchAndRewrite()
|
| H A D | VectorTransferSplitRewritePatterns.cpp | 260 viewAndIndices.insert(viewAndIndices.end(), xferOp.getIndices().begin(), in createFullPartialLinalgCopy() 261 xferOp.getIndices().end()); in createFullPartialLinalgCopy() 315 viewAndIndices.insert(viewAndIndices.end(), xferOp.getIndices().begin(), in createFullPartialVectorTransferRead() 316 xferOp.getIndices().end()); in createFullPartialVectorTransferRead() 367 xferOp.getIndices().begin(), in getLocationToWriteFullVec() 368 xferOp.getIndices().end()); in getLocationToWriteFullVec() 615 mapping.map(xferWriteOp.getIndices(), memrefAndIndices.drop_front()); in splitFullAndPartialTransfer()
|
| H A D | BufferizableOpInterfaceImpl.cpp | 57 rewriter, readOp, readOp.getVectorType(), *buffer, readOp.getIndices(), in bufferize() 108 writeOp.getIndices(), writeOp.getPermutationMapAttr(), in bufferize()
|
| H A D | VectorUnrollDistribute.cpp | 207 SmallVector<Value, 4> originalIndices(readOp.getIndices().begin(), in matchAndRewrite() 208 readOp.getIndices().end()); in matchAndRewrite() 257 SmallVector<Value, 4> originalIndices(writeOp.getIndices().begin(), in matchAndRewrite() 258 writeOp.getIndices().end()); in matchAndRewrite() 651 SmallVector<Value, 4> indices(read.getIndices().begin(), in matchAndRewrite() 652 read.getIndices().end()); in matchAndRewrite() 698 SmallVector<Value, 4> indices(write.getIndices().begin(), in matchAndRewrite() 699 write.getIndices().end()); in matchAndRewrite()
|
| H A D | VectorTransferOpTransforms.cpp | 285 if (llvm::any_of(transferReadOp.getIndices(), in matchAndRewrite() 328 if (llvm::any_of(transferWriteOp.getIndices(), in matchAndRewrite() 442 if (failed(checkAndCollapseInnerZeroIndices(transferReadOp.getIndices(), in matchAndRewrite() 500 if (failed(checkAndCollapseInnerZeroIndices(transferWriteOp.getIndices(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Hoisting.cpp | 153 if (read && read.getIndices() == write.transferWriteOp.getIndices() && in findMatchingTransferRead() 228 for (Value operand : write.getIndices()) in getLoopInvariantTransferWriteOpDefining() 367 if (llvm::any_of(write.transferWriteOp.getIndices(), in hoistRedundantVectorTransfersOnTensor() 456 if (transferRead.getIndices() != transferWrite.getIndices() && in hoistRedundantVectorTransfers()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMX/IR/ |
| H A D | AMXDialect.cpp | 61 if (getIndices().size() != rank) in verify() 68 if (getIndices().size() != rank) in verify()
|
| /llvm-project-15.0.7/flang/lib/Optimizer/Transforms/ |
| H A D | ArrayValueCopy.cpp | 591 indices = u.getIndices(); in conflictOnMerge() 594 compareVector = u.getIndices(); in conflictOnMerge() 598 indices = f.getIndices(); in conflictOnMerge() 601 compareVector = f.getIndices(); in conflictOnMerge() 605 indices = f.getIndices(); in conflictOnMerge() 608 compareVector = f.getIndices(); in conflictOnMerge() 612 indices = f.getIndices(); in conflictOnMerge() 615 compareVector = f.getIndices(); in conflictOnMerge() 1115 copyUsingSlice ? mlir::Value{} : load.getSlice(), access.getIndices(), in referenceToClone() 1164 update.getIndices(), load, in materializeAssignment() [all …]
|
| H A D | AffineDemotion.cpp | 53 SmallVector<Value> indices(adaptor.getIndices()); in matchAndRewrite() 75 SmallVector<Value> indices(op.getIndices()); in matchAndRewrite()
|
| H A D | AffinePromotion.cpp | 118 for (auto coordinate : acoOp.getIndices()) in analyzeReference() 400 createArrayIndexAffineMap(acoOp.getIndices().size(), acoOp.getContext()); in createAffineOps() 402 indexArgs.append(acoOp.getIndices().begin(), acoOp.getIndices().end()); in createAffineOps()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/SCF/Transforms/ |
| H A D | ParallelLoopFusion.cpp | 58 bufferStores[store.getMemRef()].push_back(store.getIndices()); in haveNoReadsAfterWriteExceptSameIndex() 78 auto loadIndices = load.getIndices(); in haveNoReadsAfterWriteExceptSameIndex()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMDGPU/IR/ |
| H A D | AMDGPUDialect.cpp | 41 if (static_cast<int64_t>(op.getIndices().size()) != bufferType.getRank()) in verifyRawBufferOp()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | TypeMetadataUtils.cpp | 113 if (EVI->getNumIndices() == 1 && EVI->getIndices()[0] == 0) { in findDevirtualizableCallsForTypeCheckedLoad() 117 if (EVI->getNumIndices() == 1 && EVI->getIndices()[0] == 1) { in findDevirtualizableCallsForTypeCheckedLoad()
|
| H A D | OverflowInstAnalysis.cpp | 36 if (!Extract || !Extract->getIndices().equals(1)) in isCheckForZeroAndMulWithOverflow()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 144 !read.getMask() && defWrite.getIndices() == read.getIndices() && in checkSameValueRAW() 151 return priorWrite.getIndices() == write.getIndices() && in checkSameValueWAW() 3099 Value index = op.getIndices()[indicesIdx]; in isInBounds() 3325 if (readOp.getIndices() == defWrite.getIndices() && in matchAndRewrite() 3578 read.getIndices() == write.getIndices() && in checkSameValueWAR() 3968 if (llvm::size(getIndices()) != memType.getRank()) in verify() 4021 if (llvm::size(getIndices()) != memType.getRank()) in verify() 4072 if (llvm::size(getIndices()) != memType.getRank()) in verify() 4120 if (llvm::size(getIndices()) != memType.getRank()) in verify() 4166 if (llvm::size(getIndices()) != memType.getRank()) in verify() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Conversion/MemRefToSPIRV/ |
| H A D | MemRefToSPIRV.cpp | 328 adaptor.getIndices(), loc, rewriter); in matchAndRewrite() 421 adaptor.getIndices(), loadOp.getLoc(), rewriter); in matchAndRewrite() 441 adaptor.getIndices(), loc, rewriter); in matchAndRewrite() 533 adaptor.getIndices(), storeOp.getLoc(), rewriter); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/MemRef/Transforms/ |
| H A D | FoldSubViewOps.cpp | 220 loadOp.getIndices(), sourceIndices))) in matchAndRewrite() 238 storeOp.getIndices(), sourceIndices))) in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 89 auto prevIndices = adaptor.getIndices(); in getXferIndices() 97 Value offset = adaptor.getIndices()[dim.value()]; in getXferIndices() 174 Value base = xferOp.getIndices()[*dim]; in generateInBoundsCheck() 360 auto prevIndices = memref::StoreOpAdaptor(storeOp).getIndices(); in getBufferIndices() 466 auto prevIndices = memref::LoadOpAdaptor(loadOp).getIndices(); in getBufferIndices() 1094 auto indices = xferOp.getIndices(); in get1dMemrefIndices()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/TensorToSPIRV/ |
| H A D | TensorToSPIRV.cpp | 83 Value index = spirv::linearizeIndex(adaptor.getIndices(), strides, in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/AMX/Transforms/ |
| H A D | LegalizeForLLVMExport.cpp | 118 adaptor.getIndices(), rewriter); in matchAndRewrite() 145 adaptor.getIndices(), rewriter); in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Quant/Utils/ |
| H A D | QuantizeUtils.cpp | 92 return SparseElementsAttr::get(newSparseType, realSparseAttr.getIndices(), in convertSparseElementsAttr()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Instruction.cpp | 472 return IVI->getIndices() == cast<InsertValueInst>(I2)->getIndices(); in haveSameSpecialState() 474 return EVI->getIndices() == cast<ExtractValueInst>(I2)->getIndices(); in haveSameSpecialState()
|
| /llvm-project-15.0.7/mlir/include/mlir/ExecutionEngine/ |
| H A D | CRunnerUtils.h | 234 const std::array<int64_t, Rank> &getIndices() { return indices; } 271 const std::array<int64_t, 0> &getIndices() {
|
| /llvm-project-15.0.7/llvm/lib/DebugInfo/CodeView/ |
| H A D | RecordName.cpp | 81 auto Indices = Args.getIndices(); in visitKnownRecord() 98 auto Indices = Strings.getIndices(); in visitKnownRecord()
|