Lines Matching refs:SmallVector
30 static SmallVector<int64_t, 4> getVectorOffset(ArrayRef<int64_t> originalShape, in getVectorOffset()
33 SmallVector<int64_t, 4> dstSliceStrides = in getVectorOffset()
35 SmallVector<int64_t, 4> vectorOffsets = delinearize(dstSliceStrides, index); in getVectorOffset()
36 SmallVector<int64_t, 4> elementOffsets = in getVectorOffset()
47 SmallVector<int64_t, 4> vectorShape;
48 SmallVector<int64_t> loopOrder;
49 SmallVector<int64_t> sliceStrides;
63 SmallVector<int64_t> sliceDimCounts(originalShape.size()); in DecomposeShapeIterator()
81 SmallVector<int64_t> delinearize(int64_t index) const { in delinearize()
83 SmallVector<int64_t> vectorOffsets(sliceStrides.size()); in delinearize()
95 SmallVector<int64_t> getVectorOffset(int64_t index) const { in getVectorOffset()
96 SmallVector<int64_t> vectorOffsets = delinearize(index); in getVectorOffset()
97 SmallVector<int64_t> elementOffsets = in getVectorOffset()
105 static SmallVector<Value> sliceTransferIndices(ArrayRef<int64_t> elementOffsets, in sliceTransferIndices()
117 SmallVector<Value> slicedIndices(indices.begin(), indices.end()); in sliceTransferIndices()
142 static Optional<SmallVector<int64_t, 4>>
155 Optional<SmallVector<int64_t, 4>> targetShape = options.nativeShape(op); in getTargetShape()
165 static SmallVector<int64_t>
168 SmallVector<int64_t> loopOrder = in getUnrollOrder()
171 Optional<SmallVector<int64_t>> order = options.traversalOrderCallback(op); in getUnrollOrder()
198 SmallVector<int64_t, 4> strides(targetShape->size(), 1); in matchAndRewrite()
207 SmallVector<Value, 4> originalIndices(readOp.getIndices().begin(), in matchAndRewrite()
210 SmallVector<int64_t> loopOrder = in matchAndRewrite()
215 SmallVector<int64_t, 4> elementOffsets = in matchAndRewrite()
217 SmallVector<Value, 4> indices = in matchAndRewrite()
254 SmallVector<int64_t, 4> strides(targetShape->size(), 1); in matchAndRewrite()
257 SmallVector<Value, 4> originalIndices(writeOp.getIndices().begin(), in matchAndRewrite()
260 SmallVector<int64_t> loopOrder = in matchAndRewrite()
266 SmallVector<int64_t, 4> elementOffsets = in matchAndRewrite()
270 SmallVector<Value, 4> indices = in matchAndRewrite()
292 static SmallVector<int64_t> getEmptyKey() { return {int64_t(-1)}; } in getEmptyKey()
294 static SmallVector<int64_t> getTombstoneKey() { return {int64_t(-2)}; } in getTombstoneKey()
296 static unsigned getHashValue(const SmallVector<int64_t> &v) { in getHashValue()
300 static bool isEqual(const SmallVector<int64_t> &lhs, in isEqual()
301 const SmallVector<int64_t> &rhs) { in isEqual()
319 SmallVector<int64_t, 4> originalSize = *contractOp.getShapeForUnroll(); in matchAndRewrite()
325 SmallVector<int64_t>, Value, in matchAndRewrite()
326 llvm::DenseMap<SmallVector<int64_t>, unsigned, OffsetMapInfo>> in matchAndRewrite()
329 SmallVector<int64_t> loopOrder = getUnrollOrder( in matchAndRewrite()
335 SmallVector<int64_t, 4> offsets = indexToOffsets.getVectorOffset(i); in matchAndRewrite()
336 SmallVector<Value, 4> slicesOperands(contractOp.getNumOperands()); in matchAndRewrite()
342 SmallVector<int64_t> operandShape = applyPermutationMap( in matchAndRewrite()
344 SmallVector<int64_t, 4> operandStrides(operandOffets.size(), 1); in matchAndRewrite()
351 SmallVector<int64_t> lhsOffets = in matchAndRewrite()
361 SmallVector<int64_t> rhsOffets = in matchAndRewrite()
370 SmallVector<int64_t> accOffets = in matchAndRewrite()
380 SmallVector<int64_t> dstShape = in matchAndRewrite()
386 SmallVector<int64_t> dstOffets = in matchAndRewrite()
396 SmallVector<int64_t> dstStrides(it.first.size(), 1); in matchAndRewrite()
417 Optional<SmallVector<int64_t, 4>> targetShape = in matchAndRewrite()
421 SmallVector<int64_t, 4> originalSize = *reductionOp.getShapeForUnroll(); in matchAndRewrite()
422 SmallVector<int64_t, 4> ratio = *shapeRatio(originalSize, *targetShape); in matchAndRewrite()
424 SmallVector<int64_t>, Value, in matchAndRewrite()
425 llvm::DenseMap<SmallVector<int64_t>, unsigned, OffsetMapInfo>> in matchAndRewrite()
431 SmallVector<int64_t, 4> offsets = in matchAndRewrite()
434 SmallVector<Value> operands; in matchAndRewrite()
435 SmallVector<int64_t, 4> operandStrides(offsets.size(), 1); in matchAndRewrite()
439 SmallVector<int64_t> dstShape; in matchAndRewrite()
440 SmallVector<int64_t> destOffset; in matchAndRewrite()
448 SmallVector<int64_t, 4> accStrides(destOffset.size(), 1); in matchAndRewrite()
470 SmallVector<int64_t> dstStrides(it.first.size(), 1); in matchAndRewrite()
495 SmallVector<int64_t, 4> originalSize = in matchAndRewrite()
497 SmallVector<int64_t, 4> ratio = *shapeRatio(originalSize, *targetShape); in matchAndRewrite()
503 SmallVector<int64_t, 4> strides(targetShape->size(), 1); in matchAndRewrite()
507 SmallVector<int64_t, 4> offsets = in matchAndRewrite()
509 SmallVector<Value, 4> extractOperands; in matchAndRewrite()
550 SmallVector<Value, 4> extractOperands; in matchAndRewrite()
589 SmallVector<Value, 4> extractOperands; in matchAndRewrite()
594 SmallVector<int64_t> operandShape(vecType.getShape().begin(), in matchAndRewrite()
651 SmallVector<Value, 4> indices(read.getIndices().begin(), in matchAndRewrite()
698 SmallVector<Value, 4> indices(write.getIndices().begin(), in matchAndRewrite()
735 Optional<SmallVector<int64_t, 4>> targetShape = in matchAndRewrite()
739 SmallVector<int64_t> originalSize = *reductionOp.getShapeForUnroll(); in matchAndRewrite()
746 SmallVector<int64_t> offsets = in matchAndRewrite()
748 SmallVector<int64_t> strides(offsets.size(), 1); in matchAndRewrite()
786 SmallVector<int64_t, 4> strides(targetShape->size(), 1); in matchAndRewrite()
789 SmallVector<int64_t, 4> ratio = *shapeRatio(originalSize, *targetShape); in matchAndRewrite()
794 SmallVector<int64_t> permutation; in matchAndRewrite()
797 SmallVector<int64_t, 4> elementOffsets = in matchAndRewrite()
799 SmallVector<int64_t, 4> permutedOffsets(elementOffsets.size()); in matchAndRewrite()
800 SmallVector<int64_t, 4> permutedShape(elementOffsets.size()); in matchAndRewrite()