| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/Transforms/ |
| H A D | VectorTransferPermutationMapRewritePatterns.cpp | 88 if (op.getMask()) { in matchAndRewrite()
102 newMask = rewriter.create<vector::TransposeOp>(op.getLoc(), op.getMask(), in matchAndRewrite()
172 Value newMask = op.getMask() ? rewriter.create<vector::TransposeOp>( in matchAndRewrite()
173 op.getLoc(), op.getMask(), indices) in matchAndRewrite()
265 AffineMapAttr::get(newMap), op.getPadding(), op.getMask(), in matchAndRewrite()
|
| H A D | BufferizableOpInterfaceImpl.cpp | 58 readOp.getPermutationMap(), readOp.getPadding(), readOp.getMask(), in bufferize()
109 writeOp.getMask(), writeOp.getInBoundsAttr()); in bufferize()
|
| H A D | VectorUnrollDistribute.cpp | 192 if (readOp.getMask()) in matchAndRewrite()
222 readOp.getPermutationMapAttr(), readOp.getPadding(), readOp.getMask(), in matchAndRewrite()
248 if (writeOp.getMask()) in matchAndRewrite()
648 if (read.getMask()) in matchAndRewrite()
673 read.getPermutationMapAttr(), read.getPadding(), read.getMask(), in matchAndRewrite()
696 if (write.getMask()) in matchAndRewrite()
|
| H A D | VectorDropLeadUnitDim.cpp | 197 if (read.getMask()) in matchAndRewrite()
245 if (write.getMask()) in matchAndRewrite()
|
| H A D | VectorTransferOpTransforms.cpp | 439 if (transferReadOp.getMask()) in matchAndRewrite()
497 if (transferWriteOp.getMask()) in matchAndRewrite()
|
| H A D | VectorTransferSplitRewritePatterns.cpp | 543 if (xferWriteOp && xferWriteOp.getMask()) in splitFullAndPartialTransfer()
545 if (xferReadOp && xferReadOp.getMask()) in splitFullAndPartialTransfer()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSCF/ |
| H A D | VectorToSCF.cpp | 121 if (!xferOp.getMask()) in generateMaskCheck()
129 return b.create<vector::ExtractElementOp>(loc, xferOp.getMask(), iv); in generateMaskCheck()
293 if (xferOp.getMask()) { in allocBuffers()
294 auto maskType = MemRefType::get({}, xferOp.getMask().getType()); in allocBuffers()
297 b.create<memref::StoreOp>(loc, xferOp.getMask(), maskBuffer); in allocBuffers()
323 assert(xferOp.getMask() && "Expected that transfer op has mask"); in getMaskBuffer()
580 if (xferOp.getMask()) { in matchAndRewrite()
636 if (xferOp.getMask()) { in matchAndRewrite()
700 if (xferOp.getMask()) { in matchAndRewrite()
791 if (!xferOp.getMask()) in maybeAssignMask()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/M68k/ |
| H A D | M68kCollapseMOVEMPass.cpp | 85 unsigned getMask() const { return Mask; } in getMask() function in __anond2face1f0111::MOVEMState
189 .addImm(State.getMask()) in Finish()
196 .addImm(State.getMask()); in Finish()
|
| /llvm-project-15.0.7/llvm/include/llvm/Support/ |
| H A D | LowLevelTypeImpl.h | 338 static uint64_t getMask(const BitFieldInfo FieldInfo) {
347 return maskAndShift(Val, getMask(FieldInfo), FieldInfo[1]);
350 return getMask(FieldInfo) & (RawData >> FieldInfo[1]);
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUAsmUtils.h | 47 unsigned getMask() const { return Mask << Shift; } in getMask() function
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Vector/IR/ |
| H A D | VectorOps.cpp | 152 priorWrite.getMask() == write.getMask() && in checkSameValueWAW()
1800 auto maskAttr = getMask().getValue(); in verify()
2958 if (getMask()) in print()
2959 p << ", " << getMask(); in print()
3226 if (xferOp.getMask()) in matchAndRewrite()
3326 readOp.getMask() == defWrite.getMask()) { in matchAndRewrite()
3478 if (getMask()) in print()
3479 p << ", " << getMask(); in print()
3581 !write.getMask(); in checkSameValueWAR()
3725 if (xferOp.getMask()) in matchAndRewrite()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | TargetRegisterInfo.cpp | 314 return firstCommonClass(RCI.getMask(), A->getSubClassMask(), this); in getMatchingSuperRegClass()
354 firstCommonClass(IA.getMask(), IB.getMask(), this); in getCommonSuperRegClass()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToLLVM/ |
| H A D | ConvertVectorToLLVM.cpp | 198 loadOp, vectorTy, ptr, adaptor.getMask(), adaptor.getPassThru(), align); in replaceLoadOrStoreOp()
214 storeOp, adaptor.getValueToStore(), ptr, adaptor.getMask(), align); in replaceLoadOrStoreOp()
281 gather, typeConverter->convertType(vType), ptrs, adaptor.getMask(), in matchAndRewrite()
315 scatter, adaptor.getValueToStore(), ptrs, adaptor.getMask(), in matchAndRewrite()
339 expand, vtype, ptr, adaptor.getMask(), adaptor.getPassThru()); in matchAndRewrite()
361 compress, adaptor.getValueToStore(), ptr, adaptor.getMask()); in matchAndRewrite()
561 auto maskArrayAttr = shuffleOp.getMask(); in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | SelectionDAGNodes.h | 1523 ArrayRef<int> getMask() const {
2415 const SDValue &getMask() const {
2480 const SDValue &getMask() const { return getOperand(3); }
2510 const SDValue &getMask() const { return getOperand(4); }
2546 const SDValue &getMask() const { return getOperand(4); }
2583 const SDValue &getMask() const { return getOperand(5); }
2611 const SDValue &getMask() const {
2652 const SDValue &getMask() const { return getOperand(3); }
2689 const SDValue &getMask() const { return getOperand(4); }
2733 const SDValue &getMask() const {
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUArgumentUsageInfo.h | 81 unsigned getMask() const { in getMask() function
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | SanitizerMetadata.cpp | 92 NoSanitizeMask |= Attr->getMask(); in reportGlobal()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToSPIRV/ |
| H A D | VectorToSPIRV.cpp | 355 llvm::map_range(shuffleOp.getMask(), [](Attribute attr) -> int32_t { in matchAndRewrite()
367 for (const APInt &i : shuffleOp.getMask().getAsValueRange<IntegerAttr>()) { in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/Linalg/Transforms/ |
| H A D | Vectorization.cpp | 818 if (xferOp.hasOutOfBoundsDim() || xferOp.getMask()) in rewriteUser()
903 xferOp.getMask(), rewriter.getBoolArrayAttr(inBounds)); in rewriteUser()
1146 if (xferOp.getMask()) in matchAndRewrite()
1212 xferOp.getPermutationMapAttr(), xferOp.getPadding(), xferOp.getMask(), in matchAndRewrite()
1229 if (xferOp.getMask()) in matchAndRewrite()
1270 xferOp.getPermutationMapAttr(), xferOp.getMask(), in matchAndRewrite()
|
| /llvm-project-15.0.7/mlir/lib/Conversion/VectorToGPU/ |
| H A D | VectorToGPU.cpp | 114 if (readOp.getMask() || readOp.hasOutOfBoundsDim() || in transferReadSupportsMMAMatrixType()
142 if (writeOp.getMask() || writeOp.hasOutOfBoundsDim() || in transferWriteSupportsMMAMatrixType()
353 if (transferReadOp.getMask() || transferReadOp.hasOutOfBoundsDim()) in matchAndRewrite()
367 transferReadOp.getPadding(), transferReadOp.getMask(), in matchAndRewrite()
|
| /llvm-project-15.0.7/llvm/tools/llvm-readobj/ |
| H A D | MachODumper.cpp | 330 static std::string getMask(uint32_t prot) in getMask() function
938 W.printString("maxprot", getMask(MOSegment.maxprot)); in printMachOSegment()
939 W.printString("initprot", getMask(MOSegment.initprot)); in printMachOSegment()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanRecipes.cpp | 792 Value *Cond = State.get(getMask(In), Part); in execute()
818 getMask(I)->printAsOperand(O, SlotTracker); in print()
876 VPValue *BlockInMask = getMask(); in execute()
|
| H A D | VPlan.h | 1398 VPValue *getMask(unsigned Idx) const { return getOperand(Idx * 2 + 1); } in getMask() function
1461 VPValue *getMask() const { in getMask() function
1643 if (VPValue *Mask = getMask()) in print()
1652 VPValue *getMask() const { in getMask() function
1758 VPValue *getMask() const { in getMask() function
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1857 SDValue Mask = LD->getMask(); in SplitVecRes_VP_LOAD()
1935 SDValue Mask = MLD->getMask(); in SplitVecRes_MLOAD()
2289 SmallVector<int> OrigMask(N->getMask().begin(), N->getMask().end()); in SplitVecRes_VECTOR_SHUFFLE()
3117 SDValue Mask = N->getMask(); in SplitVecOp_VP_STORE()
3196 SDValue Mask = N->getMask(); in SplitVecOp_MSTORE()
4893 SDValue Mask = N->getMask(); in WidenVecRes_VP_LOAD()
4921 SDValue Mask = N->getMask(); in WidenVecRes_MLOAD()
4946 SDValue Mask = N->getMask(); in WidenVecRes_MGATHER()
4983 SDValue Mask = N->getMask(); in WidenVecRes_VP_GATHER()
5878 SDValue Mask = ST->getMask(); in WidenVecOp_VP_STORE()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonVectorCombine.cpp | 229 Value *getMask(Value *Val) const;
415 auto AlignVectors::getMask(Value *Val) const -> Value * { in getMask() function in AlignVectors
828 Value *Sel = Builder.CreateSelect(getMask(B.Seg.Val), Cast, in realignGroup()
856 Value *Mask = HVC.rescale(Builder, MakeVec(Builder, getMask(S.Seg.Val)), in realignGroup()
|
| /llvm-project-15.0.7/mlir/include/mlir/Interfaces/ |
| H A D | VectorInterfaces.td | 178 return $_op.getMask()
|