Home
last modified time | relevance | path

Searched refs:Shuffle (Results 1 – 25 of 46) sorted by relevance

12

/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DInterleavedAccessPass.cpp333 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad() local
334 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
340 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
343 for (auto *Shuffle : BinOpShuffles) { in lowerInterleavedLoad() local
344 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
350 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
433 for (auto *Shuffle : Shuffles) { in tryReplaceExtracts() local
436 if (!DT->dominates(Shuffle, Extract)) in tryReplaceExtracts()
443 Shuffle->getShuffleMask(Indices); in tryReplaceExtracts()
446 assert(Extract->getOperand(0) == Shuffle->getOperand(0) && in tryReplaceExtracts()
[all …]
H A DComplexDeinterleavingPass.cpp1729 auto CheckType = [&](ShuffleVectorInst *Shuffle) { in identifyDeinterleave() argument
1730 Value *Op = Shuffle->getOperand(0); in identifyDeinterleave()
1731 auto *ShuffleTy = cast<FixedVectorType>(Shuffle->getType()); in identifyDeinterleave()
1742 auto CheckDeinterleavingShuffle = [&](ShuffleVectorInst *Shuffle) -> bool { in identifyDeinterleave() argument
1743 if (!CheckType(Shuffle)) in identifyDeinterleave()
1746 ArrayRef<int> Mask = Shuffle->getShuffleMask(); in identifyDeinterleave()
1749 Value *Op = Shuffle->getOperand(0); in identifyDeinterleave()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetTransformInfoImpl.h1309 auto *Shuffle = dyn_cast<ShuffleVectorInst>(U); in getInstructionCost() local
1310 if (!Shuffle) in getInstructionCost()
1317 if (Shuffle->changesLength()) { in getInstructionCost()
1319 if (Shuffle->increasesLength() && Shuffle->isIdentityWithPadding()) in getInstructionCost()
1350 if (Shuffle->isIdentity()) in getInstructionCost()
1353 if (Shuffle->isReverse()) in getInstructionCost()
1358 if (Shuffle->isSelect()) in getInstructionCost()
1363 if (Shuffle->isTranspose()) in getInstructionCost()
1368 if (Shuffle->isZeroEltSplat()) in getInstructionCost()
1373 if (Shuffle->isSingleSource()) in getInstructionCost()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVELaneInterleavingPass.cpp364 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave() local
367 Value *Ext = FPext ? Builder.CreateFPExt(Shuffle, I->getType()) in tryInterleave()
368 : Sext ? Builder.CreateSExt(Shuffle, I->getType()) in tryInterleave()
369 : Builder.CreateZExt(Shuffle, I->getType()); in tryInterleave()
371 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
377 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave() local
378 I->getUser()->setOperand(I->getOperandNo(), Shuffle); in tryInterleave()
379 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DUseListOrder.h29 std::vector<unsigned> Shuffle; member
32 : V(V), F(F), Shuffle(ShuffleSize) {} in UseListOrder()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86PartialReduction.cpp390 auto *Shuffle = dyn_cast<ShuffleVectorInst>(LHS); in matchAddReduction() local
391 if (Shuffle) { in matchAddReduction()
394 Shuffle = dyn_cast<ShuffleVectorInst>(RHS); in matchAddReduction()
400 if (!Shuffle || Shuffle->getOperand(0) != Op) in matchAddReduction()
406 if (Shuffle->getMaskValue(Index) != (int)(MaskEnd + Index)) in matchAddReduction()
H A DX86ISelLowering.cpp15498 return Shuffle; in lowerShuffleAsRepeatedMaskAndLanePermute()
37127 Shuffle = unsigned( in matchUnaryShuffle()
37131 Shuffle = DAG.getOpcode_EXTEND_VECTOR_INREG(Shuffle); in matchUnaryShuffle()
37359 (Shuffle == X86ISD::VSHLDQ || Shuffle == X86ISD::VSRLDQ)) in matchUnaryPermuteShuffle()
37404 Shuffle = X86ISD::MOVSD; in matchBinaryShuffle()
37516 Shuffle = ISD::OR; in matchBinaryShuffle()
37560 Shuffle = ISD::OR; in matchBinaryShuffle()
39361 return Shuffle; in combineX86ShufflesRecursively()
40875 return Shuffle; in combineShuffle()
43555 SDValue Shuffle = in combineVPDPBUSDPattern() local
[all …]
H A DX86InstrMMX.td467 // -- Shuffle Instructions
H A DX86ScheduleAtom.td36 // SIMD/FP: SIMD ALU, Shuffle,SIMD/FP multiply, divide
H A DX86InstCombineIntrinsic.cpp498 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack() local
501 return Builder.CreateTrunc(Shuffle, ResTy); in simplifyX86pack()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineSimplifyDemanded.cpp1516 auto *Shuffle = cast<ShuffleVectorInst>(I); in SimplifyDemandedVectorElts() local
1517 assert(Shuffle->getOperand(0)->getType() == in SimplifyDemandedVectorElts()
1518 Shuffle->getOperand(1)->getType() && in SimplifyDemandedVectorElts()
1543 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1582 return Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1591 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1631 Op = Shuffle->getOperand(1); in SimplifyDemandedVectorElts()
1638 Op = Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1647 Shuffle->getName()); in SimplifyDemandedVectorElts()
1659 Elts.push_back(Shuffle->getMaskValue(i)); in SimplifyDemandedVectorElts()
[all …]
H A DInstCombineVectorOps.cpp340 ShuffleVectorInst *Shuffle = cast<ShuffleVectorInst>(UserInstr); in findDemandedEltsBySingleUser() local
346 unsigned MaskVal = Shuffle->getMaskValue(i); in findDemandedEltsBySingleUser()
349 if (Shuffle->getOperand(0) == V && (MaskVal < VWidth)) in findDemandedEltsBySingleUser()
351 if (Shuffle->getOperand(1) == V && in findDemandedEltsBySingleUser()
H A DInstCombineCalls.cpp3055 Value *Shuffle = Builder.CreateShuffleVector(Vec, WidenShuffle, Mask); in visitCallInst() local
3056 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
3111 Value *Shuffle = Builder.CreateShuffleVector(Vec, Mask); in visitCallInst() local
3112 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/
H A DAArch64PostLegalizerCombiner.cpp90 MachineInstr *Shuffle = in matchExtractVecEltPairwiseAdd() local
93 if (!Shuffle) { in matchExtractVecEltPairwiseAdd()
94 Shuffle = getOpcodeDef(TargetOpcode::G_SHUFFLE_VECTOR, Src1Op1, MRI); in matchExtractVecEltPairwiseAdd()
99 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
100 Other == MRI.getVRegDef(Shuffle->getOperand(1).getReg())) { in matchExtractVecEltPairwiseAdd()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp1437 ShuffleVectorInst *Shuffle = nullptr; in foldShuffleFromReductions() local
1459 if (Shuffle && Shuffle != SV) in foldShuffleFromReductions()
1461 Shuffle = SV; in foldShuffleFromReductions()
1470 if (!Shuffle) in foldShuffleFromReductions()
1486 dyn_cast<FixedVectorType>(Shuffle->getOperand(0)->getType()); in foldShuffleFromReductions()
1494 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
1507 VecTyForCost, Shuffle->getShuffleMask()); in foldShuffleFromReductions()
1517 Builder.SetInsertPoint(Shuffle); in foldShuffleFromReductions()
1519 Shuffle->getOperand(0), Shuffle->getOperand(1), ConcatMask); in foldShuffleFromReductions()
1521 replaceValue(*Shuffle, *NewShuffle); in foldShuffleFromReductions()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DAsmWriter.cpp232 std::vector<unsigned> Shuffle(List.size()); in predictValueUseListOrder() local
234 Shuffle[I] = List[I].second; in predictValueUseListOrder()
235 return Shuffle; in predictValueUseListOrder()
246 std::vector<unsigned> Shuffle = in predictUseListOrder() local
248 if (Shuffle.empty()) in predictUseListOrder()
258 ULOM[F][V] = std::move(Shuffle); in predictUseListOrder()
4696 const std::vector<unsigned> &Shuffle) { in printUseListOrder() argument
4713 assert(Shuffle.size() >= 2 && "Shuffle too small"); in printUseListOrder()
4714 Out << Shuffle[0]; in printUseListOrder()
4715 for (unsigned I = 1, E = Shuffle.size(); I != E; ++I) in printUseListOrder()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2500 if (!Shuffle || in SplitVecRes_VECTOR_SHUFFLE()
2521 auto *Shuffle = in SplitVecRes_VECTOR_SHUFFLE() local
2523 if (!Shuffle || !is_contained(P.second, SrcRegIdx)) in SplitVecRes_VECTOR_SHUFFLE()
2525 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE()
2610 if (!Shuffle) in SplitVecRes_VECTOR_SHUFFLE()
2612 if (Shuffle->getOperand(0).getValueType() != NewVT) in SplitVecRes_VECTOR_SHUFFLE()
2616 !Shuffle->isSplat()) { in SplitVecRes_VECTOR_SHUFFLE()
2619 !Shuffle->getOperand(1).isUndef()) { in SplitVecRes_VECTOR_SHUFFLE()
2627 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE()
2646 if (Shuffle->getOperand(OpIdx).isUndef()) in SplitVecRes_VECTOR_SHUFFLE()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Bitcode/Writer/
H A DValueEnumerator.cpp218 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
220 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/DirectX/DXILWriter/
H A DDXILValueEnumerator.cpp269 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
271 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/freebsd-14.2/contrib/googletest/googletest/test/
H A Dgtest_unittest.cc268 using testing::internal::Shuffle;
1007 Shuffle(&random_, &vector_); in TEST_F()
1056 Shuffle(&random_, &vector_); in TEST_F()
1058 Shuffle(&random_, &vector2); in TEST_F()
5600 static Flags Shuffle(bool shuffle) { in Shuffle() function
6115 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(true), false); in TEST_F()
6124 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(false), false); in TEST_F()
6133 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(true), false); in TEST_F()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUInstCombineIntrinsic.cpp1353 auto *Shuffle = IC.Builder.CreateShuffleVector(NewCall, EltMask); in simplifyAMDGCNMemoryIntrinsicDemanded() local
1355 return Shuffle; in simplifyAMDGCNMemoryIntrinsicDemanded()
/freebsd-14.2/contrib/googletest/googletest/src/
H A Dgtest-internal-inl.h328 inline void Shuffle(internal::Random* random, std::vector<E>* v) { in Shuffle() function
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp11141 SDValue Shuffle = in ReconstructShuffle() local
11936 SDValue Shuffle; in GenerateTBL() local
13261 return Shuffle; in LowerBUILD_VECTOR()
15188 if (Shuffle && isSplatShuffle(Shuffle) && in shouldSinkOperands()
15199 if (!Shuffle) in shouldSinkOperands()
18084 if (!Shuffle) { in performExtractVectorEltCombine()
18089 if (Shuffle && Shuffle->getMaskElt(0) == 1 && in performExtractVectorEltCombine()
26604 SDValue Shuffle; in GenerateFixedLengthSVETBL() local
26606 Shuffle = in GenerateFixedLengthSVETBL()
26611 Shuffle = in GenerateFixedLengthSVETBL()
[all …]
/freebsd-14.2/contrib/llvm-project/compiler-rt/lib/fuzzer/
H A DFuzzerFlags.def45 FUZZER_FLAG_INT(shuffle, 1, "Shuffle inputs at startup")
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonISelLoweringHVX.cpp3554 auto AppendToMask = [&](SDValue Shuffle) { in combineConcatVectorsBeforeLegal() argument
3555 auto *SV = cast<ShuffleVectorSDNode>(Shuffle.getNode()); in combineConcatVectorsBeforeLegal()
3557 SDValue X = Shuffle.getOperand(0); in combineConcatVectorsBeforeLegal()
3558 SDValue Y = Shuffle.getOperand(1); in combineConcatVectorsBeforeLegal()

12