| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 347 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad() local
348 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
354 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
357 for (auto *Shuffle : BinOpShuffles) { in lowerInterleavedLoad() local
358 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
364 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
447 for (auto *Shuffle : Shuffles) { in tryReplaceExtracts() local
450 if (!DT->dominates(Shuffle, Extract)) in tryReplaceExtracts()
457 Shuffle->getShuffleMask(Indices); in tryReplaceExtracts()
460 assert(Extract->getOperand(0) == Shuffle->getOperand(0) && in tryReplaceExtracts()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVELaneInterleavingPass.cpp | 339 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave() local
342 Value *Ext = FPext ? Builder.CreateFPExt(Shuffle, I->getType()) in tryInterleave()
343 : Sext ? Builder.CreateSExt(Shuffle, I->getType()) in tryInterleave()
344 : Builder.CreateZExt(Shuffle, I->getType()); in tryInterleave()
346 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
352 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave() local
353 I->getUser()->setOperand(I->getOperandNo(), Shuffle); in tryInterleave()
354 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
|
| H A D | ARMISelLowering.cpp | 8098 SDValue Shuffle = buildLegalVectorShuffle(ShuffleVT, dl, ShuffleOps[0], in ReconstructShuffle() local
8100 if (!Shuffle) in ReconstructShuffle()
8102 return DAG.getNode(ARMISD::VECTOR_REG_CAST, dl, VT, Shuffle); in ReconstructShuffle()
15653 if (isVMOVNShuffle(Shuffle, false) || isVMOVNShuffle(Shuffle, true)) in PerformSplittingToNarrowingStores()
18118 Instruction *Shuffle = Op; in shouldSinkOperands() local
18119 if (Shuffle->getOpcode() == Instruction::BitCast) in shouldSinkOperands()
18120 Shuffle = dyn_cast<Instruction>(Shuffle->getOperand(0)); in shouldSinkOperands()
18122 if (!Shuffle || in shouldSinkOperands()
18123 !match(Shuffle, m_Shuffle( in shouldSinkOperands()
18138 Ops.push_back(&Shuffle->getOperandUse(0)); in shouldSinkOperands()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfoImpl.h | 1071 auto *Shuffle = dyn_cast<ShuffleVectorInst>(U); in getUserCost() local
1072 if (!Shuffle) in getUserCost()
1079 if (Shuffle->isExtractSubvectorMask(SubIndex)) in getUserCost()
1081 Shuffle->getShuffleMask(), SubIndex, in getUserCost()
1083 else if (Shuffle->changesLength()) in getUserCost()
1085 else if (Shuffle->isIdentity()) in getUserCost()
1087 else if (Shuffle->isReverse()) in getUserCost()
1090 else if (Shuffle->isSelect()) in getUserCost()
1093 else if (Shuffle->isTranspose()) in getUserCost()
1096 else if (Shuffle->isZeroEltSplat()) in getUserCost()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | UseListOrder.h | 29 std::vector<unsigned> Shuffle; member
32 : V(V), F(F), Shuffle(ShuffleSize) {} in UseListOrder()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerCombiner.cpp | 75 MachineInstr *Shuffle = in matchExtractVecEltPairwiseAdd() local
78 if (!Shuffle) { in matchExtractVecEltPairwiseAdd()
79 Shuffle = getOpcodeDef(TargetOpcode::G_SHUFFLE_VECTOR, Src1Op1, MRI); in matchExtractVecEltPairwiseAdd()
84 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
85 Other == MRI.getVRegDef(Shuffle->getOperand(1).getReg())) { in matchExtractVecEltPairwiseAdd()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineSimplifyDemanded.cpp | 1254 auto *Shuffle = cast<ShuffleVectorInst>(I); in SimplifyDemandedVectorElts() local
1255 assert(Shuffle->getOperand(0)->getType() == in SimplifyDemandedVectorElts()
1256 Shuffle->getOperand(1)->getType() && in SimplifyDemandedVectorElts()
1320 return Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1329 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1369 Op = Shuffle->getOperand(1); in SimplifyDemandedVectorElts()
1376 Op = Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1385 Shuffle->getName()); in SimplifyDemandedVectorElts()
1386 InsertNewInstWith(New, *Shuffle); in SimplifyDemandedVectorElts()
1397 Elts.push_back(Shuffle->getMaskValue(i)); in SimplifyDemandedVectorElts()
[all …]
|
| H A D | InstCombineVectorOps.cpp | 290 ShuffleVectorInst *Shuffle = cast<ShuffleVectorInst>(UserInstr); in findDemandedEltsBySingleUser() local
296 unsigned MaskVal = Shuffle->getMaskValue(i); in findDemandedEltsBySingleUser()
299 if (Shuffle->getOperand(0) == V && (MaskVal < VWidth)) in findDemandedEltsBySingleUser()
301 if (Shuffle->getOperand(1) == V && in findDemandedEltsBySingleUser()
|
| H A D | InstCombineCalls.cpp | 1932 Value *Shuffle = Builder.CreateShuffleVector(Vec, WidenShuffle, Mask); in visitCallInst() local
1933 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
1961 Value *Shuffle = Builder.CreateShuffleVector(Vec, Mask); in visitCallInst() local
1962 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86PartialReduction.cpp | 333 auto *Shuffle = dyn_cast<ShuffleVectorInst>(LHS); in matchAddReduction() local
334 if (Shuffle) { in matchAddReduction()
337 Shuffle = dyn_cast<ShuffleVectorInst>(RHS); in matchAddReduction()
343 if (!Shuffle || Shuffle->getOperand(0) != Op) in matchAddReduction()
349 if (Shuffle->getMaskValue(Index) != (int)(MaskEnd + Index)) in matchAddReduction()
|
| H A D | X86ISelLowering.cpp | 35248 Shuffle = getOpcode_EXTEND_VECTOR_INREG(Shuffle); in matchUnaryShuffle()
35460 Shuffle = X86ISD::VROTLI; in matchUnaryPermuteShuffle()
35498 Shuffle = X86ISD::MOVSD; in matchBinaryShuffle()
35504 Shuffle = X86ISD::MOVSS; in matchBinaryShuffle()
35570 Shuffle = ISD::OR; in matchBinaryShuffle()
35661 Shuffle = X86ISD::INSERTPS; in matchBinaryPermuteShuffle()
35676 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteShuffle()
35733 Shuffle = X86ISD::INSERTPS; in matchBinaryPermuteShuffle()
36013 unsigned Shuffle, PermuteImm; in combineX86ShuffleChain() local
38562 return Shuffle; in combineShuffle()
[all …]
|
| H A D | X86InstCombineIntrinsic.cpp | 498 auto *Shuffle = Builder.CreateShuffleVector(Arg0, Arg1, PackMask); in simplifyX86pack() local
501 return Builder.CreateTrunc(Shuffle, ResTy); in simplifyX86pack()
|
| H A D | X86InstrMMX.td | 471 // -- Shuffle Instructions
|
| H A D | X86ScheduleAtom.td | 36 // SIMD/FP: SIMD ALU, Shuffle,SIMD/FP multiply, divide
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPrintfRuntimeBinding.cpp | 471 ShuffleVectorInst *Shuffle = in lowerPrintfForGpu() local
473 Shuffle->insertBefore(Brnch); in lowerPrintfForGpu()
474 Arg = Shuffle; in lowerPrintfForGpu()
|
| H A D | AMDGPUInstCombineIntrinsic.cpp | 1045 Value *Shuffle = IC.Builder.CreateShuffleVector(NewCall, EltMask); in simplifyAMDGCNMemoryIntrinsicDemanded() local
1047 return Shuffle; in simplifyAMDGCNMemoryIntrinsicDemanded()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | AsmWriter.cpp | 232 std::vector<unsigned> Shuffle(List.size()); in predictValueUseListOrder() local
234 Shuffle[I] = List[I].second; in predictValueUseListOrder()
235 return Shuffle; in predictValueUseListOrder()
246 std::vector<unsigned> Shuffle = in predictUseListOrder() local
248 if (Shuffle.empty()) in predictUseListOrder()
258 ULOM[F][V] = std::move(Shuffle); in predictUseListOrder()
4450 const std::vector<unsigned> &Shuffle) { in printUseListOrder() argument
4467 assert(Shuffle.size() >= 2 && "Shuffle too small"); in printUseListOrder()
4468 Out << Shuffle[0]; in printUseListOrder()
4469 for (unsigned I = 1, E = Shuffle.size(); I != E; ++I) in printUseListOrder()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Bitcode/Writer/ |
| H A D | ValueEnumerator.cpp | 265 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
267 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
|
| /freebsd-13.1/contrib/googletest/googletest/test/ |
| H A D | gtest_unittest.cc | 273 using testing::internal::Shuffle;
956 Shuffle(&random_, &vector_); in TEST_F()
1002 Shuffle(&random_, &vector_); in TEST_F()
1004 Shuffle(&random_, &vector2); in TEST_F()
5589 static Flags Shuffle(bool shuffle) { in Shuffle() function
6295 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(true), false); in TEST_F()
6311 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(false), false); in TEST_F()
6327 GTEST_TEST_PARSING_FLAGS_(argv, argv2, Flags::Shuffle(true), false); in TEST_F()
|
| /freebsd-13.1/contrib/googletest/googletest/src/ |
| H A D | gtest-internal-inl.h | 329 inline void Shuffle(internal::Random* random, std::vector<E>* v) { in Shuffle() function
|
| /freebsd-13.1/contrib/llvm-project/compiler-rt/lib/fuzzer/ |
| H A D | FuzzerFlags.def | 45 FUZZER_FLAG_INT(shuffle, 1, "Shuffle inputs at startup")
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 9237 SDValue Shuffle; in GenerateTBL() local
9241 Shuffle = DAG.getNode( in GenerateTBL()
9249 Shuffle = DAG.getNode( in GenerateTBL()
9261 Shuffle = DAG.getNode( in GenerateTBL()
11593 if (!Shuffle || !Shuffle->isZeroEltSplat()) in shouldSinkOperands()
11596 Value *ShuffleOperand = Shuffle->getOperand(0); in shouldSinkOperands()
11615 Ops.push_back(&Shuffle->getOperandUse(0)); in shouldSinkOperands()
13435 if (!Shuffle) { in performExtractVectorEltCombine()
13436 Shuffle = dyn_cast<ShuffleVectorSDNode>(N00); in performExtractVectorEltCombine()
13440 if (Shuffle && Shuffle->getMaskElt(0) == 1 && in performExtractVectorEltCombine()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 2160 auto Shuffle = cast<ShuffleVectorSDNode>(N); in performVECTOR_SHUFFLECombine() local
2178 SrcType, SDLoc(N), CastOp, DAG.getUNDEF(SrcType), Shuffle->getMask()); in performVECTOR_SHUFFLECombine()
|
| /freebsd-13.1/contrib/llvm-project/clang/include/clang/Basic/ |
| H A D | BuiltinsNVPTX.def | 421 // Shuffle
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 3748 Optional<TargetTransformInfo::ShuffleKind> Shuffle = in getEntryCost() local
3750 if (Shuffle.hasValue()) { in getEntryCost()
3771 GatherCost = TTI->getShuffleCost(*Shuffle, FinalVecTy, Mask); in getEntryCost()
5119 Optional<TargetTransformInfo::ShuffleKind> Shuffle = in vectorizeTree() local
5121 if (Shuffle.hasValue()) { in vectorizeTree()
|