Home
last modified time | relevance | path

Searched refs:Shuffle (Results 1 – 25 of 64) sorted by relevance

123

/llvm-project-15.0.7/libcxx/benchmarks/
H A Dmap.bench.cpp243 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1000); in run()
362 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1000); in run()
482 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1000); in run()
602 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1000); in run()
721 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1000); in run()
761 Order::value == ::Order::Random ? Shuffle::Hints : Shuffle::None, 1000); in run()
824 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1); in run()
856 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1); in run()
888 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1); in run()
928 Order::value == ::Order::Random ? Shuffle::Keys : Shuffle::None, 1); in run()
[all …]
/llvm-project-15.0.7/llvm/lib/CodeGen/
H A DInterleavedAccessPass.cpp348 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad() local
349 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
355 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
358 for (auto *Shuffle : BinOpShuffles) { in lowerInterleavedLoad() local
359 if (Shuffle->getType() != VecTy) in lowerInterleavedLoad()
365 assert(Shuffle->getShuffleMask().size() <= NumLoadElements); in lowerInterleavedLoad()
448 for (auto *Shuffle : Shuffles) { in tryReplaceExtracts() local
451 if (!DT->dominates(Shuffle, Extract)) in tryReplaceExtracts()
458 Shuffle->getShuffleMask(Indices); in tryReplaceExtracts()
461 assert(Extract->getOperand(0) == Shuffle->getOperand(0) && in tryReplaceExtracts()
[all …]
/llvm-project-15.0.7/llvm/include/llvm/Analysis/
H A DTargetTransformInfoImpl.h1147 auto *Shuffle = dyn_cast<ShuffleVectorInst>(U); in getUserCost() local
1148 if (!Shuffle) in getUserCost()
1155 if (Shuffle->changesLength()) { in getUserCost()
1157 if (Shuffle->increasesLength() && Shuffle->isIdentityWithPadding()) in getUserCost()
1160 if (Shuffle->isExtractSubvectorMask(SubIndex)) in getUserCost()
1188 if (Shuffle->isIdentity()) in getUserCost()
1191 if (Shuffle->isReverse()) in getUserCost()
1196 if (Shuffle->isSelect()) in getUserCost()
1201 if (Shuffle->isTranspose()) in getUserCost()
1206 if (Shuffle->isZeroEltSplat()) in getUserCost()
[all …]
/llvm-project-15.0.7/llvm/lib/Target/ARM/
H A DMVELaneInterleavingPass.cpp338 Value *Shuffle = Builder.CreateShuffleVector(I->getOperand(0), LeafMask); in tryInterleave() local
341 Value *Ext = FPext ? Builder.CreateFPExt(Shuffle, I->getType()) in tryInterleave()
342 : Sext ? Builder.CreateSExt(Shuffle, I->getType()) in tryInterleave()
343 : Builder.CreateZExt(Shuffle, I->getType()); in tryInterleave()
345 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
351 Value *Shuffle = Builder.CreateShuffleVector(I->get(), LeafMask); in tryInterleave() local
352 I->getUser()->setOperand(I->getOperandNo(), Shuffle); in tryInterleave()
353 LLVM_DEBUG(dbgs() << " with " << *Shuffle << "\n"); in tryInterleave()
/llvm-project-15.0.7/llvm/include/llvm/IR/
H A DUseListOrder.h29 std::vector<unsigned> Shuffle; member
32 : V(V), F(F), Shuffle(ShuffleSize) {} in UseListOrder()
/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineSimplifyDemanded.cpp1350 auto *Shuffle = cast<ShuffleVectorInst>(I); in SimplifyDemandedVectorElts() local
1351 assert(Shuffle->getOperand(0)->getType() == in SimplifyDemandedVectorElts()
1352 Shuffle->getOperand(1)->getType() && in SimplifyDemandedVectorElts()
1416 return Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1425 unsigned MaskVal = Shuffle->getMaskValue(i); in SimplifyDemandedVectorElts()
1465 Op = Shuffle->getOperand(1); in SimplifyDemandedVectorElts()
1472 Op = Shuffle->getOperand(0); in SimplifyDemandedVectorElts()
1481 Shuffle->getName()); in SimplifyDemandedVectorElts()
1482 InsertNewInstWith(New, *Shuffle); in SimplifyDemandedVectorElts()
1493 Elts.push_back(Shuffle->getMaskValue(i)); in SimplifyDemandedVectorElts()
[all …]
H A DInstCombineVectorOps.cpp331 ShuffleVectorInst *Shuffle = cast<ShuffleVectorInst>(UserInstr); in findDemandedEltsBySingleUser() local
337 unsigned MaskVal = Shuffle->getMaskValue(i); in findDemandedEltsBySingleUser()
340 if (Shuffle->getOperand(0) == V && (MaskVal < VWidth)) in findDemandedEltsBySingleUser()
342 if (Shuffle->getOperand(1) == V && in findDemandedEltsBySingleUser()
H A DInstCombineCalls.cpp2403 Value *Shuffle = Builder.CreateShuffleVector(Vec, WidenShuffle, Mask); in visitCallInst() local
2404 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
2432 Value *Shuffle = Builder.CreateShuffleVector(Vec, Mask); in visitCallInst() local
2433 return replaceInstUsesWith(CI, Shuffle); in visitCallInst()
/llvm-project-15.0.7/llvm/lib/Target/AArch64/GISel/
H A DAArch64PostLegalizerCombiner.cpp77 MachineInstr *Shuffle = in matchExtractVecEltPairwiseAdd() local
80 if (!Shuffle) { in matchExtractVecEltPairwiseAdd()
81 Shuffle = getOpcodeDef(TargetOpcode::G_SHUFFLE_VECTOR, Src1Op1, MRI); in matchExtractVecEltPairwiseAdd()
86 if (Shuffle && Shuffle->getOperand(3).getShuffleMask()[0] == 1 && in matchExtractVecEltPairwiseAdd()
87 Other == MRI.getVRegDef(Shuffle->getOperand(1).getReg())) { in matchExtractVecEltPairwiseAdd()
/llvm-project-15.0.7/llvm/lib/Target/X86/
H A DX86PartialReduction.cpp390 auto *Shuffle = dyn_cast<ShuffleVectorInst>(LHS); in matchAddReduction() local
391 if (Shuffle) { in matchAddReduction()
394 Shuffle = dyn_cast<ShuffleVectorInst>(RHS); in matchAddReduction()
400 if (!Shuffle || Shuffle->getOperand(0) != Op) in matchAddReduction()
406 if (Shuffle->getMaskValue(Index) != (int)(MaskEnd + Index)) in matchAddReduction()
H A DX86ISelLowering.cpp17622 return Shuffle; in lowerShuffleAsRepeatedMaskAndLanePermute()
37301 Shuffle = getOpcode_EXTEND_VECTOR_INREG(Shuffle); in matchUnaryShuffle()
37562 Shuffle = X86ISD::MOVSD; in matchBinaryShuffle()
37568 Shuffle = X86ISD::MOVSS; in matchBinaryShuffle()
37575 Shuffle = X86ISD::MOVSH; in matchBinaryShuffle()
37644 Shuffle = ISD::OR; in matchBinaryShuffle()
37688 Shuffle = ISD::OR; in matchBinaryShuffle()
37796 Shuffle = X86ISD::SHUFP; in matchBinaryPermuteShuffle()
40807 return Shuffle; in combineShuffle()
43304 SDValue Shuffle = in combineVPDPBUSDPattern() local
[all …]
/llvm-project-15.0.7/llvm/test/Instrumentation/MemorySanitizer/
H A Dmissing_origin.ll11 define <4 x i32> @Shuffle(<4 x i32> %x) nounwind uwtable sanitize_memory {
17 ; CHECK-LABEL: @Shuffle(
/llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp1151 ShuffleVectorInst *Shuffle = nullptr; in foldShuffleFromReductions() local
1173 if (Shuffle && Shuffle != SV) in foldShuffleFromReductions()
1175 Shuffle = SV; in foldShuffleFromReductions()
1184 if (!Shuffle) in foldShuffleFromReductions()
1200 dyn_cast<FixedVectorType>(Shuffle->getOperand(0)->getType()); in foldShuffleFromReductions()
1208 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
1214 Shuffle->getShuffleMask()); in foldShuffleFromReductions()
1224 Builder.SetInsertPoint(Shuffle); in foldShuffleFromReductions()
1226 Shuffle->getOperand(0), Shuffle->getOperand(1), ConcatMask); in foldShuffleFromReductions()
1228 replaceValue(*Shuffle, *NewShuffle); in foldShuffleFromReductions()
[all …]
/llvm-project-15.0.7/llvm/test/Transforms/InstCombine/
H A Dshufflevec-bitcast-inseltpoison.ll24 ; Shuffle-of-bitcast-splat --> splat-bitcast
38 ; Shuffle-of-bitcast-splat --> splat-bitcast
55 ; Shuffle-of-bitcast-splat --> splat-bitcast
97 ; Shuffle-of-bitcast-splat --> splat-bitcast
111 ; Shuffle-of-bitcast-splat --> splat-bitcast
H A Dshufflevec-bitcast.ll24 ; Shuffle-of-bitcast-splat --> splat-bitcast
38 ; Shuffle-of-bitcast-splat --> splat-bitcast
55 ; Shuffle-of-bitcast-splat --> splat-bitcast
97 ; Shuffle-of-bitcast-splat --> splat-bitcast
111 ; Shuffle-of-bitcast-splat --> splat-bitcast
/llvm-project-15.0.7/llvm/lib/Target/AMDGPU/
H A DAMDGPUPrintfRuntimeBinding.cpp472 ShuffleVectorInst *Shuffle = in lowerPrintfForGpu() local
474 Shuffle->insertBefore(Brnch); in lowerPrintfForGpu()
475 Arg = Shuffle; in lowerPrintfForGpu()
H A DAMDGPUInstCombineIntrinsic.cpp1218 Value *Shuffle = IC.Builder.CreateShuffleVector(NewCall, EltMask); in simplifyAMDGCNMemoryIntrinsicDemanded() local
1220 return Shuffle; in simplifyAMDGCNMemoryIntrinsicDemanded()
/llvm-project-15.0.7/llvm/lib/IR/
H A DAsmWriter.cpp231 std::vector<unsigned> Shuffle(List.size()); in predictValueUseListOrder() local
233 Shuffle[I] = List[I].second; in predictValueUseListOrder()
234 return Shuffle; in predictValueUseListOrder()
245 std::vector<unsigned> Shuffle = in predictUseListOrder() local
247 if (Shuffle.empty()) in predictUseListOrder()
257 ULOM[F][V] = std::move(Shuffle); in predictUseListOrder()
4443 const std::vector<unsigned> &Shuffle) { in printUseListOrder() argument
4460 assert(Shuffle.size() >= 2 && "Shuffle too small"); in printUseListOrder()
4461 Out << Shuffle[0]; in printUseListOrder()
4462 for (unsigned I = 1, E = Shuffle.size(); I != E; ++I) in printUseListOrder()
[all …]
/llvm-project-15.0.7/mlir/include/mlir/Dialect/Vector/Transforms/
H A DVectorRewritePatterns.h35 Shuffle = 2, enumerator
/llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2298 if (!Shuffle || in SplitVecRes_VECTOR_SHUFFLE()
2319 auto *Shuffle = in SplitVecRes_VECTOR_SHUFFLE() local
2321 if (!Shuffle || !is_contained(P.second, SrcRegIdx)) in SplitVecRes_VECTOR_SHUFFLE()
2323 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE()
2408 if (!Shuffle) in SplitVecRes_VECTOR_SHUFFLE()
2410 if (Shuffle->getOperand(0).getValueType() != NewVT) in SplitVecRes_VECTOR_SHUFFLE()
2414 !Shuffle->isSplat()) { in SplitVecRes_VECTOR_SHUFFLE()
2417 !Shuffle->getOperand(1).isUndef()) { in SplitVecRes_VECTOR_SHUFFLE()
2425 int MaskElt = Shuffle->getMaskElt(Idx % NewElts); in SplitVecRes_VECTOR_SHUFFLE()
2444 if (Shuffle->getOperand(OpIdx).isUndef()) in SplitVecRes_VECTOR_SHUFFLE()
[all …]
/llvm-project-15.0.7/llvm/lib/Bitcode/Writer/
H A DValueEnumerator.cpp218 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
220 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/llvm-project-15.0.7/llvm/lib/Target/DirectX/DXILWriter/
H A DDXILValueEnumerator.cpp269 assert(List.size() == Stack.back().Shuffle.size() && "Wrong size"); in predictValueUseListOrderImpl()
271 Stack.back().Shuffle[I] = List[I].second; in predictValueUseListOrderImpl()
/llvm-project-15.0.7/llvm/test/CodeGen/X86/
H A Dvselect-avx512.ll6 ; Shuffle lowering can widen the select mask preventing it being used as a predicate mask move.
/llvm-project-15.0.7/llvm/utils/unittest/googletest/src/
H A Dgtest-internal-inl.h334 inline void Shuffle(internal::Random* random, std::vector<E>* v) { in Shuffle() function
/llvm-project-15.0.7/compiler-rt/lib/fuzzer/
H A DFuzzerFlags.def45 FUZZER_FLAG_INT(shuffle, 1, "Shuffle inputs at startup")

123