| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 284 SmallVector<ShuffleVectorInst *, 4> Shuffles; in lowerInterleavedLoad() local
310 Shuffles.push_back(SVI); in lowerInterleavedLoad()
313 if (Shuffles.empty() && BinOpShuffles.empty()) in lowerInterleavedLoad()
320 auto *FirstSVI = Shuffles.size() > 0 ? Shuffles[0] : BinOpShuffles[0]; in lowerInterleavedLoad()
333 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad()
360 if (!tryReplaceExtracts(Extracts, Shuffles)) in lowerInterleavedLoad()
374 append_range(DeadInsts, Shuffles); in lowerInterleavedLoad()
405 Shuffles.push_back(NewSVI1); in replaceBinOpShuffles()
407 Shuffles.push_back(NewSVI2); in replaceBinOpShuffles()
415 ArrayRef<ShuffleVectorInst *> Shuffles) { in tryReplaceExtracts() argument
[all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 55 ArrayRef<ShuffleVectorInst *> Shuffles; member in __anona9d6d59c0111::X86InterleavedAccessGroup
129 VectorType *ShuffleVecTy = Shuffles[0]->getType(); in isSupported()
148 WideInstSize = DL.getTypeSizeInBits(Shuffles[0]->getType()); in isSupported()
558 MVT VT = MVT::getVT(Shuffles[0]->getType()); in deinterleave8bitStride3()
720 auto *ShuffleTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerIntoOptimizedSequence()
753 for (unsigned i = 0, e = Shuffles.size(); i < e; ++i) in lowerIntoOptimizedSequence()
765 decompose(Shuffles[0], Factor, in lowerIntoOptimizedSequence()
807 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
811 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
812 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
[all …]
|
| H A D | X86ISelLowering.h | 1560 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | X86ScheduleZnver3.td | 243 // Data Shuffles, Packs, Unpacks, Permute
314 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ScheduleZnver4.td | 235 // Data Shuffles, Packs, Unpacks, Permute
315 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ISelLowering.cpp | 15652 SmallVector<SDNode *, 2> Shuffles; in lowerShufflePairAsUNPCKAndPermute() local
15656 Shuffles.push_back(User); in lowerShufflePairAsUNPCKAndPermute()
15658 if (Shuffles.size() != 2) in lowerShufflePairAsUNPCKAndPermute()
15661 auto *SVN1 = cast<ShuffleVectorSDNode>(Shuffles[0]); in lowerShufflePairAsUNPCKAndPermute()
15662 auto *SVN2 = cast<ShuffleVectorSDNode>(Shuffles[1]); in lowerShufflePairAsUNPCKAndPermute()
15667 FirstHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
15668 SecondHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
15671 FirstHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
15672 SecondHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 1570 SmallVector<ShuffleVectorInst *> Shuffles; in foldSelectShuffle() local
1579 if (!llvm::is_contained(Shuffles, SV)) in foldSelectShuffle()
1580 Shuffles.push_back(SV); in foldSelectShuffle()
1588 if (FromReduction && Shuffles.size() > 1) in foldSelectShuffle()
1594 for (ShuffleVectorInst *SV : Shuffles) { in foldSelectShuffle()
1598 Shuffles.push_back(SSV); in foldSelectShuffle()
1612 for (ShuffleVectorInst *SVN : Shuffles) { in foldSelectShuffle()
1775 CostBefore += std::accumulate(Shuffles.begin(), Shuffles.end(), in foldSelectShuffle()
1837 Builder.SetInsertPoint(Shuffles[S]); in foldSelectShuffle()
1839 replaceValue(*Shuffles[S], *NSV); in foldSelectShuffle()
[all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPNodes.def | 121 // Shuffles.
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | VPIntrinsics.def | 697 ///// Shuffles {
725 ///// } Shuffles
|
| H A D | Intrinsics.td | 2083 // Shuffles
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 813 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | RISCVISelLowering.cpp | 20049 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
20053 auto *VTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad()
20070 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
20072 Shuffles[i]->replaceAllUsesWith(SubVec); in lowerInterleavedLoad()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 665 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | ARMISelLowering.cpp | 21654 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
21659 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
21742 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
21743 ShuffleVectorInst *SV = Shuffles[i]; in lowerInterleavedLoad()
21762 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
21868 append_range(Ops, Shuffles); in lowerInterleavedStore()
21883 append_range(Ops, Shuffles); in lowerInterleavedStore()
21899 SmallVector<Value *, 4> Shuffles; in lowerInterleavedStore() local
21905 Shuffles.push_back(Builder.CreateShuffleVector( in lowerInterleavedStore()
21922 Shuffles.push_back(Builder.CreateShuffleVector( in lowerInterleavedStore()
[all …]
|
| H A D | ARMInstrNEON.td | 7045 // Other Vector Shuffles.
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 678 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | AArch64ISelLowering.cpp | 15651 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
15655 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
15656 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
15661 VectorType *VTy = Shuffles[0]->getType(); in lowerInterleavedLoad()
15737 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
15738 ShuffleVectorInst *SVI = Shuffles[i]; in lowerInterleavedLoad()
15762 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCInstrAltivec.td | 481 // Shuffles.
985 // Shuffles.
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 23116 SmallVector<SDValue, 4> Shuffles; in reduceBuildVecToShuffle() local
23125 Shuffles.push_back(Shuffle); in reduceBuildVecToShuffle()
23137 if (Shuffles.size() == 1) in reduceBuildVecToShuffle()
23138 return Shuffles[0]; in reduceBuildVecToShuffle()
23143 Vec = Shuffles.size() - 1; in reduceBuildVecToShuffle()
23159 if (Shuffles.size() % 2) in reduceBuildVecToShuffle()
23160 Shuffles.push_back(DAG.getUNDEF(VT)); in reduceBuildVecToShuffle()
23164 Shuffles[CurSize] = DAG.getUNDEF(VT); in reduceBuildVecToShuffle()
23171 SDValue L = Shuffles[Left]; in reduceBuildVecToShuffle()
23180 SDValue R = Shuffles[Right]; in reduceBuildVecToShuffle()
[all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyInstrSIMD.td | 528 // Shuffles after custom lowering
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 3020 ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
|