Home
last modified time | relevance | path

Searched refs:VecOp (Results 1 – 21 of 21) sorted by relevance

/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUImageIntrinsicOptimizer.cpp253 Value *VecOp = nullptr; in optimizeSection() local
257 VecOp = B.CreateExtractElement(NewCalls[0], Idx->getValue().urem(4)); in optimizeSection()
258 LLVM_DEBUG(dbgs() << "Add: " << *VecOp << "\n"); in optimizeSection()
260 VecOp = UndefValue::get(II->getType()); in optimizeSection()
262 VecOp = B.CreateInsertElement( in optimizeSection()
263 VecOp, in optimizeSection()
265 LLVM_DEBUG(dbgs() << "Add: " << *VecOp << "\n"); in optimizeSection()
270 II->replaceAllUsesWith(VecOp); in optimizeSection()
271 VecOp->takeName(II); in optimizeSection()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp639 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
650 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
793 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
829 if (VecOp == PermittedRHS) { in collectShuffleElements()
1538 Value *VecOp = InsElt.getOperand(0); in foldTruncInsEltPair() local
1599 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
1604 VecOp, ScalarOp, IdxOp, SQ.getWithInstruction(&IE))) in visitInsertElementInst()
1614 if (match(VecOp, m_OneUse(m_InsertElt(m_Value(BaseVec), in visitInsertElementInst()
1628 if (match(VecOp, m_Undef()) && in visitInsertElementInst()
1645 if (match(VecOp, m_BitCast(m_Value(VecSrc))) && in visitInsertElementInst()
[all …]
H A DInstCombineCasts.cpp654 Value *VecOp = InsElt->getOperand(0); in shrinkInsertElt() local
658 if (match(VecOp, m_Undef())) { in shrinkInsertElt()
838 Value *VecOp; in visitTrunc() local
840 if (match(Src, m_OneUse(m_ExtractElt(m_Value(VecOp), m_ConstantInt(Cst))))) { in visitTrunc()
841 auto *VecOpTy = cast<VectorType>(VecOp->getType()); in visitTrunc()
856 Value *BitCast = Builder.CreateBitCast(VecOp, BitCastTo); in visitTrunc()
2255 Value *VecOp, *Index; in canonicalizeBitCastExtElt() local
2257 m_OneUse(m_ExtractElt(m_Value(VecOp), m_Value(Index))))) in canonicalizeBitCastExtElt()
2263 VectorType *VecType = cast<VectorType>(VecOp->getType()); in canonicalizeBitCastExtElt()
2266 auto *NewBC = IC.Builder.CreateBitCast(VecOp, NewVecType, "bc"); in canonicalizeBitCastExtElt()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/WebAssembly/
H A DWebAssemblyISelLowering.h57 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DWebAssemblyISelLowering.cpp400 bool WebAssemblyTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
402 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
410 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp955 SDValue VecOp = N->getOperand(1); in ScalarizeVecOp_VECREDUCE_SEQ() local
3151 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE()
3153 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
3170 SDValue VecOp = N->getOperand(1); in SplitVecOp_VECREDUCE_SEQ() local
3173 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE_SEQ()
3175 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE_SEQ()
3198 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VP_REDUCE()
4426 VecOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, NextVT, VecOp, in CollectOpsToWiden()
4429 ConcatOps[Idx+1] = VecOp; in CollectOpsToWiden()
6988 VecOp = DAG.getNode(ISD::BITCAST, dl, NewVecVT, VecOp); in BuildVectorFromScalar()
[all …]
H A DDAGCombiner.cpp22191 if (VecOp.isUndef()) in visitEXTRACT_VECTOR_ELT()
22231 if (VecOp.hasOneUse() && VecOp.getOpcode() == ISD::FREEZE) { in visitEXTRACT_VECTOR_ELT()
22288 VecOp.hasOneUse()) { in visitEXTRACT_VECTOR_ELT()
22410 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
22418 VecOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT()
22442 LN0 = cast<LoadSDNode>(VecOp); in visitEXTRACT_VECTOR_ELT()
22447 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
22458 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
22468 VecOp = (Idx < (int)NumElts) ? VecOp.getOperand(0) : VecOp.getOperand(1); in visitEXTRACT_VECTOR_ELT()
22472 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
[all …]
H A DTargetLowering.cpp10655 SDValue VecOp = Node->getOperand(1); in expandVecReduceSeq() local
10658 EVT VT = VecOp.getValueType(); in expandVecReduceSeq()
10668 DAG.ExtractVectorElements(VecOp, Ops, 0, NumElts); in expandVecReduceSeq()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopUtils.cpp1165 auto *VecOp = dyn_cast<Instruction>(I); in propagateIRFlags() local
1166 if (!VecOp) in propagateIRFlags()
1173 VecOp->copyIRFlags(Intersection, IncludeWrapFlags); in propagateIRFlags()
1179 VecOp->andIRFlags(V); in propagateIRFlags()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.h470 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DRISCVISelLowering.cpp2038 bool RISCVTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
2039 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
2047 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp790 if (auto *VecOp = dyn_cast<Instruction>(V)) in execute() local
791 setFlags(VecOp); in execute()
H A DVPlan.h1916 VPValue *ChainOp, VPValue *VecOp, VPValue *CondOp) in VPReductionRecipe() argument
1918 ArrayRef<VPValue *>({ChainOp, VecOp}), I), in VPReductionRecipe()
H A DSLPVectorizer.cpp10261 Value *VecOp = cast<ExtractElementInst>(V)->getVectorOperand(); in adjustExtracts() local
10262 if (const TreeEntry *TE = R.getTreeEntry(VecOp)) in adjustExtracts()
10263 VecOp = TE->VectorizedValue; in adjustExtracts()
10264 assert(VecOp && "Expected vectorized value."); in adjustExtracts()
10266 cast<FixedVectorType>(VecOp->getType())->getNumElements(); in adjustExtracts()
10272 Bases[SubMask[I] < Size ? 0 : 1] = VecOp; in adjustExtracts()
10895 Value *VecOp = EI->getVectorOperand(); in processBuildVector() local
10896 if (const auto *TE = getTreeEntry(VecOp)) in processBuildVector()
10898 VecOp = TE->VectorizedValue; in processBuildVector()
10900 Vec1 = VecOp; in processBuildVector()
[all …]
H A DLoopVectorize.cpp9046 VPValue *VecOp; in adjustRecipesForReductions() local
9066 VecOp = FMulRecipe; in adjustRecipesForReductions()
9088 VecOp = CurrentLink->getOperand(VecOpId); in adjustRecipesForReductions()
9089 assert(VecOp != PreviousLink && in adjustRecipesForReductions()
9105 RdxDesc, CurrentLinkI, PreviousLink, VecOp, CondOp); in adjustRecipesForReductions()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCISelDAGToDAG.cpp7563 SDValue VecOp = SkipRCCopy(N->getOperand(0)); in reduceVSXSwap() local
7564 if (!VecOp || !isLaneInsensitive(VecOp)) in reduceVSXSwap()
7567 SDValue LHS = SkipRCCopy(VecOp.getOperand(0)), in reduceVSXSwap()
7568 RHS = SkipRCCopy(VecOp.getOperand(1)); in reduceVSXSwap()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.cpp1354 Value *VecOp = II.getOperand(0); in instCombineSVEST1() local
1359 StoreInst *Store = IC.Builder.CreateStore(VecOp, PtrOp); in instCombineSVEST1()
1365 VecOp, PtrOp, PtrOp->getPointerAlignment(DL), Pred); in instCombineSVEST1()
H A DAArch64ISelLowering.cpp14089 SDValue VecOp = ScalarOp.getOperand(0); in getReductionSDNode() local
14090 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode()
21449 SDValue VecOp = Store->getValue(); in combineBoolVectorAndTruncateStore() local
21450 EVT VT = VecOp.getValueType(); in combineBoolVectorAndTruncateStore()
21462 VecOp = DAG.getNode(ISD::TRUNCATE, DL, MemVT, VecOp); in combineBoolVectorAndTruncateStore()
26185 SDValue VecOp = ScalarOp.getOperand(1); in LowerVECREDUCE_SEQ_FADD() local
26186 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD()
26192 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
26256 SDValue VecOp = ScalarOp.getOperand(0); in LowerReductionToSVE() local
26257 EVT SrcVT = VecOp.getValueType(); in LowerReductionToSVE()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DTargetLowering.h3211 virtual bool shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop() argument
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp3119 bool X86TargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
3120 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
3128 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
18941 SDValue VecOp = Extract.getOperand(0); in vectorizeExtractedCast() local
18942 MVT FromVT = VecOp.getSimpleValueType(); in vectorizeExtractedCast()
18955 VecOp = DAG.getVectorShuffle(FromVT, DL, VecOp, DAG.getUNDEF(FromVT), Mask); in vectorizeExtractedCast()
18960 VecOp = extract128BitVector(VecOp, 0, DAG, DL); in vectorizeExtractedCast()
18964 SDValue VCast = DAG.getNode(Cast.getOpcode(), DL, ToVT, VecOp); in vectorizeExtractedCast()
33112 SDValue VecOp = N->getOperand(0); in ReplaceNodeResults() local
33113 EVT ExtVT = VecOp.getValueType().changeVectorElementTypeToInteger(); in ReplaceNodeResults()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp17333 unsigned VecOp = N->getOperand(0).getValueType().isVector() ? 0 : 2; in PerformReduceShuffleCombine() local
17334 auto *Shuf = dyn_cast<ShuffleVectorSDNode>(N->getOperand(VecOp)); in PerformReduceShuffleCombine()
17349 if (N->getNumOperands() != VecOp + 1) { in PerformReduceShuffleCombine()
17350 auto *Shuf2 = dyn_cast<ShuffleVectorSDNode>(N->getOperand(VecOp + 1)); in PerformReduceShuffleCombine()