Home
last modified time | relevance | path

Searched refs:VecOp (Results 1 – 20 of 20) sorted by relevance

/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp615 Value *VecOp = IEI->getOperand(0); in collectSingleShuffleElements() local
626 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
642 if (collectSingleShuffleElements(VecOp, LHS, RHS, Mask)) { in collectSingleShuffleElements()
764 Value *VecOp = IEI->getOperand(0); in collectShuffleElements() local
799 if (VecOp == PermittedRHS) { in collectShuffleElements()
1499 Value *VecOp = IE.getOperand(0); in visitInsertElementInst() local
1504 VecOp, ScalarOp, IdxOp, SQ.getWithInstruction(&IE))) in visitInsertElementInst()
1516 if (match(VecOp, m_Undef()) && in visitInsertElementInst()
1532 if (match(VecOp, m_BitCast(m_Value(VecSrc))) && in visitInsertElementInst()
1534 (VecOp->hasOneUse() || ScalarOp->hasOneUse()) && in visitInsertElementInst()
[all …]
H A DInstCombineCasts.cpp757 Value *VecOp = InsElt->getOperand(0); in shrinkInsertElt() local
761 if (match(VecOp, m_Undef())) { in shrinkInsertElt()
937 Value *VecOp; in visitTrunc() local
939 if (match(Src, m_OneUse(m_ExtractElt(m_Value(VecOp), m_ConstantInt(Cst))))) { in visitTrunc()
940 auto *VecOpTy = cast<VectorType>(VecOp->getType()); in visitTrunc()
955 Value *BitCast = Builder.CreateBitCast(VecOp, BitCastTo); in visitTrunc()
2367 Value *VecOp, *Index; in canonicalizeBitCastExtElt() local
2369 m_OneUse(m_ExtractElt(m_Value(VecOp), m_Value(Index))))) in canonicalizeBitCastExtElt()
2375 VectorType *VecType = cast<VectorType>(VecOp->getType()); in canonicalizeBitCastExtElt()
2378 auto *NewBC = IC.Builder.CreateBitCast(VecOp, NewVecType, "bc"); in canonicalizeBitCastExtElt()
[all …]
/llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp913 SDValue VecOp = N->getOperand(1); in ScalarizeVecOp_VECREDUCE_SEQ() local
2854 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE()
2856 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE()
2873 SDValue VecOp = N->getOperand(1); in SplitVecOp_VECREDUCE_SEQ() local
2876 EVT VecVT = VecOp.getValueType(); in SplitVecOp_VECREDUCE_SEQ()
2878 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VECREDUCE_SEQ()
2901 GetSplitVector(VecOp, Lo, Hi); in SplitVecOp_VP_REDUCE()
3970 VecOp = DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, NextVT, VecOp, in CollectOpsToWiden()
3973 ConcatOps[Idx+1] = VecOp; in CollectOpsToWiden()
6312 VecOp = DAG.getNode(ISD::BITCAST, dl, NewVecVT, VecOp); in BuildVectorFromScalar()
[all …]
H A DDAGCombiner.cpp19761 SDValue VecOp = N->getOperand(0); in visitEXTRACT_VECTOR_ELT() local
19765 if (VecOp.isUndef()) in visitEXTRACT_VECTOR_ELT()
19840 VecOp.hasOneUse()) { in visitEXTRACT_VECTOR_ELT()
19959 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
19967 VecOp = VecOp.getOperand(0); in visitEXTRACT_VECTOR_ELT()
19991 LN0 = cast<LoadSDNode>(VecOp); in visitEXTRACT_VECTOR_ELT()
19996 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
20007 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
20017 VecOp = (Idx < (int)NumElts) ? VecOp.getOperand(0) : VecOp.getOperand(1); in visitEXTRACT_VECTOR_ELT()
20021 if (!VecOp.hasOneUse()) in visitEXTRACT_VECTOR_ELT()
[all …]
H A DTargetLowering.cpp9479 SDValue VecOp = Node->getOperand(1); in expandVecReduceSeq() local
9482 EVT VT = VecOp.getValueType(); in expandVecReduceSeq()
9492 DAG.ExtractVectorElements(VecOp, Ops, 0, NumElts); in expandVecReduceSeq()
/llvm-project-15.0.7/llvm/lib/Target/WebAssembly/
H A DWebAssemblyISelLowering.h57 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DWebAssemblyISelLowering.cpp382 bool WebAssemblyTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
384 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
392 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/llvm-project-15.0.7/llvm/unittests/Transforms/Vectorize/
H A DVPlanTest.cpp1022 VPValue VecOp; in TEST() local
1024 VPReductionRecipe Recipe(nullptr, nullptr, &ChainOp, &CondOp, &VecOp, in TEST()
1149 VPValue VecOp; in TEST() local
1151 VPReductionRecipe Recipe(nullptr, nullptr, &ChainOp, &CondOp, &VecOp, in TEST()
/llvm-project-15.0.7/llvm/lib/Transforms/Utils/
H A DLoopUtils.cpp1095 auto *VecOp = dyn_cast<Instruction>(I); in propagateIRFlags() local
1096 if (!VecOp) in propagateIRFlags()
1103 VecOp->copyIRFlags(Intersection, IncludeWrapFlags); in propagateIRFlags()
1109 VecOp->andIRFlags(V); in propagateIRFlags()
/llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp527 if (auto *VecOp = dyn_cast<Instruction>(V)) { in execute() local
528 VecOp->copyIRFlags(&I); in execute()
536 VecOp->dropPoisonGeneratingFlags(); in execute()
H A DVPlan.h1513 VPValue *ChainOp, VPValue *VecOp, VPValue *CondOp, in VPReductionRecipe() argument
1515 : VPRecipeBase(VPRecipeBase::VPReductionSC, {ChainOp, VecOp}), in VPReductionRecipe()
H A DLoopVectorize.cpp9134 VPValue *VecOp = Plan->getVPValue(R->getOperand(VecOpId)); in adjustRecipesForReductions() local
9145 Instruction::FMul, {VecOp, Plan->getVPValue(R->getOperand(1))}); in adjustRecipesForReductions()
9149 VecOp = FMulRecipe; in adjustRecipesForReductions()
9152 new VPReductionRecipe(&RdxDesc, R, ChainOp, VecOp, CondOp, TTI); in adjustRecipesForReductions()
/llvm-project-15.0.7/polly/lib/CodeGen/
H A DBlockGenerators.cpp1232 ValueMapT::iterator VecOp = VectorMap.find(Operand); in extractScalarValues() local
1234 if (VecOp == VectorMap.end()) in extractScalarValues()
1238 Value *NewVector = VecOp->second; in extractScalarValues()
/llvm-project-15.0.7/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.h379 bool shouldScalarizeBinop(SDValue VecOp) const override;
H A DRISCVISelLowering.cpp1316 bool RISCVTargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
1317 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
1325 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
/llvm-project-15.0.7/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.cpp1051 Value *VecOp = II.getOperand(0); in instCombineSVEST1() local
1055 Builder.CreateBitCast(PtrOp, VecOp->getType()->getPointerTo()); in instCombineSVEST1()
1058 StoreInst *Store = Builder.CreateStore(VecOp, VecPtr); in instCombineSVEST1()
1064 VecOp, VecPtr, PtrOp->getPointerAlignment(DL), Pred); in instCombineSVEST1()
H A DAArch64ISelLowering.cpp12158 SDValue VecOp = ScalarOp.getOperand(0); in getReductionSDNode() local
12159 auto Rdx = DAG.getNode(Op, DL, VecOp.getSimpleValueType(), VecOp); in getReductionSDNode()
21394 SDValue VecOp = ScalarOp.getOperand(1); in LowerVECREDUCE_SEQ_FADD() local
21395 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD()
21401 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerVECREDUCE_SEQ_FADD()
21413 Pg, AccOp, VecOp); in LowerVECREDUCE_SEQ_FADD()
21465 SDValue VecOp = ScalarOp.getOperand(0); in LowerReductionToSVE() local
21466 EVT SrcVT = VecOp.getValueType(); in LowerReductionToSVE()
21472 VecOp = convertToScalableVector(DAG, ContainerVT, VecOp); in LowerReductionToSVE()
21483 SDValue Rdx = DAG.getNode(Opcode, DL, RdxVT, Pg, VecOp); in LowerReductionToSVE()
/llvm-project-15.0.7/llvm/lib/Target/PowerPC/
H A DPPCISelDAGToDAG.cpp7269 SDValue VecOp = SkipRCCopy(N->getOperand(0)); in reduceVSXSwap() local
7270 if (!VecOp || !isLaneInsensitive(VecOp)) in reduceVSXSwap()
7273 SDValue LHS = SkipRCCopy(VecOp.getOperand(0)), in reduceVSXSwap()
7274 RHS = SkipRCCopy(VecOp.getOperand(1)); in reduceVSXSwap()
/llvm-project-15.0.7/llvm/include/llvm/CodeGen/
H A DTargetLowering.h3009 virtual bool shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop() argument
/llvm-project-15.0.7/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp5797 bool X86TargetLowering::shouldScalarizeBinop(SDValue VecOp) const { in shouldScalarizeBinop()
5798 unsigned Opc = VecOp.getOpcode(); in shouldScalarizeBinop()
5806 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop()
20782 SDValue VecOp = Extract.getOperand(0); in vectorizeExtractedCast() local
20783 MVT FromVT = VecOp.getSimpleValueType(); in vectorizeExtractedCast()
20796 VecOp = DAG.getVectorShuffle(FromVT, DL, VecOp, DAG.getUNDEF(FromVT), Mask); in vectorizeExtractedCast()
20801 VecOp = extract128BitVector(VecOp, 0, DAG, DL); in vectorizeExtractedCast()
20805 SDValue VCast = DAG.getNode(Cast.getOpcode(), DL, ToVT, VecOp); in vectorizeExtractedCast()