Lines Matching refs:IC
500 static Optional<Instruction *> processPhiNode(InstCombiner &IC, in processPhiNode() argument
535 return IC.replaceInstUsesWith(II, NPN); in processPhiNode()
547 static Optional<Instruction *> tryCombineFromSVBoolBinOp(InstCombiner &IC, in tryCombineFromSVBoolBinOp() argument
596 return IC.replaceInstUsesWith(II, NarrowedBinOp); in tryCombineFromSVBoolBinOp()
599 static Optional<Instruction *> instCombineConvertFromSVBool(InstCombiner &IC, in instCombineConvertFromSVBool() argument
603 return processPhiNode(IC, II); in instCombineConvertFromSVBool()
605 if (auto BinOpCombine = tryCombineFromSVBoolBinOp(IC, II)) in instCombineConvertFromSVBool()
644 return IC.replaceInstUsesWith(II, EarliestReplacement); in instCombineConvertFromSVBool()
647 static Optional<Instruction *> instCombineSVESel(InstCombiner &IC, in instCombineSVESel() argument
652 return IC.replaceInstUsesWith(II, Select); in instCombineSVESel()
655 static Optional<Instruction *> instCombineSVEDup(InstCombiner &IC, in instCombineSVEDup() argument
676 return IC.replaceInstUsesWith(II, Insert); in instCombineSVEDup()
679 static Optional<Instruction *> instCombineSVEDupX(InstCombiner &IC, in instCombineSVEDupX() argument
688 return IC.replaceInstUsesWith(II, Splat); in instCombineSVEDupX()
691 static Optional<Instruction *> instCombineSVECmpNE(InstCombiner &IC, in instCombineSVECmpNE() argument
760 return IC.replaceInstUsesWith(II, PFalse); in instCombineSVECmpNE()
789 return IC.replaceInstUsesWith(II, ConvertFromSVBool); in instCombineSVECmpNE()
792 static Optional<Instruction *> instCombineSVELast(InstCombiner &IC, in instCombineSVELast() argument
803 return IC.replaceInstUsesWith(II, SplatVal); in instCombineSVELast()
818 return IC.replaceInstUsesWith(II, NewBinOp); in instCombineSVELast()
829 return IC.replaceInstUsesWith(II, Extract); in instCombineSVELast()
865 return IC.replaceInstUsesWith(II, Extract); in instCombineSVELast()
868 static Optional<Instruction *> instCombineSVECondLast(InstCombiner &IC, in instCombineSVECondLast() argument
909 return IC.replaceInstUsesWith(II, FPIItoInt); in instCombineSVECondLast()
912 static Optional<Instruction *> instCombineRDFFR(InstCombiner &IC, in instCombineRDFFR() argument
926 return IC.replaceInstUsesWith(II, RDFFR); in instCombineRDFFR()
930 instCombineSVECntElts(InstCombiner &IC, IntrinsicInst &II, unsigned NumElts) { in instCombineSVECntElts() argument
941 return IC.replaceInstUsesWith(II, VScale); in instCombineSVECntElts()
947 ? Optional<Instruction *>(IC.replaceInstUsesWith( in instCombineSVECntElts()
952 static Optional<Instruction *> instCombineSVEPTest(InstCombiner &IC, in instCombineSVEPTest() argument
971 return IC.replaceInstUsesWith(II, PTest); in instCombineSVEPTest()
977 static Optional<Instruction *> instCombineSVEVectorFMLA(InstCombiner &IC, in instCombineSVEVectorFMLA() argument
1004 return IC.replaceInstUsesWith(II, FMLA); in instCombineSVEVectorFMLA()
1024 instCombineSVELD1(InstCombiner &IC, IntrinsicInst &II, const DataLayout &DL) { in instCombineSVELD1() argument
1036 return IC.replaceInstUsesWith(II, Load); in instCombineSVELD1()
1043 return IC.replaceInstUsesWith(II, MaskedLoad); in instCombineSVELD1()
1047 instCombineSVEST1(InstCombiner &IC, IntrinsicInst &II, const DataLayout &DL) { in instCombineSVEST1() argument
1060 return IC.eraseInstFromFunction(II); in instCombineSVEST1()
1066 return IC.eraseInstFromFunction(II); in instCombineSVEST1()
1082 static Optional<Instruction *> instCombineSVEVectorBinOp(InstCombiner &IC, in instCombineSVEVectorBinOp() argument
1095 return IC.replaceInstUsesWith(II, BinOp); in instCombineSVEVectorBinOp()
1098 static Optional<Instruction *> instCombineSVEVectorFAdd(InstCombiner &IC, in instCombineSVEVectorFAdd() argument
1100 if (auto FMLA = instCombineSVEVectorFMLA(IC, II)) in instCombineSVEVectorFAdd()
1102 return instCombineSVEVectorBinOp(IC, II); in instCombineSVEVectorFAdd()
1105 static Optional<Instruction *> instCombineSVEVectorMul(InstCombiner &IC, in instCombineSVEVectorMul() argument
1136 return IC.replaceInstUsesWith(II, OpMultiplicand); in instCombineSVEVectorMul()
1145 return IC.replaceInstUsesWith(II, OpMultiplicand); in instCombineSVEVectorMul()
1149 return instCombineSVEVectorBinOp(IC, II); in instCombineSVEVectorMul()
1152 static Optional<Instruction *> instCombineSVEUnpack(InstCombiner &IC, in instCombineSVEUnpack() argument
1169 return IC.replaceInstUsesWith(II, NewVal); in instCombineSVEUnpack()
1174 static Optional<Instruction *> instCombineSVETBL(InstCombiner &IC, in instCombineSVETBL() argument
1196 return IC.replaceInstUsesWith(II, VectorSplat); in instCombineSVETBL()
1199 static Optional<Instruction *> instCombineSVETupleGet(InstCombiner &IC, in instCombineSVETupleGet() argument
1217 return IC.replaceInstUsesWith(II, SetValue); in instCombineSVETupleGet()
1222 return IC.replaceOperand(II, 0, SetTuple); in instCombineSVETupleGet()
1225 static Optional<Instruction *> instCombineSVEZip(InstCombiner &IC, in instCombineSVEZip() argument
1234 return IC.replaceInstUsesWith( in instCombineSVEZip()
1240 static Optional<Instruction *> instCombineLD1GatherIndex(InstCombiner &IC, in instCombineLD1GatherIndex() argument
1267 return IC.replaceInstUsesWith(II, MaskedLoad); in instCombineLD1GatherIndex()
1273 static Optional<Instruction *> instCombineST1ScatterIndex(InstCombiner &IC, in instCombineST1ScatterIndex() argument
1300 return IC.eraseInstFromFunction(II); in instCombineST1ScatterIndex()
1306 static Optional<Instruction *> instCombineSVESDIV(InstCombiner &IC, in instCombineSVESDIV() argument
1325 return IC.replaceInstUsesWith(II, ASRD); in instCombineSVESDIV()
1334 return IC.replaceInstUsesWith(II, NEG); in instCombineSVESDIV()
1340 static Optional<Instruction *> instCombineMaxMinNM(InstCombiner &IC, in instCombineMaxMinNM() argument
1345 return IC.replaceInstUsesWith(II, A); in instCombineMaxMinNM()
1350 static Optional<Instruction *> instCombineSVESrshl(InstCombiner &IC, in instCombineSVESrshl() argument
1383 return IC.replaceInstUsesWith(II, LSL); in instCombineSVESrshl()
1387 AArch64TTIImpl::instCombineIntrinsic(InstCombiner &IC, in instCombineIntrinsic() argument
1395 return instCombineMaxMinNM(IC, II); in instCombineIntrinsic()
1397 return instCombineConvertFromSVBool(IC, II); in instCombineIntrinsic()
1399 return instCombineSVEDup(IC, II); in instCombineIntrinsic()
1401 return instCombineSVEDupX(IC, II); in instCombineIntrinsic()
1404 return instCombineSVECmpNE(IC, II); in instCombineIntrinsic()
1406 return instCombineRDFFR(IC, II); in instCombineIntrinsic()
1409 return instCombineSVELast(IC, II); in instCombineIntrinsic()
1412 return instCombineSVECondLast(IC, II); in instCombineIntrinsic()
1414 return instCombineSVECntElts(IC, II, 2); in instCombineIntrinsic()
1416 return instCombineSVECntElts(IC, II, 4); in instCombineIntrinsic()
1418 return instCombineSVECntElts(IC, II, 8); in instCombineIntrinsic()
1420 return instCombineSVECntElts(IC, II, 16); in instCombineIntrinsic()
1424 return instCombineSVEPTest(IC, II); in instCombineIntrinsic()
1427 return instCombineSVEVectorMul(IC, II); in instCombineIntrinsic()
1429 return instCombineSVEVectorFAdd(IC, II); in instCombineIntrinsic()
1431 return instCombineSVEVectorBinOp(IC, II); in instCombineIntrinsic()
1433 return instCombineSVETBL(IC, II); in instCombineIntrinsic()
1438 return instCombineSVEUnpack(IC, II); in instCombineIntrinsic()
1440 return instCombineSVETupleGet(IC, II); in instCombineIntrinsic()
1443 return instCombineSVEZip(IC, II); in instCombineIntrinsic()
1445 return instCombineLD1GatherIndex(IC, II); in instCombineIntrinsic()
1447 return instCombineST1ScatterIndex(IC, II); in instCombineIntrinsic()
1449 return instCombineSVELD1(IC, II, DL); in instCombineIntrinsic()
1451 return instCombineSVEST1(IC, II, DL); in instCombineIntrinsic()
1453 return instCombineSVESDIV(IC, II); in instCombineIntrinsic()
1455 return instCombineSVESel(IC, II); in instCombineIntrinsic()
1457 return instCombineSVESrshl(IC, II); in instCombineIntrinsic()
1464 InstCombiner &IC, IntrinsicInst &II, APInt OrigDemandedElts, in simplifyDemandedVectorEltsIntrinsic() argument