| /freebsd-12.1/contrib/llvm/lib/Target/X86/Utils/ |
| H A D | X86ShuffleDecode.cpp | 26 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
27 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
28 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
39 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
52 ShuffleMask.push_back(i); in DecodeInsertElementMask()
63 ShuffleMask.push_back(i); in DecodeMOVHLPSMask()
69 ShuffleMask.push_back(i); in DecodeMOVLHPSMask()
198 ShuffleMask.push_back(h); in DecodePSWAPMask()
369 ShuffleMask.clear(); in DecodeVPPERMMask()
[all …]
|
| H A D | X86ShuffleDecode.h | 53 SmallVectorImpl<int> &ShuffleMask);
56 SmallVectorImpl<int> &ShuffleMask);
59 SmallVectorImpl<int> &ShuffleMask);
62 SmallVectorImpl<int> &ShuffleMask);
68 SmallVectorImpl<int> &ShuffleMask);
74 SmallVectorImpl<int> &ShuffleMask);
89 SmallVectorImpl<int> &ShuffleMask);
95 SmallVectorImpl<int> &ShuffleMask);
101 SmallVectorImpl<int> &ShuffleMask);
117 SmallVectorImpl<int> &ShuffleMask);
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 133 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask()
140 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
148 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
184 ShuffleMask.push_back(Index); in DecodeVPERMILPMask()
228 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask()
240 ShuffleMask.push_back(Index); in DecodeVPERMIL2PMask()
285 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPPERMMask()
289 ShuffleMask.clear(); in DecodeVPPERMMask()
292 ShuffleMask.push_back((int)Index); in DecodeVPPERMMask()
318 ShuffleMask.push_back(Index); in DecodeVPERMVMask()
[all …]
|
| H A D | X86ShuffleDecodeConstantPool.h | 30 SmallVectorImpl<int> &ShuffleMask);
34 SmallVectorImpl<int> &ShuffleMask);
39 SmallVectorImpl<int> &ShuffleMask);
43 SmallVectorImpl<int> &ShuffleMask);
47 SmallVectorImpl<int> &ShuffleMask);
51 SmallVectorImpl<int> &ShuffleMask);
|
| H A D | X86MCInstLower.cpp | 1424 SmallVector<int, 8> ShuffleMask(Mask.begin(), Mask.end()); in getShuffleComment() local
1426 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) in getShuffleComment()
1427 if (ShuffleMask[i] >= e) in getShuffleComment()
1428 ShuffleMask[i] -= e; in getShuffleComment()
1451 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) { in getShuffleComment()
1454 if (ShuffleMask[i] == SM_SentinelZero) { in getShuffleComment()
1461 bool isSrc1 = ShuffleMask[i] < (int)e; in getShuffleComment()
1465 while (i != e && ShuffleMask[i] != SM_SentinelZero && in getShuffleComment()
1466 (ShuffleMask[i] < (int)e) == isSrc1) { in getShuffleComment()
1471 if (ShuffleMask[i] == SM_SentinelUndef) in getShuffleComment()
[all …]
|
| H A D | X86InterleavedAccess.cpp | 470 SmallVectorImpl<uint32_t> &ShuffleMask, in DecodePALIGNRMask() argument
486 ShuffleMask.push_back(Base + l); in DecodePALIGNRMask()
|
| H A D | X86ISelLowering.h | 755 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const override;
|
| H A D | X86ISelLowering.cpp | 6495 Mask.append(ShuffleMask.begin(), ShuffleMask.end()); in getFauxShuffleMask()
6821 SmallVector<int, 16> ShuffleMask; in getShuffleScalarElt() local
6828 int Elt = ShuffleMask[Index]; in getShuffleScalarElt()
8959 SmallVector<int, 8> ShuffleMask; in LowerBUILD_VECTOR() local
24512 SmallVector<int, 8> ShuffleMask; in LowerShift() local
24520 ShuffleMask.push_back(i); in LowerShift()
32812 SmallVector<int, 16> ShuffleMask; in XFormVExtractWithShuffleIntoLoad() local
35102 ShuffleMask[2 * i] = i; in reduceVMULWidth()
36439 ShuffleMask[VecIdx] = in combineAnd()
39290 SmallVector<int, 32> ShuffleMask; in combineToExtendBoolVectorInReg() local
[all …]
|
| H A D | X86InstrAVX512.td | 1749 AVX512VLVectorVTInfo ShuffleMask> {
1751 ShuffleMask.info512>,
1753 ShuffleMask.info512>, EVEX_V512;
1756 ShuffleMask.info128>,
1760 ShuffleMask.info256>,
1867 ShuffleMask.info512>,
1869 ShuffleMask.info512>, EVEX_V512;
1872 ShuffleMask.info128>,
1874 ShuffleMask.info128>, EVEX_V128;
1876 ShuffleMask.info256>,
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/X86/InstPrinter/ |
| H A D | X86InstComments.cpp | 503 SmallVector<int, 8> ShuffleMask; in EmitAnyX86InstComments() local
527 ShuffleMask); in EmitAnyX86InstComments()
543 ShuffleMask); in EmitAnyX86InstComments()
559 ShuffleMask); in EmitAnyX86InstComments()
573 ShuffleMask); in EmitAnyX86InstComments()
765 ShuffleMask); in EmitAnyX86InstComments()
1253 if (ShuffleMask.empty()) in EmitAnyX86InstComments()
1271 ShuffleMask[i] -= e; in EmitAnyX86InstComments()
1288 bool isSrc1 = ShuffleMask[i] < (int)ShuffleMask.size(); in EmitAnyX86InstComments()
1293 (ShuffleMask[i] < (int)ShuffleMask.size()) == isSrc1) { in EmitAnyX86InstComments()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelDAGToDAGHVX.cpp | 762 struct ShuffleMask { struct
763 ShuffleMask(ArrayRef<int> M) : Mask(M) { in ShuffleMask() argument
776 ShuffleMask lo() const { in lo() argument
778 return ShuffleMask(Mask.take_front(H)); in lo()
780 ShuffleMask hi() const { in hi() argument
782 return ShuffleMask(Mask.take_back(H)); in hi()
1062 auto IsExtSubvector = [] (ShuffleMask M) { in packs()
1252 return shuffs1(ShuffleMask(NewMask), P, Results); in shuffs2()
1257 OpRef L = shuffs1(ShuffleMask(MaskL), Va, Results); in shuffs2()
1258 OpRef R = shuffs1(ShuffleMask(MaskR), Vb, Results); in shuffs2()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorOps.cpp | 902 SmallVector<int, 16> ShuffleMask; in ExpandANY_EXTEND_VECTOR_INREG() local
903 ShuffleMask.resize(NumSrcElements, -1); in ExpandANY_EXTEND_VECTOR_INREG()
909 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; in ExpandANY_EXTEND_VECTOR_INREG()
953 SmallVector<int, 16> ShuffleMask; in ExpandZERO_EXTEND_VECTOR_INREG() local
954 ShuffleMask.reserve(NumSrcElements); in ExpandZERO_EXTEND_VECTOR_INREG()
956 ShuffleMask.push_back(i); in ExpandZERO_EXTEND_VECTOR_INREG()
961 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; in ExpandZERO_EXTEND_VECTOR_INREG()
971 ShuffleMask.push_back((I * ScalarSizeInBytes) + J); in createBSWAPShuffleMask()
978 SmallVector<int, 16> ShuffleMask; in ExpandBSWAP() local
979 createBSWAPShuffleMask(VT, ShuffleMask); in ExpandBSWAP()
[all …]
|
| H A D | TargetLowering.cpp | 567 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); in SimplifyDemandedBits() local
575 int M = ShuffleMask[i]; in SimplifyDemandedBits()
1719 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); in SimplifyDemandedVectorElts() local
1725 int M = ShuffleMask[i]; in SimplifyDemandedVectorElts()
1748 SmallVector<int, 32> NewMask(ShuffleMask.begin(), ShuffleMask.end()); in SimplifyDemandedVectorElts()
1772 int M = ShuffleMask[i]; in SimplifyDemandedVectorElts()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 769 SmallVector<Constant *, 32> ShuffleMask(VF, nullptr); in getShuffleReduction() local
773 ShuffleMask[j] = Builder.getInt32(i / 2 + j); in getShuffleReduction()
776 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(), in getShuffleReduction()
781 ConstantVector::get(ShuffleMask), "rdx.shuf"); in getShuffleReduction()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCalls.cpp | 783 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 }; in simplifyX86insertps() local
796 ShuffleMask[DestLane] = SourceLane; in simplifyX86insertps()
800 ShuffleMask[i] = i + 4; in simplifyX86insertps()
807 ShuffleMask[DestLane] = SourceLane + 4; in simplifyX86insertps()
866 SmallVector<Constant *, 16> ShuffleMask; in simplifyX86extrq() local
868 ShuffleMask.push_back( in simplifyX86extrq()
871 ShuffleMask.push_back( in simplifyX86extrq()
874 ShuffleMask.push_back(UndefValue::get(IntTy32)); in simplifyX86extrq()
946 SmallVector<Constant *, 16> ShuffleMask; in simplifyX86insertq() local
950 ShuffleMask.push_back( in simplifyX86insertq()
[all …]
|
| H A D | InstCombineCasts.cpp | 1845 SmallVector<uint32_t, 16> ShuffleMask; in optimizeVectorResize() local
1853 ShuffleMask.push_back(i); in optimizeVectorResize()
1862 ShuffleMask.push_back(i); in optimizeVectorResize()
1866 ShuffleMask.push_back(SrcElts); in optimizeVectorResize()
1871 ShuffleMask)); in optimizeVectorResize()
|
| H A D | InstCombineVectorOps.cpp | 1730 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems, in visitShuffleVectorInst() local
1733 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx); in visitShuffleVectorInst()
1735 ConstantVector::get(ShuffleMask), in visitShuffleVectorInst()
|
| /freebsd-12.1/contrib/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 949 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); in matchVectorSplittingReduction() local
972 ShuffleMask[j] = MaskStart + j; in matchVectorSplittingReduction()
974 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); in matchVectorSplittingReduction()
977 if (ShuffleMask != Mask) in matchVectorSplittingReduction()
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1939 uint32_t ShuffleMask[2] = { 0, 1 }; in UpgradeIntrinsicCall() local
2093 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local
2095 ShuffleMask[i] = i; in UpgradeIntrinsicCall()
2130 SmallVector<uint32_t, 8> ShuffleMask(0); in UpgradeIntrinsicCall() local
2150 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); in UpgradeIntrinsicCall() local
2152 ShuffleMask[i] = i % NumSrcElts; in UpgradeIntrinsicCall()
2156 ShuffleMask); in UpgradeIntrinsicCall()
2345 SmallVector<uint32_t, 8> ShuffleMask(NumElts); in UpgradeIntrinsicCall() local
2358 ShuffleMask[i] = StartIndex + i; in UpgradeIntrinsicCall()
2363 ShuffleMask[i + HalfSize] = NumElts + StartIndex + i; in UpgradeIntrinsicCall()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 6296 if (isVTRNMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
6298 if (isVUZPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
6300 if (isVZIPMask(ShuffleMask, VT, WhichResult)) in isNEONTwoResultShuffleMask()
6908 I = ShuffleMask.begin(), E = ShuffleMask.end(); I != E; ++I) in LowerVECTOR_SHUFFLEv8i8()
6949 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
6989 if (isVREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
6991 if (isVREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
6993 if (isVREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
7061 if (ShuffleMask[i] < 0) in LowerVECTOR_SHUFFLE()
7064 PFIndexes[i] = ShuffleMask[i]; in LowerVECTOR_SHUFFLE()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 6519 for (int Val : ShuffleMask) { in GenerateTBL()
6594 ArrayRef<int> ShuffleMask = SVN->getMask(); in LowerVECTOR_SHUFFLE() local
6633 if (isREVMask(ShuffleMask, VT, 64)) in LowerVECTOR_SHUFFLE()
6635 if (isREVMask(ShuffleMask, VT, 32)) in LowerVECTOR_SHUFFLE()
6637 if (isREVMask(ShuffleMask, VT, 16)) in LowerVECTOR_SHUFFLE()
6655 if (isZIPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
6659 if (isUZPMask(ShuffleMask, VT, WhichResult)) { in LowerVECTOR_SHUFFLE()
6692 int SrcLane = ShuffleMask[Anomaly]; in LowerVECTOR_SHUFFLE()
6716 if (ShuffleMask[i] < 0) in LowerVECTOR_SHUFFLE()
6719 PFIndexes[i] = ShuffleMask[i]; in LowerVECTOR_SHUFFLE()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 1946 SmallVector<Constant *, 8> ShuffleMask; in reverseVector() local
1948 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); in reverseVector()
1951 ConstantVector::get(ShuffleMask), in reverseVector()
3413 SmallVector<Constant *, 8> ShuffleMask(VF); in fixFirstOrderRecurrence() local
3414 ShuffleMask[0] = Builder.getInt32(VF - 1); in fixFirstOrderRecurrence()
3416 ShuffleMask[I] = Builder.getInt32(I + VF - 1); in fixFirstOrderRecurrence()
3428 ConstantVector::get(ShuffleMask)) in fixFirstOrderRecurrence()
|
| H A D | SLPVectorizer.cpp | 3547 Value *ShuffleMask = ConstantVector::get(Mask); in vectorizeTree() local
3551 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in vectorizeTree()
5050 SmallVector<Constant *, 32> ShuffleMask( in createRdxShuffleMask() local
5056 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); in createRdxShuffleMask()
5060 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); in createRdxShuffleMask()
5062 return ConstantVector::get(ShuffleMask); in createRdxShuffleMask()
|
| /freebsd-12.1/contrib/llvm/tools/clang/lib/CodeGen/ |
| H A D | CGBuiltin.cpp | 11845 Constant *ShuffleMask = llvm::ConstantVector::get(ShuffleElts); in EmitPPCBuiltinExpr() local
11849 Ops[0] = Builder.CreateShuffleVector(Ops[0], Ops[0], ShuffleMask); in EmitPPCBuiltinExpr()
11887 Constant *ShuffleMask = llvm::ConstantVector::get(ShuffleElts); in EmitPPCBuiltinExpr() local
11889 Value *ShuffleCall = Builder.CreateShuffleVector(Call, Call, ShuffleMask); in EmitPPCBuiltinExpr()
11913 Constant *ShuffleMask = llvm::ConstantVector::get(ShuffleElts); in EmitPPCBuiltinExpr() local
11916 Builder.CreateShuffleVector(Ops[0], Ops[1], ShuffleMask); in EmitPPCBuiltinExpr()
11955 Constant *ShuffleMask = llvm::ConstantVector::get(ShuffleElts); in EmitPPCBuiltinExpr() local
11957 Builder.CreateShuffleVector(Ops[0], Ops[1], ShuffleMask); in EmitPPCBuiltinExpr()
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 3110 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const { in isDesirableToCombineBuildVectorToShuffleTruncate() argument
|