Lines Matching refs:ShuffleMask
26 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTPSMask() argument
28 ShuffleMask.push_back(0); in DecodeINSERTPSMask()
29 ShuffleMask.push_back(1); in DecodeINSERTPSMask()
30 ShuffleMask.push_back(2); in DecodeINSERTPSMask()
31 ShuffleMask.push_back(3); in DecodeINSERTPSMask()
41 ShuffleMask[CountD] = InVal; in DecodeINSERTPSMask()
43 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; in DecodeINSERTPSMask()
44 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; in DecodeINSERTPSMask()
45 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; in DecodeINSERTPSMask()
46 if (ZMask & 8) ShuffleMask[3] = SM_SentinelZero; in DecodeINSERTPSMask()
50 SmallVectorImpl<int> &ShuffleMask) { in DecodeInsertElementMask() argument
54 ShuffleMask.push_back(i); in DecodeInsertElementMask()
56 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask()
60 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVHLPSMask() argument
62 ShuffleMask.push_back(NElts + i); in DecodeMOVHLPSMask()
65 ShuffleMask.push_back(i); in DecodeMOVHLPSMask()
69 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVLHPSMask() argument
71 ShuffleMask.push_back(i); in DecodeMOVLHPSMask()
74 ShuffleMask.push_back(NElts + i); in DecodeMOVLHPSMask()
77 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVSLDUPMask() argument
79 ShuffleMask.push_back(2 * i); in DecodeMOVSLDUPMask()
80 ShuffleMask.push_back(2 * i); in DecodeMOVSLDUPMask()
84 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVSHDUPMask() argument
86 ShuffleMask.push_back(2 * i + 1); in DecodeMOVSHDUPMask()
87 ShuffleMask.push_back(2 * i + 1); in DecodeMOVSHDUPMask()
91 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodeMOVDDUPMask() argument
96 ShuffleMask.push_back(l); in DecodeMOVDDUPMask()
100 SmallVectorImpl<int> &ShuffleMask) { in DecodePSLLDQMask() argument
107 ShuffleMask.push_back(M); in DecodePSLLDQMask()
112 SmallVectorImpl<int> &ShuffleMask) { in DecodePSRLDQMask() argument
120 ShuffleMask.push_back(M); in DecodePSRLDQMask()
125 SmallVectorImpl<int> &ShuffleMask) { in DecodePALIGNRMask() argument
133 ShuffleMask.push_back(Base + l); in DecodePALIGNRMask()
139 SmallVectorImpl<int> &ShuffleMask) { in DecodeVALIGNMask() argument
144 ShuffleMask.push_back(i + Imm); in DecodeVALIGNMask()
148 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFMask() argument
157 ShuffleMask.push_back(SplatImm % NumLaneElts + l); in DecodePSHUFMask()
164 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFHWMask() argument
168 ShuffleMask.push_back(l + i); in DecodePSHUFHWMask()
171 ShuffleMask.push_back(l + 4 + (NewImm & 3)); in DecodePSHUFHWMask()
178 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFLWMask() argument
182 ShuffleMask.push_back(l + (NewImm & 3)); in DecodePSHUFLWMask()
186 ShuffleMask.push_back(l + i); in DecodePSHUFLWMask()
191 void DecodePSWAPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) { in DecodePSWAPMask() argument
195 ShuffleMask.push_back(l + NumHalfElts); in DecodePSWAPMask()
197 ShuffleMask.push_back(h); in DecodePSWAPMask()
201 unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { in DecodeSHUFPMask() argument
209 ShuffleMask.push_back(NewImm % NumLaneElts + s + l); in DecodeSHUFPMask()
218 SmallVectorImpl<int> &ShuffleMask) { in DecodeUNPCKHMask() argument
227 ShuffleMask.push_back(i); // Reads from dest/src1 in DecodeUNPCKHMask()
228 ShuffleMask.push_back(i + NumElts); // Reads from src/src2 in DecodeUNPCKHMask()
234 SmallVectorImpl<int> &ShuffleMask) { in DecodeUNPCKLMask() argument
243 ShuffleMask.push_back(i); // Reads from dest/src1 in DecodeUNPCKLMask()
244 ShuffleMask.push_back(i + NumElts); // Reads from src/src2 in DecodeUNPCKLMask()
250 SmallVectorImpl<int> &ShuffleMask) { in DecodeVectorBroadcast() argument
251 ShuffleMask.append(NumElts, 0); in DecodeVectorBroadcast()
255 SmallVectorImpl<int> &ShuffleMask) { in DecodeSubVectorBroadcast() argument
260 ShuffleMask.push_back(j); in DecodeSubVectorBroadcast()
265 SmallVectorImpl<int> &ShuffleMask) { in decodeVSHUF64x2FamilyMask() argument
276 ShuffleMask.push_back(Index + i); in decodeVSHUF64x2FamilyMask()
281 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERM2X128Mask() argument
288 ShuffleMask.push_back((HalfMask & 8) ? SM_SentinelZero : (int)i); in DecodeVPERM2X128Mask()
293 SmallVectorImpl<int> &ShuffleMask) { in DecodePSHUFBMask() argument
297 ShuffleMask.push_back(SM_SentinelUndef); in DecodePSHUFBMask()
305 ShuffleMask.push_back(SM_SentinelZero); in DecodePSHUFBMask()
309 ShuffleMask.push_back(Index); in DecodePSHUFBMask()
315 SmallVectorImpl<int> &ShuffleMask) { in DecodeBLENDMask() argument
320 ShuffleMask.push_back(((Imm >> Bit) & 1) ? NumElts + i : i); in DecodeBLENDMask()
325 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPPERMMask() argument
343 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPPERMMask()
350 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPPERMMask()
354 ShuffleMask.clear(); in DecodeVPPERMMask()
359 ShuffleMask.push_back((int)Index); in DecodeVPPERMMask()
364 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMMask() argument
367 ShuffleMask.push_back(l + ((Imm >> (2 * i)) & 3)); in DecodeVPERMMask()
372 SmallVectorImpl<int> &ShuffleMask) { in DecodeZeroExtendMask() argument
379 ShuffleMask.push_back(i); in DecodeZeroExtendMask()
380 ShuffleMask.append(Scale - 1, Sentinel); in DecodeZeroExtendMask()
385 SmallVectorImpl<int> &ShuffleMask) { in DecodeZeroMoveLowMask() argument
386 ShuffleMask.push_back(0); in DecodeZeroMoveLowMask()
387 ShuffleMask.append(NumElts - 1, SM_SentinelZero); in DecodeZeroMoveLowMask()
391 SmallVectorImpl<int> &ShuffleMask) { in DecodeScalarMoveMask() argument
394 ShuffleMask.push_back(NumElts); in DecodeScalarMoveMask()
396 ShuffleMask.push_back(IsLoad ? static_cast<int>(SM_SentinelZero) : i); in DecodeScalarMoveMask()
400 SmallVectorImpl<int> &ShuffleMask) { in DecodeEXTRQIMask() argument
418 ShuffleMask.append(NumElts, SM_SentinelUndef); in DecodeEXTRQIMask()
429 ShuffleMask.push_back(i + Idx); in DecodeEXTRQIMask()
431 ShuffleMask.push_back(SM_SentinelZero); in DecodeEXTRQIMask()
433 ShuffleMask.push_back(SM_SentinelUndef); in DecodeEXTRQIMask()
437 SmallVectorImpl<int> &ShuffleMask) { in DecodeINSERTQIMask() argument
455 ShuffleMask.append(NumElts, SM_SentinelUndef); in DecodeINSERTQIMask()
467 ShuffleMask.push_back(i); in DecodeINSERTQIMask()
469 ShuffleMask.push_back(i + NumElts); in DecodeINSERTQIMask()
471 ShuffleMask.push_back(i); in DecodeINSERTQIMask()
473 ShuffleMask.push_back(SM_SentinelUndef); in DecodeINSERTQIMask()
478 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMILPMask() argument
488 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMILPMask()
494 ShuffleMask.push_back((int)(LaneOffset + M)); in DecodeVPERMILPMask()
500 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMIL2PMask() argument
510 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMIL2PMask()
528 ShuffleMask.push_back(SM_SentinelZero); in DecodeVPERMIL2PMask()
540 ShuffleMask.push_back(Index); in DecodeVPERMIL2PMask()
545 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMVMask() argument
549 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMVMask()
554 ShuffleMask.push_back((int)M); in DecodeVPERMVMask()
559 SmallVectorImpl<int> &ShuffleMask) { in DecodeVPERMV3Mask() argument
563 ShuffleMask.push_back(SM_SentinelUndef); in DecodeVPERMV3Mask()
568 ShuffleMask.push_back((int)M); in DecodeVPERMV3Mask()