106 static unsigned adjustForEndian(const DataLayout &DL, unsigned VectorWidth,  in adjustForEndian()  argument
108   return DL.isBigEndian() ? VectorWidth - 1 - Idx : Idx;  in adjustForEndian()
173   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedLoad()  local
179     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
194   if (VectorWidth != 1) {  in scalarizeMaskedLoad()
195     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedLoad()
199   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
208     if (VectorWidth != 1) {  in scalarizeMaskedLoad()
210           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedLoad()
212                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedLoad()
308   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedStore()  local
311     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
325   if (VectorWidth != 1) {  in scalarizeMaskedStore()
326     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedStore()
330   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
338     if (VectorWidth != 1) {  in scalarizeMaskedStore()
340           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedStore()
342                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedStore()
425   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedGather()  local
429     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
446   if (VectorWidth != 1) {  in scalarizeMaskedGather()
447     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedGather()
451   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
460     if (VectorWidth != 1) {  in scalarizeMaskedGather()
462           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedGather()
464                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedGather()
555   unsigned VectorWidth = SrcFVTy->getNumElements();  in scalarizeMaskedScatter()  local
559     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
574   if (VectorWidth != 1) {  in scalarizeMaskedScatter()
575     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedScatter()
579   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
587     if (VectorWidth != 1) {  in scalarizeMaskedScatter()
589           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedScatter()
591                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedScatter()
642   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedExpandLoad()  local
653     SmallVector<int, 16> ShuffleMask(VectorWidth, PoisonMaskElem);  in scalarizeMaskedExpandLoad()
654     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
658         ShuffleMask[Idx] = Idx + VectorWidth;  in scalarizeMaskedExpandLoad()
679   if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
680     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedExpandLoad()
684   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
693     if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
695           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedExpandLoad()
697                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedExpandLoad()
721     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedExpandLoad()
738     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedExpandLoad()
770   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedCompressStore()  local
775     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
791   if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
792     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedCompressStore()
796   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
803     if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
805           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedCompressStore()
807                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedCompressStore()
831     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedCompressStore()
843     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedCompressStore()