108 static unsigned adjustForEndian(const DataLayout &DL, unsigned VectorWidth,  in adjustForEndian()  argument
110   return DL.isBigEndian() ? VectorWidth - 1 - Idx : Idx;  in adjustForEndian()
179   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedLoad()  local
185     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
200   if (VectorWidth != 1) {  in scalarizeMaskedLoad()
201     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedLoad()
205   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
214     if (VectorWidth != 1) {  in scalarizeMaskedLoad()
216           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedLoad()
218                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedLoad()
318   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedStore()  local
321     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
335   if (VectorWidth != 1) {  in scalarizeMaskedStore()
336     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedStore()
340   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
348     if (VectorWidth != 1) {  in scalarizeMaskedStore()
350           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedStore()
352                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedStore()
435   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedGather()  local
439     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
456   if (VectorWidth != 1) {  in scalarizeMaskedGather()
457     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedGather()
461   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
470     if (VectorWidth != 1) {  in scalarizeMaskedGather()
472           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedGather()
474                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedGather()
565   unsigned VectorWidth = SrcFVTy->getNumElements();  in scalarizeMaskedScatter()  local
569     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
584   if (VectorWidth != 1) {  in scalarizeMaskedScatter()
585     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedScatter()
589   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
597     if (VectorWidth != 1) {  in scalarizeMaskedScatter()
599           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedScatter()
601                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedScatter()
652   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedExpandLoad()  local
663     SmallVector<int, 16> ShuffleMask(VectorWidth, UndefMaskElem);  in scalarizeMaskedExpandLoad()
664     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
668         ShuffleMask[Idx] = Idx + VectorWidth;  in scalarizeMaskedExpandLoad()
689   if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
690     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedExpandLoad()
694   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
703     if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
705           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedExpandLoad()
707                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedExpandLoad()
731     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedExpandLoad()
748     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedExpandLoad()
780   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedCompressStore()  local
785     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
801   if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
802     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedCompressStore()
806   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
813     if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
815           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedCompressStore()
817                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedCompressStore()
841     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedCompressStore()
853     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedCompressStore()