105 static unsigned adjustForEndian(const DataLayout &DL, unsigned VectorWidth,  in adjustForEndian()  argument
107   return DL.isBigEndian() ? VectorWidth - 1 - Idx : Idx;  in adjustForEndian()
176   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedLoad()  local
182     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
197   if (VectorWidth != 1) {  in scalarizeMaskedLoad()
198     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedLoad()
202   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedLoad()
211     if (VectorWidth != 1) {  in scalarizeMaskedLoad()
213           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedLoad()
215                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedLoad()
315   unsigned VectorWidth = cast<FixedVectorType>(VecType)->getNumElements();  in scalarizeMaskedStore()  local
318     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
332   if (VectorWidth != 1) {  in scalarizeMaskedStore()
333     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedStore()
337   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedStore()
345     if (VectorWidth != 1) {  in scalarizeMaskedStore()
347           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedStore()
349                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedStore()
432   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedGather()  local
436     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
453   if (VectorWidth != 1) {  in scalarizeMaskedGather()
454     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedGather()
458   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedGather()
467     if (VectorWidth != 1) {  in scalarizeMaskedGather()
469           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedGather()
471                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedGather()
562   unsigned VectorWidth = SrcFVTy->getNumElements();  in scalarizeMaskedScatter()  local
566     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
581   if (VectorWidth != 1) {  in scalarizeMaskedScatter()
582     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedScatter()
586   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedScatter()
594     if (VectorWidth != 1) {  in scalarizeMaskedScatter()
596           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedScatter()
598                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedScatter()
649   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedExpandLoad()  local
660     SmallVector<int, 16> ShuffleMask(VectorWidth, UndefMaskElem);  in scalarizeMaskedExpandLoad()
661     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
665         ShuffleMask[Idx] = Idx + VectorWidth;  in scalarizeMaskedExpandLoad()
686   if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
687     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedExpandLoad()
691   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedExpandLoad()
700     if (VectorWidth != 1) {  in scalarizeMaskedExpandLoad()
702           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedExpandLoad()
704                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedExpandLoad()
728     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedExpandLoad()
745     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedExpandLoad()
777   unsigned VectorWidth = VecType->getNumElements();  in scalarizeMaskedCompressStore()  local
782     for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
798   if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
799     Type *SclrMaskTy = Builder.getIntNTy(VectorWidth);  in scalarizeMaskedCompressStore()
803   for (unsigned Idx = 0; Idx < VectorWidth; ++Idx) {  in scalarizeMaskedCompressStore()
810     if (VectorWidth != 1) {  in scalarizeMaskedCompressStore()
812           VectorWidth, adjustForEndian(DL, VectorWidth, Idx)));  in scalarizeMaskedCompressStore()
814                                        Builder.getIntN(VectorWidth, 0));  in scalarizeMaskedCompressStore()
838     if ((Idx + 1) != VectorWidth)  in scalarizeMaskedCompressStore()
850     if ((Idx + 1) != VectorWidth) {  in scalarizeMaskedCompressStore()