Lines Matching refs:vs
115 MutableArrayRef<Value> vs) { in transpose4x8xf32() argument
118 assert(vs.size() == 4 && "expects 4 vectors"); in transpose4x8xf32()
119 assert(llvm::all_of(ValueRange{vs}.getTypes(), in transpose4x8xf32()
124 Value t0 = mm256UnpackLoPs(ib, vs[0], vs[1]); in transpose4x8xf32()
125 Value t1 = mm256UnpackHiPs(ib, vs[0], vs[1]); in transpose4x8xf32()
126 Value t2 = mm256UnpackLoPs(ib, vs[2], vs[3]); in transpose4x8xf32()
127 Value t3 = mm256UnpackHiPs(ib, vs[2], vs[3]); in transpose4x8xf32()
132 vs[0] = mm256Permute2f128Ps(ib, s0, s1, MaskHelper::permute<2, 0>()); in transpose4x8xf32()
133 vs[1] = mm256Permute2f128Ps(ib, s2, s3, MaskHelper::permute<2, 0>()); in transpose4x8xf32()
134 vs[2] = mm256Permute2f128Ps(ib, s0, s1, MaskHelper::permute<3, 1>()); in transpose4x8xf32()
135 vs[3] = mm256Permute2f128Ps(ib, s2, s3, MaskHelper::permute<3, 1>()); in transpose4x8xf32()
140 MutableArrayRef<Value> vs) { in transpose8x8xf32() argument
143 assert(vs.size() == 8 && "expects 8 vectors"); in transpose8x8xf32()
144 assert(llvm::all_of(ValueRange{vs}.getTypes(), in transpose8x8xf32()
148 Value t0 = mm256UnpackLoPs(ib, vs[0], vs[1]); in transpose8x8xf32()
149 Value t1 = mm256UnpackHiPs(ib, vs[0], vs[1]); in transpose8x8xf32()
150 Value t2 = mm256UnpackLoPs(ib, vs[2], vs[3]); in transpose8x8xf32()
151 Value t3 = mm256UnpackHiPs(ib, vs[2], vs[3]); in transpose8x8xf32()
152 Value t4 = mm256UnpackLoPs(ib, vs[4], vs[5]); in transpose8x8xf32()
153 Value t5 = mm256UnpackHiPs(ib, vs[4], vs[5]); in transpose8x8xf32()
154 Value t6 = mm256UnpackLoPs(ib, vs[6], vs[7]); in transpose8x8xf32()
155 Value t7 = mm256UnpackHiPs(ib, vs[6], vs[7]); in transpose8x8xf32()
180 vs[0] = mm256Permute2f128Ps(ib, s0, s4, MaskHelper::permute<2, 0>()); in transpose8x8xf32()
181 vs[1] = mm256Permute2f128Ps(ib, s1, s5, MaskHelper::permute<2, 0>()); in transpose8x8xf32()
182 vs[2] = mm256Permute2f128Ps(ib, s2, s6, MaskHelper::permute<2, 0>()); in transpose8x8xf32()
183 vs[3] = mm256Permute2f128Ps(ib, s3, s7, MaskHelper::permute<2, 0>()); in transpose8x8xf32()
184 vs[4] = mm256Permute2f128Ps(ib, s0, s4, MaskHelper::permute<3, 1>()); in transpose8x8xf32()
185 vs[5] = mm256Permute2f128Ps(ib, s1, s5, MaskHelper::permute<3, 1>()); in transpose8x8xf32()
186 vs[6] = mm256Permute2f128Ps(ib, s2, s6, MaskHelper::permute<3, 1>()); in transpose8x8xf32()
187 vs[7] = mm256Permute2f128Ps(ib, s3, s7, MaskHelper::permute<3, 1>()); in transpose8x8xf32()
285 SmallVector<Value> vs; in matchAndRewrite() local
299 vs.push_back(ib.create<vector::ExtractOp>(reshInput, i)); in matchAndRewrite()
303 transpose4x8xf32(ib, vs); in matchAndRewrite()
305 transpose8x8xf32(ib, vs); in matchAndRewrite()
312 res = ib.create<vector::InsertOp>(vs[i], res, i); in matchAndRewrite()