| /llvm-project-15.0.7/clang/lib/Headers/ppc_wrappers/ |
| H A D | bmiintrin.h | 31 _bextr_u32(unsigned int __X, unsigned int __P, unsigned int __L) { in _bextr_u32() argument 32 return ((__X << (32 - (__L + __P))) >> (32 - __L)); in _bextr_u32() 38 unsigned int __P, __L; in __bextr_u32() local 39 __P = __Y & 0xFF; in __bextr_u32() 41 return (_bextr_u32(__X, __P, __L)); in __bextr_u32() 103 _bextr_u64(unsigned long long __X, unsigned int __P, unsigned int __L) { in _bextr_u64() argument 104 return ((__X << (64 - (__L + __P))) >> (64 - __L)); in _bextr_u64() 110 unsigned int __P, __L; in __bextr_u64() local 111 __P = __Y & 0xFF; in __bextr_u64() 113 return (_bextr_u64(__X, __P, __L)); in __bextr_u64()
|
| H A D | tmmintrin.h | 141 const __v16qu __P = {0, 1, 4, 5, 8, 9, 12, 13, in _mm_hadd_epi16() local 145 __v8hi __C = vec_perm((__v8hi)__A, (__v8hi)__B, __P); in _mm_hadd_epi16() 153 const __v16qu __P = {0, 1, 2, 3, 8, 9, 10, 11, in _mm_hadd_epi32() local 157 __v4si __C = vec_perm((__v4si)__A, (__v4si)__B, __P); in _mm_hadd_epi32() 169 __C = vec_perm(__C, __C, __P); in _mm_hadd_pi16() 181 __C = vec_perm(__C, __C, __P); in _mm_hadd_pi32() 209 const __v16qu __P = {0, 1, 4, 5, 8, 9, 12, 13, in _mm_hsub_epi16() local 221 const __v16qu __P = {0, 1, 2, 3, 8, 9, 10, 11, in _mm_hsub_epi32() local 237 __C = vec_perm(__C, __C, __P); in _mm_hsub_pi16() 249 __C = vec_perm(__C, __C, __P); in _mm_hsub_pi32() [all …]
|
| H A D | xmmintrin.h | 157 *(__m128_u *)__P = __A; in _mm_storeu_ps() 171 _mm_store_ps(__P, __tmp); in _mm_storer_ps() 179 _mm_store_ps(__P, __va); in _mm_store1_ps() 185 _mm_store1_ps(__P, __A); in _mm_store_ps1() 208 return _mm_set_ss(*__P); in _mm_load_ss() 215 *__P = ((__v4sf)__A)[0]; in _mm_store_ss() 947 __builtin_prefetch(__P); in _mm_prefetch() 1266 *__P = __a[1]; in _mm_storeh_pi() 1303 *__P = __a[0]; in _mm_storel_pi() 1741 *__P = __A; in _mm_stream_pi() [all …]
|
| H A D | bmi2intrin.h | 25 _mulx_u32(unsigned int __X, unsigned int __Y, unsigned int *__P) { in _mulx_u32() argument 27 *__P = (unsigned int)(__res >> 32); in _mulx_u32() 42 unsigned long long *__P) { in _mulx_u64() argument 44 *__P = (unsigned long long)(__res >> 64); in _mulx_u64()
|
| H A D | pmmintrin.h | 122 _mm_loaddup_pd(double const *__P) { in _mm_loaddup_pd() argument 123 return (__m128d)vec_splats(*__P); in _mm_loaddup_pd() 134 _mm_lddqu_si128(__m128i const *__P) { in _mm_lddqu_si128() argument 135 return (__m128i)(vec_vsx_ld(0, (signed int const *)__P)); in _mm_lddqu_si128()
|
| H A D | emmintrin.h | 141 return (vec_vsx_ld(0, __P)); in _mm_loadu_pd() 148 return (vec_splats(*__P)); in _mm_load1_pd() 155 return _mm_set_sd(*__P); in _mm_load_sd() 161 return _mm_load1_pd(__P); in _mm_load_pd1() 183 *(__m128d_u *)__P = __A; in _mm_storeu_pd() 190 *__P = ((__v2df)__A)[0]; in _mm_store_sd() 202 _mm_store_sd(__P, __A); in _mm_storel_pd() 209 *__P = ((__v2df)__A)[1]; in _mm_storeh_pd() 222 _mm_store1_pd(__P, __A); in _mm_store_pd1() 755 return *__P; in _mm_load_si128() [all …]
|
| /llvm-project-15.0.7/clang/test/CodeGen/X86/ |
| H A D | avx512vlvbmi2-builtins.c | 32 _mm_mask_compressstoreu_epi16(__P, __U, __D); in test_mm_mask_compressstoreu_epi16() 38 _mm_mask_compressstoreu_epi8(__P, __U, __D); in test_mm_mask_compressstoreu_epi8() 68 return _mm_mask_expandloadu_epi16(__S, __U, __P); in test_mm_mask_expandloadu_epi16() 74 return _mm_maskz_expandloadu_epi16(__U, __P); in test_mm_maskz_expandloadu_epi16() 80 return _mm_mask_expandloadu_epi8(__S, __U, __P); in test_mm_mask_expandloadu_epi8() 86 return _mm_maskz_expandloadu_epi8(__U, __P); in test_mm_maskz_expandloadu_epi8() 116 _mm256_mask_compressstoreu_epi16(__P, __U, __D); in test_mm256_mask_compressstoreu_epi16() 122 _mm256_mask_compressstoreu_epi8(__P, __U, __D); in test_mm256_mask_compressstoreu_epi8() 158 return _mm256_maskz_expandloadu_epi16(__U, __P); in test_mm256_maskz_expandloadu_epi16() 164 return _mm256_mask_expandloadu_epi8(__S, __U, __P); in test_mm256_mask_expandloadu_epi8() [all …]
|
| H A D | avx512vbmi2-builtins.c | 29 void test_mm512_mask_compressstoreu_epi16(void *__P, __mmask32 __U, __m512i __D) { in test_mm512_mask_compressstoreu_epi16() argument 32 _mm512_mask_compressstoreu_epi16(__P, __U, __D); in test_mm512_mask_compressstoreu_epi16() 35 void test_mm512_mask_compressstoreu_epi8(void *__P, __mmask64 __U, __m512i __D) { in test_mm512_mask_compressstoreu_epi8() argument 38 _mm512_mask_compressstoreu_epi8(__P, __U, __D); in test_mm512_mask_compressstoreu_epi8() 68 return _mm512_mask_expandloadu_epi16(__S, __U, __P); in test_mm512_mask_expandloadu_epi16() 71 __m512i test_mm512_maskz_expandloadu_epi16(__mmask32 __U, void const* __P) { in test_mm512_maskz_expandloadu_epi16() argument 74 return _mm512_maskz_expandloadu_epi16(__U, __P); in test_mm512_maskz_expandloadu_epi16() 77 __m512i test_mm512_mask_expandloadu_epi8(__m512i __S, __mmask64 __U, void const* __P) { in test_mm512_mask_expandloadu_epi8() argument 80 return _mm512_mask_expandloadu_epi8(__S, __U, __P); in test_mm512_mask_expandloadu_epi8() 83 __m512i test_mm512_maskz_expandloadu_epi8(__mmask64 __U, void const* __P) { in test_mm512_maskz_expandloadu_epi8() argument [all …]
|
| H A D | avx512vl-builtins.c | 6548 return _mm_store_epi32(__P, __A); in test_mm_store_epi32() 6620 return _mm_load_epi32(__P); in test_mm_load_epi32() 6638 return _mm256_load_epi32(__P); in test_mm256_load_epi32() 6656 return _mm_load_epi64(__P); in test_mm_load_epi64() 6674 return _mm256_load_epi64(__P); in test_mm256_load_epi64() 6692 return _mm_store_epi64(__P, __A); in test_mm_store_epi64() 6954 return _mm_loadu_epi64(__P); in test_mm_loadu_epi64() 6972 return _mm256_loadu_epi64(__P); in test_mm256_loadu_epi64() 6990 return _mm_loadu_epi32(__P); in test_mm_loadu_epi32() 7008 return _mm256_loadu_epi32(__P); in test_mm256_loadu_epi32() [all …]
|
| H A D | bmi2-builtins.c | 24 unsigned int *__P) { in test_mulx_u32() argument 27 return _mulx_u32(__X, __Y, __P); in test_mulx_u32() 48 unsigned long long *__P) { in test_mulx_u64() argument 51 return _mulx_u64(__X, __Y, __P); in test_mulx_u64()
|
| H A D | avx512vlbw-builtins.c | 2502 return _mm_loadu_epi16(__P); in test_mm_loadu_epi16() 2514 return _mm_maskz_loadu_epi16(__U, __P); in test_mm_maskz_loadu_epi16() 2520 return _mm256_loadu_epi16(__P); in test_mm256_loadu_epi16() 2532 return _mm256_maskz_loadu_epi16(__U, __P); in test_mm256_maskz_loadu_epi16() 2535 __m128i test_mm_loadu_epi8(void const *__P) { in test_mm_loadu_epi8() argument 2538 return _mm_loadu_epi8(__P); in test_mm_loadu_epi8() 2550 return _mm_maskz_loadu_epi8(__U, __P); in test_mm_maskz_loadu_epi8() 2556 return _mm256_loadu_epi8(__P); in test_mm256_loadu_epi8() 2568 return _mm256_maskz_loadu_epi8(__U, __P); in test_mm256_maskz_loadu_epi8() 2586 return _mm256_storeu_epi16(__P, __A); in test_mm256_storeu_epi16() [all …]
|
| H A D | avx512f-builtins.c | 181 _mm512_storeu_si512 ( __P,__A); in test_mm512_storeu_si512() 214 _mm512_store_si512 ( __P,__A); in test_mm512_store_si512() 224 _mm512_store_epi32 ( __P,__A); in test_mm512_store_epi32() 234 _mm512_store_epi64 ( __P,__A); in test_mm512_store_epi64() 293 return _mm512_loadu_epi32 (__P); in test_mm512_loadu_epi32() 314 return _mm512_loadu_epi64 (__P); in test_mm512_loadu_epi64() 365 return _mm512_load_si512 ( __P); in test_mm512_load_si512() 374 return _mm512_load_epi32 ( __P); in test_mm512_load_epi32() 383 return _mm512_load_epi64 ( __P); in test_mm512_load_epi64() 8579 _mm512_stream_ps(__P, __A); in test_mm512_stream_ps() [all …]
|
| H A D | avx512bw-builtins.c | 2077 __m512i test_mm512_loadu_epi16 (void *__P) in test_mm512_loadu_epi16() argument 2081 return _mm512_loadu_epi16 (__P); in test_mm512_loadu_epi16() 2087 return _mm512_mask_loadu_epi16(__W, __U, __P); in test_mm512_mask_loadu_epi16() 2093 return _mm512_maskz_loadu_epi16(__U, __P); in test_mm512_maskz_loadu_epi16() 2096 __m512i test_mm512_loadu_epi8 (void *__P) in test_mm512_loadu_epi8() argument 2100 return _mm512_loadu_epi8 (__P); in test_mm512_loadu_epi8() 2106 return _mm512_mask_loadu_epi8(__W, __U, __P); in test_mm512_mask_loadu_epi8() 2112 return _mm512_maskz_loadu_epi8(__U, __P); in test_mm512_maskz_loadu_epi8() 2118 return _mm512_storeu_epi16(__P, __A); in test_mm512_storeu_epi16() 2124 return _mm512_mask_storeu_epi16(__P, __U, __A); in test_mm512_mask_storeu_epi16() [all …]
|
| /llvm-project-15.0.7/clang/lib/Headers/ |
| H A D | prfchwintrin.h | 29 _m_prefetch(void *__P) in _m_prefetch() argument 31 __builtin_prefetch (__P, 0, 3 /* _MM_HINT_T0 */); in _m_prefetch() 50 _m_prefetchw(volatile const void *__P) in _m_prefetchw() argument 54 __builtin_prefetch ((const void*)__P, 1, 3 /* _MM_HINT_T0 */); in _m_prefetchw()
|
| H A D | immintrin.h | 361 _loadbe_i16(void const * __P) { in _loadbe_i16() argument 365 return (short)__builtin_bswap16(((const struct __loadu_i16*)__P)->__v); in _loadbe_i16() 369 _storebe_i16(void * __P, short __D) { in _storebe_i16() argument 373 ((struct __storeu_i16*)__P)->__v = __builtin_bswap16((unsigned short)__D); in _storebe_i16() 377 _loadbe_i32(void const * __P) { in _loadbe_i32() argument 381 return (int)__builtin_bswap32(((const struct __loadu_i32*)__P)->__v); in _loadbe_i32() 385 _storebe_i32(void * __P, int __D) { in _storebe_i32() argument 389 ((struct __storeu_i32*)__P)->__v = __builtin_bswap32((unsigned int)__D); in _storebe_i32() 394 _loadbe_i64(void const * __P) { in _loadbe_i64() argument 398 return (long long)__builtin_bswap64(((const struct __loadu_i64*)__P)->__v); in _loadbe_i64() [all …]
|
| H A D | avx512vlvbmi2intrin.h | 54 _mm_mask_compressstoreu_epi16(void *__P, __mmask8 __U, __m128i __D) in _mm_mask_compressstoreu_epi16() argument 56 __builtin_ia32_compressstorehi128_mask ((__v8hi *) __P, (__v8hi) __D, in _mm_mask_compressstoreu_epi16() 61 _mm_mask_compressstoreu_epi8(void *__P, __mmask16 __U, __m128i __D) in _mm_mask_compressstoreu_epi8() argument 63 __builtin_ia32_compressstoreqi128_mask ((__v16qi *) __P, (__v16qi) __D, in _mm_mask_compressstoreu_epi8() 100 _mm_mask_expandloadu_epi16(__m128i __S, __mmask8 __U, void const *__P) in _mm_mask_expandloadu_epi16() argument 108 _mm_maskz_expandloadu_epi16(__mmask8 __U, void const *__P) in _mm_maskz_expandloadu_epi16() argument 116 _mm_mask_expandloadu_epi8(__m128i __S, __mmask16 __U, void const *__P) in _mm_mask_expandloadu_epi8() argument 124 _mm_maskz_expandloadu_epi8(__mmask16 __U, void const *__P) in _mm_maskz_expandloadu_epi8() argument 171 _mm256_mask_compressstoreu_epi8(void *__P, __mmask32 __U, __m256i __D) in _mm256_mask_compressstoreu_epi8() argument 218 _mm256_maskz_expandloadu_epi16(__mmask16 __U, void const *__P) in _mm256_maskz_expandloadu_epi16() argument [all …]
|
| H A D | bmi2intrin.h | 60 unsigned long long *__P) in _mulx_u64() argument 63 *__P = (unsigned long long) (__res >> 64); in _mulx_u64() 70 _mulx_u32 (unsigned int __X, unsigned int __Y, unsigned int *__P) in _mulx_u32() argument 73 *__P = (unsigned int) (__res >> 32); in _mulx_u32()
|
| H A D | avx512vlintrin.h | 2559 void const *__P) { in _mm256_mask_expandloadu_epi64() argument 2625 void const *__P) { in _mm256_mask_expandloadu_epi32() argument 5074 _mm_load_epi32 (void const *__P) in _mm_load_epi32() argument 5076 return *(const __m128i *) __P; in _mm_load_epi32() 5101 return *(const __m256i *) __P; in _mm256_load_epi32() 5126 *(__m128i *) __P = __A; in _mm_store_epi32() 5140 *(__m256i *) __P = __A; in _mm256_store_epi32() 5184 _mm_load_epi64 (void const *__P) in _mm_load_epi64() argument 5186 return *(const __m128i *) __P; in _mm_load_epi64() 5236 *(__m128i *) __P = __A; in _mm_store_epi64() [all …]
|
| H A D | avx512vbmi2intrin.h | 54 _mm512_mask_compressstoreu_epi16(void *__P, __mmask32 __U, __m512i __D) in _mm512_mask_compressstoreu_epi16() argument 56 __builtin_ia32_compressstorehi512_mask ((__v32hi *) __P, (__v32hi) __D, in _mm512_mask_compressstoreu_epi16() 61 _mm512_mask_compressstoreu_epi8(void *__P, __mmask64 __U, __m512i __D) in _mm512_mask_compressstoreu_epi8() argument 63 __builtin_ia32_compressstoreqi512_mask ((__v64qi *) __P, (__v64qi) __D, in _mm512_mask_compressstoreu_epi8() 100 _mm512_mask_expandloadu_epi16(__m512i __S, __mmask32 __U, void const *__P) in _mm512_mask_expandloadu_epi16() argument 102 return (__m512i) __builtin_ia32_expandloadhi512_mask ((const __v32hi *)__P, in _mm512_mask_expandloadu_epi16() 108 _mm512_maskz_expandloadu_epi16(__mmask32 __U, void const *__P) in _mm512_maskz_expandloadu_epi16() argument 110 return (__m512i) __builtin_ia32_expandloadhi512_mask ((const __v32hi *)__P, in _mm512_maskz_expandloadu_epi16() 116 _mm512_mask_expandloadu_epi8(__m512i __S, __mmask64 __U, void const *__P) in _mm512_mask_expandloadu_epi8() argument 118 return (__m512i) __builtin_ia32_expandloadqi512_mask ((const __v64qi *)__P, in _mm512_mask_expandloadu_epi8() [all …]
|
| H A D | cldemoteintrin.h | 29 _cldemote(const void * __P) { in _cldemote() argument 30 __builtin_ia32_cldemote(__P); in _cldemote()
|
| H A D | avx512vlbwintrin.h | 2289 _mm_loadu_epi16 (void const *__P) in _mm_loadu_epi16() argument 2315 _mm256_loadu_epi16 (void const *__P) in _mm256_loadu_epi16() argument 2341 _mm_loadu_epi8 (void const *__P) in _mm_loadu_epi8() argument 2367 _mm256_loadu_epi8 (void const *__P) in _mm256_loadu_epi8() argument 2393 _mm_storeu_epi16 (void *__P, __m128i __A) in _mm_storeu_epi16() argument 2398 ((struct __storeu_epi16*)__P)->__v = __A; in _mm_storeu_epi16() 2415 ((struct __storeu_epi16*)__P)->__v = __A; in _mm256_storeu_epi16() 2427 _mm_storeu_epi8 (void *__P, __m128i __A) in _mm_storeu_epi8() argument 2432 ((struct __storeu_epi8*)__P)->__v = __A; in _mm_storeu_epi8() 2444 _mm256_storeu_epi8 (void *__P, __m256i __A) in _mm256_storeu_epi8() argument [all …]
|
| H A D | avx512fintrin.h | 4467 _mm512_load_si512 (void const *__P) in _mm512_load_si512() argument 4469 return *(const __m512i *) __P; in _mm512_load_si512() 4473 _mm512_load_epi32 (void const *__P) in _mm512_load_epi32() argument 4475 return *(const __m512i *) __P; in _mm512_load_epi32() 4479 _mm512_load_epi64 (void const *__P) in _mm512_load_epi64() argument 4481 return *(const __m512i *) __P; in _mm512_load_epi64() 4567 *(__m512d*)__P = __A; in _mm512_store_pd() 4580 *(__m512*)__P = __A; in _mm512_store_ps() 4586 *(__m512i *) __P = __A; in _mm512_store_si512() 4592 *(__m512i *) __P = __A; in _mm512_store_epi32() [all …]
|
| H A D | avx512bwintrin.h | 1732 _mm512_loadu_epi16 (void const *__P) in _mm512_loadu_epi16() argument 1737 return ((const struct __loadu_epi16*)__P)->__v; in _mm512_loadu_epi16() 1758 _mm512_loadu_epi8 (void const *__P) in _mm512_loadu_epi8() argument 1763 return ((const struct __loadu_epi8*)__P)->__v; in _mm512_loadu_epi8() 1775 _mm512_maskz_loadu_epi8 (__mmask64 __U, void const *__P) in _mm512_maskz_loadu_epi8() argument 1784 _mm512_storeu_epi16 (void *__P, __m512i __A) in _mm512_storeu_epi16() argument 1789 ((struct __storeu_epi16*)__P)->__v = __A; in _mm512_storeu_epi16() 1795 __builtin_ia32_storedquhi512_mask ((__v32hi *) __P, in _mm512_mask_storeu_epi16() 1801 _mm512_storeu_epi8 (void *__P, __m512i __A) in _mm512_storeu_epi8() argument 1806 ((struct __storeu_epi8*)__P)->__v = __A; in _mm512_storeu_epi8() [all …]
|
| /llvm-project-15.0.7/llvm/test/CodeGen/X86/ |
| H A D | avx512vbmi2vl-intrinsics-fast-isel.ll | 87 define void @test_mm_mask_compressstoreu_epi16(ptr %__P, i8 zeroext %__U, <2 x i64> %__D) { 104 tail call void @llvm.masked.compressstore.v8i16(<8 x i16> %0, ptr %__P, <8 x i1> %1) 108 define void @test_mm_mask_compressstoreu_epi8(ptr %__P, i16 zeroext %__U, <2 x i64> %__D) { 124 tail call void @llvm.masked.compressstore.v16i8(<16 x i8> %0, ptr %__P, <16 x i1> %1) 230 define <2 x i64> @test_mm_maskz_expandloadu_epi16(i8 zeroext %__U, ptr readonly %__P) { 272 define <2 x i64> @test_mm_maskz_expandloadu_epi8(i16 zeroext %__U, ptr readonly %__P) { 388 tail call void @llvm.masked.compressstore.v16i16(<16 x i16> %0, ptr %__P, <16 x i1> %1) 392 define void @test_mm256_mask_compressstoreu_epi8(ptr %__P, i32 %__U, <4 x i64> %__D) { 410 tail call void @llvm.masked.compressstore.v32i8(<32 x i8> %0, ptr %__P, <32 x i1> %1) 513 define <4 x i64> @test_mm256_maskz_expandloadu_epi16(i16 zeroext %__U, ptr readonly %__P) { [all …]
|
| H A D | avx512vbmi2-intrinsics-fast-isel.ll | 89 define void @test_mm512_mask_compressstoreu_epi16(ptr %__P, i32 %__U, <8 x i64> %__D) { 107 tail call void @llvm.masked.compressstore.v32i16(<32 x i16> %0, ptr %__P, <32 x i1> %1) 111 define void @test_mm512_mask_compressstoreu_epi8(ptr %__P, i64 %__U, <8 x i64> %__D) { 131 tail call void @llvm.masked.compressstore.v64i8(<64 x i8> %0, ptr %__P, <64 x i1> %1) 217 define <8 x i64> @test_mm512_mask_expandloadu_epi16(<8 x i64> %__S, i32 %__U, ptr readonly %__P) { 233 %2 = tail call <32 x i16> @llvm.masked.expandload.v32i16(ptr %__P, <32 x i1> %1, <32 x i16> %0) 238 define <8 x i64> @test_mm512_maskz_expandloadu_epi16(i32 %__U, ptr readonly %__P) { 258 define <8 x i64> @test_mm512_mask_expandloadu_epi8(<8 x i64> %__S, i64 %__U, ptr readonly %__P) { 276 %2 = tail call <64 x i8> @llvm.masked.expandload.v64i8(ptr %__P, <64 x i1> %1, <64 x i8> %0) 281 define <8 x i64> @test_mm512_maskz_expandloadu_epi8(i64 %__U, ptr readonly %__P) { [all …]
|