Home
last modified time | relevance | path

Searched refs:__asm (Results 1 – 25 of 249) sorted by relevance

12345678910

/freebsd-14.2/sys/contrib/openzfs/module/zcommon/
H A Dzfs_fletcher_avx512.c35 #define __asm __asm__ __volatile__ macro
122 __asm("vpsllq $8, %zmm8, %zmm9"); in fletcher_4_avx512f_byteswap()
123 __asm("vpsllq $16, %zmm8, %zmm10"); in fletcher_4_avx512f_byteswap()
124 __asm("vpsllq $24, %zmm8, %zmm11"); in fletcher_4_avx512f_byteswap()
129 __asm("vpsrlq $24, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
131 __asm("vpsrlq $8, %zmm5, %zmm7"); in fletcher_4_avx512f_byteswap()
133 __asm("vpord %zmm6, %zmm7, %zmm4"); in fletcher_4_avx512f_byteswap()
134 __asm("vpsllq $8, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
136 __asm("vpord %zmm6, %zmm4, %zmm4"); in fletcher_4_avx512f_byteswap()
137 __asm("vpsllq $24, %zmm5, %zmm5"); in fletcher_4_avx512f_byteswap()
[all …]
/freebsd-14.2/sys/i386/include/
H A Dcpufunc.h54 __asm __volatile("int $3"); in breakpoint()
93 __asm __volatile("clts"); in clts()
106 __asm __volatile("cpuid" in do_cpuid()
114 __asm __volatile("cpuid" in cpuid_count()
122 __asm __volatile( in do_cpuid()
134 __asm __volatile( in cpuid_count()
147 __asm __volatile("sti"); in enable_intr()
153 __asm __volatile("monitor" in cpu_monitor()
184 __asm __volatile("hlt"); in halt()
235 __asm __volatile("invd"); in invd()
[all …]
H A Dmd_var.h57 void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
59 void doreti_iret(void) __asm(__STRING(doreti_iret));
60 void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
61 void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
62 void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
63 void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
64 void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
65 void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
66 void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
H A Dprofile.h57 __asm("" : "=c" (ecx)); \
64 __asm("movl 4(%%ebp),%0" : "=r" (selfpc)); \
71 __asm("movl (%%ebp),%0" : "=r" (frompc)); \
74 __asm("" : : "c" (ecx)); \
86 void mcount(void) __asm(".mcount");
/freebsd-14.2/sys/amd64/include/
H A Dcpufunc.h61 __asm __volatile("int $3"); in breakpoint()
97 __asm __volatile("clts"); in clts()
109 __asm __volatile("cpuid" in do_cpuid()
117 __asm __volatile("cpuid" in cpuid_count()
125 __asm __volatile("sti"); in enable_intr()
131 __asm __volatile("hlt"); in halt()
155 __asm __volatile("rep; insb" in insb()
164 __asm __volatile("rep; insw" in insw()
182 __asm __volatile("invd"); in invd()
269 __asm __volatile("pause"); in ia32_pause()
[all …]
H A Dmd_var.h74 void doreti_iret(void) __asm(__STRING(doreti_iret));
77 void ld_ds(void) __asm(__STRING(ld_ds));
78 void ld_es(void) __asm(__STRING(ld_es));
79 void ld_fs(void) __asm(__STRING(ld_fs));
80 void ld_gs(void) __asm(__STRING(ld_gs));
81 void ld_fsbase(void) __asm(__STRING(ld_fsbase));
82 void ld_gsbase(void) __asm(__STRING(ld_gsbase));
83 void ds_load_fault(void) __asm(__STRING(ds_load_fault));
84 void es_load_fault(void) __asm(__STRING(es_load_fault));
85 void fs_load_fault(void) __asm(__STRING(fs_load_fault));
[all …]
H A Datomic.h117 __asm __volatile("lock; " OP \
154 __asm __volatile( \
170 __asm __volatile( \
194 __asm __volatile( in atomic_fetchadd_int()
211 __asm __volatile( in atomic_fetchadd_long()
225 __asm __volatile( in atomic_testandset_int()
240 __asm __volatile( in atomic_testandset_long()
255 __asm __volatile( in atomic_testandclear_int()
270 __asm __volatile( in atomic_testandclear_long()
395 __asm __volatile( in atomic_swap_int()
[all …]
/freebsd-14.2/sys/powerpc/include/
H A Dcpufunc.h141 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb()
169 __asm __volatile ("mffs 0; stfd 0,0(%0)" in mffs()
187 __asm __volatile ("eieio" : : : "memory"); in eieio()
201 __asm __volatile ("sync" : : : "memory"); in powerpc_sync()
229 __asm __volatile("ptesync"); in ptesync()
263 __asm __volatile("or 31,31,31"); in nop_prio_vlow()
269 __asm __volatile("or 1,1,1"); in nop_prio_low()
275 __asm __volatile("or 6,6,6"); in nop_prio_mlow()
281 __asm __volatile("or 2,2,2"); in nop_prio_medium()
287 __asm __volatile("or 5,5,5"); in nop_prio_mhigh()
[all …]
H A Datomic.h450 __asm __volatile (
469 __asm __volatile ( in atomic_readandclear_long()
566 __asm __volatile (
590 __asm __volatile ( in atomic_cmpset_short()
616 __asm __volatile (
950 __asm __volatile( in atomic_swap_32()
967 __asm __volatile( in atomic_swap_64()
998 __asm __volatile( in atomic_testandset_int()
1018 __asm __volatile( in atomic_testandclear_int()
1039 __asm __volatile( in atomic_testandset_long()
[all …]
/freebsd-14.2/contrib/llvm-project/compiler-rt/lib/profile/
H A DInstrProfilingPlatformDarwin.c19 DataStart __asm("section$start$__DATA$" INSTR_PROF_DATA_SECT_NAME);
22 DataEnd __asm("section$end$__DATA$" INSTR_PROF_DATA_SECT_NAME);
25 NamesStart __asm("section$start$__DATA$" INSTR_PROF_NAME_SECT_NAME);
27 extern char NamesEnd __asm("section$end$__DATA$" INSTR_PROF_NAME_SECT_NAME);
30 CountersStart __asm("section$start$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
32 extern char CountersEnd __asm("section$end$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
35 BitmapStart __asm("section$start$__DATA$" INSTR_PROF_BITS_SECT_NAME);
37 extern char BitmapEnd __asm("section$end$__DATA$" INSTR_PROF_BITS_SECT_NAME);
40 OrderFileStart __asm("section$start$__DATA$" INSTR_PROF_ORDERFILE_SECT_NAME);
44 VNodesStart __asm("section$start$__DATA$" INSTR_PROF_VNODES_SECT_NAME);
[all …]
/freebsd-14.2/sys/arm64/include/
H A Dmd_var.h51 void generic_bs_fault(void) __asm(__STRING(generic_bs_fault));
52 void generic_bs_peek_1(void) __asm(__STRING(generic_bs_peek_1));
53 void generic_bs_peek_2(void) __asm(__STRING(generic_bs_peek_2));
54 void generic_bs_peek_4(void) __asm(__STRING(generic_bs_peek_4));
55 void generic_bs_peek_8(void) __asm(__STRING(generic_bs_peek_8));
56 void generic_bs_poke_1(void) __asm(__STRING(generic_bs_poke_1));
57 void generic_bs_poke_2(void) __asm(__STRING(generic_bs_poke_2));
58 void generic_bs_poke_4(void) __asm(__STRING(generic_bs_poke_4));
59 void generic_bs_poke_8(void) __asm(__STRING(generic_bs_poke_8));
H A Dcpufunc.h38 __asm("brk #0"); in breakpoint()
51 __asm __volatile( in dbg_disable()
63 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_D) ")"); in dbg_enable()
72 __asm __volatile( in intr_disable()
91 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_INTR) ")"); in intr_enable()
98 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_A) ")"); in serror_enable()
129 __asm __volatile("clrex" : : : "memory"); in clrex()
136 __asm __volatile( in set_ttbr0()
147 __asm __volatile( in invalidate_icache()
157 __asm __volatile( in invalidate_local_icache()
H A Diodev.h35 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \
42 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \
49 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \
54 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a))
57 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a))
60 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
/freebsd-14.2/contrib/llvm-project/compiler-rt/lib/builtins/
H A Dclear_cache.c85 const register int flags __asm("r2") = 0; in __clear_cache()
87 __asm __volatile("svc 0x0" in __clear_cache()
142 __asm __volatile("dc cvau, %0" ::"r"(addr)); in __clear_cache()
144 __asm __volatile("dsb ish"); in __clear_cache()
152 __asm __volatile("ic ivau, %0" ::"r"(addr)); in __clear_cache()
153 __asm __volatile("dsb ish"); in __clear_cache()
155 __asm __volatile("isb sy"); in __clear_cache()
186 register void *start_reg __asm("a0") = start; in __clear_cache()
187 const register void *end_reg __asm("a1") = end; in __clear_cache()
189 const register long flags __asm("a2") = 0; in __clear_cache()
[all …]
/freebsd-14.2/sys/powerpc/aim/
H A Dmp_cpudep.c71 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap()
80 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
83 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
116 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap()
130 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
132 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
328 __asm __volatile("mtasr %0; sync" :: "r"(0)); in cpudep_ap_setup()
330 __asm __volatile(" \ in cpudep_ap_setup()
337 __asm __volatile("sync; isync; \ in cpudep_ap_setup()
341 __asm __volatile(" \ in cpudep_ap_setup()
[all …]
/freebsd-14.2/sys/x86/include/
H A Dx86_ieeefp.h106 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr)))
107 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr)))
108 #define __fnclex() __asm __volatile("fnclex")
109 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr)))
110 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr)))
111 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr)))
112 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr)))
113 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
/freebsd-14.2/sys/riscv/include/
H A Dcpufunc.h42 __asm("ebreak"); in breakpoint()
54 __asm __volatile( in intr_disable()
66 __asm __volatile( in intr_restore()
76 __asm __volatile( in intr_enable()
88 __asm __volatile("fence.i" ::: "memory"); in fence_i()
95 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma()
102 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page()
H A Datomic.h129 __asm __volatile("amoadd.w zero, %1, %0" in atomic_add_32()
139 __asm __volatile("amoadd.w zero, %1, %0" in atomic_subtract_32()
149 __asm __volatile("amoor.w zero, %1, %0" in atomic_set_32()
173 __asm __volatile( in atomic_cmpset_32()
196 __asm __volatile( in atomic_fcmpset_32()
218 __asm __volatile("amoadd.w %0, %2, %1" in atomic_fetchadd_32()
234 __asm __volatile("amoswap.w %0, %2, %1" in atomic_readandclear_32()
320 __asm __volatile("amoor.d zero, %1, %0" in atomic_set_64()
344 __asm __volatile( in atomic_cmpset_64()
367 __asm __volatile( in atomic_fcmpset_64()
[all …]
H A Driscvreg.h193 __asm __volatile("csrrwi %0, " #csr ", %1" \
196 __asm __volatile("csrrw %0, " #csr ", %1" \
203 __asm __volatile("csrwi " #csr ", %0" :: "i" (val)); \
205 __asm __volatile("csrw " #csr ", %0" :: "r" (val)); \
210 __asm __volatile("csrsi " #csr ", %0" :: "i" (val)); \
212 __asm __volatile("csrs " #csr ", %0" :: "r" (val)); \
217 __asm __volatile("csrci " #csr ", %0" :: "i" (val)); \
219 __asm __volatile("csrc " #csr ", %0" :: "r" (val)); \
224 __asm __volatile("csrr %0, " #csr : "=r" (val)); \
232 __asm __volatile("1: " \
/freebsd-14.2/sys/contrib/openzfs/module/zfs/
H A Dvdev_raidz_math_avx2.c75 __asm( \
83 __asm( \
97 __asm( \
104 __asm( \
119 __asm( \
126 __asm( \
139 __asm( \
147 __asm( \
161 __asm( \
169 __asm( \
[all …]
H A Dvdev_raidz_math_avx512bw.c78 __asm( \
86 __asm( \
100 __asm( \
107 __asm( \
122 __asm( \
129 __asm( \
142 __asm( \
150 __asm( \
164 __asm( \
172 __asm( \
[all …]
H A Dvdev_raidz_math_ssse3.c76 __asm( \
84 __asm( \
98 __asm( \
105 __asm( \
120 __asm( \
127 __asm( \
140 __asm( \
148 __asm( \
162 __asm( \
170 __asm( \
[all …]
/freebsd-14.2/sys/amd64/vmm/intel/
H A Dvmx_cpufunc.h63 __asm __volatile("vmxon %[addr];" in vmxon()
80 __asm __volatile("vmclear %[addr];" in vmclear()
92 __asm __volatile("vmxoff"); in vmxoff()
99 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst()
109 __asm __volatile("vmptrld %[addr];" in vmptrld()
122 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite()
136 __asm __volatile("vmread %[r], %[addr];" in vmread()
185 __asm __volatile("invvpid %[desc], %[type];" in invvpid()
208 __asm __volatile("invept %[desc], %[type];" in invept()
/freebsd-14.2/sys/powerpc/fpu/
H A Dfpu_arith.h133 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
135 __asm volatile("addc %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
137 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
139 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
141 __asm volatile("subfc %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
143 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
145 #define FPU_GET_CARRY(r) __asm volatile("li %0,0; addie %0,%0,0" : "=r"(r))
148 __asm volatile("addic %0,%0,-1" : "r"(__tmp) : "r"(v)); \
/freebsd-14.2/sys/arm/include/
H A Datomic.h95 __asm __volatile( in atomic_add_32()
112 __asm __volatile( in atomic_add_64()
144 __asm __volatile( in ATOMIC_ACQ_REL_LONG()
161 __asm __volatile( in atomic_clear_64()
573 __asm __volatile( in atomic_fetchadd_32()
591 __asm __volatile( in atomic_fetchadd_64()
636 __asm __volatile( in atomic_load_64()
670 __asm __volatile( in atomic_readandclear_32()
688 __asm __volatile( in atomic_readandclear_64()
717 __asm __volatile( in atomic_set_32()
[all …]

12345678910