Home
last modified time | relevance | path

Searched refs:__asm (Results 1 – 25 of 291) sorted by relevance

12345678910>>...12

/freebsd-13.1/sys/contrib/openzfs/module/zcommon/
H A Dzfs_fletcher_avx512.c35 #define __asm __asm__ __volatile__ macro
128 __asm("vpsllq $8, %zmm8, %zmm9"); in fletcher_4_avx512f_byteswap()
129 __asm("vpsllq $16, %zmm8, %zmm10"); in fletcher_4_avx512f_byteswap()
130 __asm("vpsllq $24, %zmm8, %zmm11"); in fletcher_4_avx512f_byteswap()
135 __asm("vpsrlq $24, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
137 __asm("vpsrlq $8, %zmm5, %zmm7"); in fletcher_4_avx512f_byteswap()
139 __asm("vpord %zmm6, %zmm7, %zmm4"); in fletcher_4_avx512f_byteswap()
140 __asm("vpsllq $8, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
142 __asm("vpord %zmm6, %zmm4, %zmm4"); in fletcher_4_avx512f_byteswap()
143 __asm("vpsllq $24, %zmm5, %zmm5"); in fletcher_4_avx512f_byteswap()
[all …]
/freebsd-13.1/sys/amd64/include/
H A Dcpufunc.h65 __asm __volatile("int $3"); in breakpoint()
101 __asm __volatile("clts"); in clts()
113 __asm __volatile("cpuid" in do_cpuid()
121 __asm __volatile("cpuid" in cpuid_count()
129 __asm __volatile("sti"); in enable_intr()
172 __asm __volatile("hlt"); in halt()
196 __asm __volatile("rep; insb" in insb()
223 __asm __volatile("invd"); in invd()
310 __asm __volatile("pause"); in ia32_pause()
411 __asm __volatile("wbinvd"); in wbinvd()
[all …]
H A Dmd_var.h69 void doreti_iret(void) __asm(__STRING(doreti_iret));
72 void ld_ds(void) __asm(__STRING(ld_ds));
73 void ld_es(void) __asm(__STRING(ld_es));
74 void ld_fs(void) __asm(__STRING(ld_fs));
75 void ld_gs(void) __asm(__STRING(ld_gs));
76 void ld_fsbase(void) __asm(__STRING(ld_fsbase));
77 void ld_gsbase(void) __asm(__STRING(ld_gsbase));
78 void ds_load_fault(void) __asm(__STRING(ds_load_fault));
79 void es_load_fault(void) __asm(__STRING(es_load_fault));
80 void fs_load_fault(void) __asm(__STRING(fs_load_fault));
[all …]
H A Dpcpu.h151 __asm __volatile("mov %%gs:%1,%0" \
175 __asm __volatile("add %1,%%gs:%0" \
192 __asm __volatile("incb %%gs:%0" \
196 __asm __volatile("incw %%gs:%0" \
200 __asm __volatile("incl %%gs:%0" \
204 __asm __volatile("incq %%gs:%0" \
223 __asm __volatile("mov %1,%%gs:%0" \
234 __asm __volatile("movq %%gs:%1,%0" \
262 __asm __volatile("movl\t%1,%%gs:(%0)" \
266 __asm __volatile("movq\t%1,%%gs:(%0)" \
[all …]
/freebsd-13.1/sys/i386/include/
H A Dcpufunc.h62 __asm __volatile("int $3"); in breakpoint()
101 __asm __volatile("clts"); in clts()
115 __asm __volatile("cpuid" in do_cpuid()
123 __asm __volatile("cpuid" in cpuid_count()
131 __asm __volatile( in do_cpuid()
143 __asm __volatile( in cpuid_count()
157 __asm __volatile("sti"); in enable_intr()
164 __asm __volatile("monitor" in cpu_monitor()
241 __asm __volatile("hlt"); in halt()
292 __asm __volatile("invd"); in invd()
[all …]
H A Dmd_var.h58 void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
60 void doreti_iret(void) __asm(__STRING(doreti_iret));
61 void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
62 void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
63 void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
64 void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
65 void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
66 void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
67 void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
H A Dprofile.h64 __asm __volatile("pushl %0; call __mcount; popl %%ecx" \
69 __asm __volatile("call .mexitcount; 1:" \
73 __asm __volatile("movl $1b,%0" : "=rm" (labelp))
137 __asm("" : "=c" (ecx)); \
144 __asm("movl 4(%%ebp),%0" : "=r" (selfpc)); \
151 __asm("movl (%%ebp),%0" : "=r" (frompc)); \
154 __asm("" : : "c" (ecx)); \
180 void mcount(void) __asm(".mcount");
/freebsd-13.1/sys/powerpc/include/
H A Dcpufunc.h143 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb()
171 __asm __volatile ("mffs 0; stfd 0,0(%0)" in mffs()
189 __asm __volatile ("eieio" : : : "memory"); in eieio()
203 __asm __volatile ("sync" : : : "memory"); in powerpc_sync()
231 __asm __volatile("ptesync"); in ptesync()
279 __asm __volatile("or 31,31,31"); in nop_prio_vlow()
285 __asm __volatile("or 1,1,1"); in nop_prio_low()
291 __asm __volatile("or 6,6,6"); in nop_prio_mlow()
297 __asm __volatile("or 2,2,2"); in nop_prio_medium()
303 __asm __volatile("or 5,5,5"); in nop_prio_mhigh()
[all …]
H A Datomic.h456 __asm __volatile (
475 __asm __volatile ( in atomic_readandclear_long()
572 __asm __volatile (
596 __asm __volatile ( in atomic_cmpset_short()
622 __asm __volatile (
956 __asm __volatile( in atomic_swap_32()
973 __asm __volatile( in atomic_swap_64()
1004 __asm __volatile( in atomic_testandset_int()
1024 __asm __volatile( in atomic_testandclear_int()
1045 __asm __volatile( in atomic_testandset_long()
[all …]
/freebsd-13.1/contrib/llvm-project/compiler-rt/lib/builtins/
H A Dclear_cache.c85 const register int flags __asm("r2") = 0; in __clear_cache()
87 __asm __volatile("svc 0x0" in __clear_cache()
119 __asm __volatile("dc cvau, %0" ::"r"(addr)); in __clear_cache()
121 __asm __volatile("dsb ish"); in __clear_cache()
129 __asm __volatile("ic ivau, %0" ::"r"(addr)); in __clear_cache()
130 __asm __volatile("dsb ish"); in __clear_cache()
132 __asm __volatile("isb sy"); in __clear_cache()
163 register void *start_reg __asm("a0") = start; in __clear_cache()
164 const register void *end_reg __asm("a1") = end; in __clear_cache()
166 const register long flags __asm("a2") = 0; in __clear_cache()
[all …]
/freebsd-13.1/sys/arm64/include/
H A Dmd_var.h52 void generic_bs_fault(void) __asm(__STRING(generic_bs_fault));
53 void generic_bs_peek_1(void) __asm(__STRING(generic_bs_peek_1));
54 void generic_bs_peek_2(void) __asm(__STRING(generic_bs_peek_2));
55 void generic_bs_peek_4(void) __asm(__STRING(generic_bs_peek_4));
56 void generic_bs_peek_8(void) __asm(__STRING(generic_bs_peek_8));
57 void generic_bs_poke_1(void) __asm(__STRING(generic_bs_poke_1));
58 void generic_bs_poke_2(void) __asm(__STRING(generic_bs_poke_2));
59 void generic_bs_poke_4(void) __asm(__STRING(generic_bs_poke_4));
60 void generic_bs_poke_8(void) __asm(__STRING(generic_bs_poke_8));
H A Dcpufunc.h36 __asm("brk #0"); in breakpoint()
107 __asm __volatile( in dbg_disable()
119 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_D) ")"); in dbg_enable()
128 __asm __volatile( in intr_disable()
147 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_INTR) ")"); in intr_enable()
154 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_A) ")"); in serror_enable()
185 __asm __volatile("clrex" : : : "memory"); in clrex()
192 __asm __volatile( in set_ttbr0()
203 __asm __volatile( in invalidate_icache()
213 __asm __volatile( in invalidate_local_icache()
H A Diodev.h37 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \
44 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \
51 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \
56 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a))
59 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a))
62 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
/freebsd-13.1/sys/mips/include/
H A Dcache_r4k.h71 __asm __volatile( \
87 __asm __volatile( \
106 __asm __volatile( \
125 __asm __volatile( \
145 __asm __volatile( \
177 __asm __volatile( \
209 __asm __volatile( \
241 __asm __volatile( \
273 __asm __volatile( \
305 __asm __volatile( \
[all …]
H A Dcpufunc.h77 __asm __volatile (".set noreorder\n\t" in mips_barrier()
94 __asm __volatile (__XSTRING(COP0_SYNC)); in mips_cp0_sync()
101 __asm __volatile (".set noreorder\n\t" in mips_wbflush()
106 __asm __volatile ("sync" : : : "memory"); in mips_wbflush()
114 __asm __volatile ("break"); in breakpoint()
129 __asm __volatile ("dmfc0 %[v0], $"__XSTRING(r)";" \
137 __asm __volatile ("dmtc0 %[a0], $"__XSTRING(r)";" \
194 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)";" \
202 __asm __volatile ("mtc0 %[a0], $"__XSTRING(r)";" \
216 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)", "__XSTRING(s)";" \
[all …]
/freebsd-13.1/contrib/llvm-project/libunwind/src/
H A DUnwind_AppleExtras.cpp16 extern const char sym##_tmp30 __asm("$ld$hide$os3.0$_" #sym ); \
18 extern const char sym##_tmp31 __asm("$ld$hide$os3.1$_" #sym ); \
20 extern const char sym##_tmp32 __asm("$ld$hide$os3.2$_" #sym );\
22 extern const char sym##_tmp40 __asm("$ld$hide$os4.0$_" #sym ); \
24 extern const char sym##_tmp41 __asm("$ld$hide$os4.1$_" #sym ); \
26 extern const char sym##_tmp42 __asm("$ld$hide$os4.2$_" #sym ); \
35 extern const char sym##_tmp4 __asm("$ld$hide$os10.4$_" #sym ); \
37 extern const char sym##_tmp5 __asm("$ld$hide$os10.5$_" #sym ); \
40 extern const char sym##_tmp4 __asm("$ld$hide$os10.4$_" #sym ); \
42 extern const char sym##_tmp5 __asm("$ld$hide$os10.5$_" #sym ); \
[all …]
/freebsd-13.1/contrib/llvm-project/compiler-rt/lib/profile/
H A DInstrProfilingPlatformDarwin.c19 DataStart __asm("section$start$__DATA$" INSTR_PROF_DATA_SECT_NAME);
22 DataEnd __asm("section$end$__DATA$" INSTR_PROF_DATA_SECT_NAME);
25 NamesStart __asm("section$start$__DATA$" INSTR_PROF_NAME_SECT_NAME);
27 extern char NamesEnd __asm("section$end$__DATA$" INSTR_PROF_NAME_SECT_NAME);
30 CountersStart __asm("section$start$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
33 CountersEnd __asm("section$end$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
36 OrderFileStart __asm("section$start$__DATA$" INSTR_PROF_ORDERFILE_SECT_NAME);
40 VNodesStart __asm("section$start$__DATA$" INSTR_PROF_VNODES_SECT_NAME);
43 VNodesEnd __asm("section$end$__DATA$" INSTR_PROF_VNODES_SECT_NAME);
/freebsd-13.1/sys/powerpc/aim/
H A Dmp_cpudep.c73 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap()
82 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
85 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
118 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap()
132 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
134 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
328 __asm __volatile("mtasr %0; sync" :: "r"(0)); in cpudep_ap_setup()
330 __asm __volatile(" \ in cpudep_ap_setup()
337 __asm __volatile("sync; isync; \ in cpudep_ap_setup()
341 __asm __volatile(" \ in cpudep_ap_setup()
[all …]
/freebsd-13.1/sys/riscv/include/
H A Dcpufunc.h44 __asm("ebreak"); in breakpoint()
56 __asm __volatile( in intr_disable()
68 __asm __volatile( in intr_restore()
78 __asm __volatile( in intr_enable()
90 __asm __volatile("fence.i" ::: "memory"); in fence_i()
97 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma()
104 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page()
127 __asm __volatile("csrw satp, %0" :: "r"(val)); in load_satp()
H A Datomic.h131 __asm __volatile("amoadd.w zero, %1, %0" in atomic_add_32()
141 __asm __volatile("amoadd.w zero, %1, %0" in atomic_subtract_32()
151 __asm __volatile("amoor.w zero, %1, %0" in atomic_set_32()
175 __asm __volatile( in atomic_cmpset_32()
198 __asm __volatile( in atomic_fcmpset_32()
220 __asm __volatile("amoadd.w %0, %2, %1" in atomic_fetchadd_32()
236 __asm __volatile("amoswap.w %0, %2, %1" in atomic_readandclear_32()
322 __asm __volatile("amoor.d zero, %1, %0" in atomic_set_64()
346 __asm __volatile( in atomic_cmpset_64()
369 __asm __volatile( in atomic_fcmpset_64()
[all …]
/freebsd-13.1/sys/contrib/openzfs/module/zfs/
H A Dvdev_raidz_math_avx2.c75 __asm( \
83 __asm( \
97 __asm( \
104 __asm( \
119 __asm( \
126 __asm( \
139 __asm( \
147 __asm( \
161 __asm( \
169 __asm( \
[all …]
H A Dvdev_raidz_math_avx512bw.c78 __asm( \
86 __asm( \
100 __asm( \
107 __asm( \
122 __asm( \
129 __asm( \
142 __asm( \
150 __asm( \
164 __asm( \
172 __asm( \
[all …]
/freebsd-13.1/sys/arm/include/
H A Datomic-v6.h97 __asm __volatile( in atomic_add_32()
114 __asm __volatile( in atomic_add_64()
146 __asm __volatile( in ATOMIC_ACQ_REL_LONG()
163 __asm __volatile( in atomic_clear_64()
575 __asm __volatile( in atomic_fetchadd_32()
593 __asm __volatile( in atomic_fetchadd_64()
638 __asm __volatile( in atomic_load_64()
672 __asm __volatile( in atomic_readandclear_32()
690 __asm __volatile( in atomic_readandclear_64()
719 __asm __volatile( in atomic_set_32()
[all …]
/freebsd-13.1/sys/amd64/vmm/intel/
H A Dvmx_cpufunc.h65 __asm __volatile("vmxon %[addr];" in vmxon()
82 __asm __volatile("vmclear %[addr];" in vmclear()
94 __asm __volatile("vmxoff"); in vmxoff()
101 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst()
111 __asm __volatile("vmptrld %[addr];" in vmptrld()
124 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite()
138 __asm __volatile("vmread %[r], %[addr];" in vmread()
187 __asm __volatile("invvpid %[desc], %[type];" in invvpid()
210 __asm __volatile("invept %[desc], %[type];" in invept()
/freebsd-13.1/sys/powerpc/fpu/
H A Dfpu_arith.h134 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
136 __asm volatile("addc %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
138 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
140 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
142 __asm volatile("subfc %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
144 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
146 #define FPU_GET_CARRY(r) __asm volatile("li %0,0; addie %0,%0,0" : "=r"(r))
149 __asm volatile("addic %0,%0,-1" : "r"(__tmp) : "r"(v)); \

12345678910>>...12