Home
last modified time | relevance | path

Searched refs:__asm (Results 1 – 25 of 126) sorted by relevance

123456

/f-stack/freebsd/contrib/openzfs/module/zcommon/
H A Dzfs_fletcher_avx512.c35 #define __asm __asm__ __volatile__ macro
128 __asm("vpsllq $8, %zmm8, %zmm9"); in fletcher_4_avx512f_byteswap()
129 __asm("vpsllq $16, %zmm8, %zmm10"); in fletcher_4_avx512f_byteswap()
130 __asm("vpsllq $24, %zmm8, %zmm11"); in fletcher_4_avx512f_byteswap()
135 __asm("vpsrlq $24, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
137 __asm("vpsrlq $8, %zmm5, %zmm7"); in fletcher_4_avx512f_byteswap()
139 __asm("vpord %zmm6, %zmm7, %zmm4"); in fletcher_4_avx512f_byteswap()
140 __asm("vpsllq $8, %zmm5, %zmm6"); in fletcher_4_avx512f_byteswap()
142 __asm("vpord %zmm6, %zmm4, %zmm4"); in fletcher_4_avx512f_byteswap()
143 __asm("vpsllq $24, %zmm5, %zmm5"); in fletcher_4_avx512f_byteswap()
[all …]
/f-stack/freebsd/i386/include/
H A Dcpufunc.h62 __asm __volatile("int $3"); in breakpoint()
101 __asm __volatile("clts"); in clts()
115 __asm __volatile("cpuid" in do_cpuid()
123 __asm __volatile("cpuid" in cpuid_count()
131 __asm __volatile( in do_cpuid()
143 __asm __volatile( in cpuid_count()
157 __asm __volatile("sti"); in enable_intr()
164 __asm __volatile("monitor" in cpu_monitor()
241 __asm __volatile("hlt"); in halt()
292 __asm __volatile("invd"); in invd()
[all …]
H A Dmd_var.h58 void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
60 void doreti_iret(void) __asm(__STRING(doreti_iret));
61 void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
62 void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
63 void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
64 void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
65 void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
66 void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
67 void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
H A Dprofile.h64 __asm __volatile("pushl %0; call __mcount; popl %%ecx" \
69 __asm __volatile("call .mexitcount; 1:" \
73 __asm __volatile("movl $1b,%0" : "=rm" (labelp))
137 __asm("" : "=c" (ecx)); \
144 __asm("movl 4(%%ebp),%0" : "=r" (selfpc)); \
151 __asm("movl (%%ebp),%0" : "=r" (frompc)); \
154 __asm("" : : "c" (ecx)); \
180 void mcount(void) __asm(".mcount");
H A Dieeefp.h113 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr)))
114 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr)))
115 #define __fnclex() __asm __volatile("fnclex")
116 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr)))
117 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr)))
118 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr)))
119 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr)))
120 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
H A Dpcpu.h122 __asm __volatile("movl %%fs:%1,%0; addl %2,%0" \
141 __asm __volatile("mov %%fs:%1,%0" \
165 __asm __volatile("add %1,%%fs:%0" \
181 __asm __volatile("incb %%fs:%0" \
185 __asm __volatile("incw %%fs:%0" \
189 __asm __volatile("incl %%fs:%0" \
208 __asm __volatile("mov %1,%%fs:%0" \
219 __asm __volatile("movl %%fs:%1,%0" \
/f-stack/freebsd/amd64/include/
H A Dcpufunc.h65 __asm __volatile("int $3"); in breakpoint()
101 __asm __volatile("clts"); in clts()
113 __asm __volatile("cpuid" in do_cpuid()
121 __asm __volatile("cpuid" in cpuid_count()
129 __asm __volatile("sti"); in enable_intr()
172 __asm __volatile("hlt"); in halt()
196 __asm __volatile("rep; insb" in insb()
223 __asm __volatile("invd"); in invd()
310 __asm __volatile("pause"); in ia32_pause()
388 __asm __volatile("wbinvd"); in wbinvd()
[all …]
H A Dmd_var.h70 void doreti_iret(void) __asm(__STRING(doreti_iret));
73 void ld_ds(void) __asm(__STRING(ld_ds));
74 void ld_es(void) __asm(__STRING(ld_es));
75 void ld_fs(void) __asm(__STRING(ld_fs));
76 void ld_gs(void) __asm(__STRING(ld_gs));
77 void ld_fsbase(void) __asm(__STRING(ld_fsbase));
78 void ld_gsbase(void) __asm(__STRING(ld_gsbase));
79 void ds_load_fault(void) __asm(__STRING(ds_load_fault));
80 void es_load_fault(void) __asm(__STRING(es_load_fault));
81 void fs_load_fault(void) __asm(__STRING(fs_load_fault));
[all …]
H A Dpcpu.h152 __asm __volatile("mov %%gs:%1,%0" \
176 __asm __volatile("add %1,%%gs:%0" \
193 __asm __volatile("incb %%gs:%0" \
197 __asm __volatile("incw %%gs:%0" \
201 __asm __volatile("incl %%gs:%0" \
205 __asm __volatile("incq %%gs:%0" \
224 __asm __volatile("mov %1,%%gs:%0" \
235 __asm __volatile("movq %%gs:%1,%0" \
265 __asm __volatile("movl\t%1,%%gs:(%0)" \
269 __asm __volatile("movq\t%1,%%gs:(%0)" \
[all …]
H A Dprofile.h64 __asm __volatile("pushq %0; call __mcount; popq %%rcx" \
69 __asm __volatile("call .mexitcount; 1:" \
73 __asm __volatile("movq $1b,%0" : "=rm" (labelp))
114 #define MCOUNT __asm(" \n\
157 __asm("movq 8(%%rbp),%0" : "=r" (selfpc)); \
164 __asm("movq (%%rbp),%0" : "=r" (frompc)); \
193 void mcount(void) __asm(".mcount");
H A Datomic.h164 __asm __volatile(MPLOCKED OP \
201 __asm __volatile( \
218 __asm __volatile( \
243 __asm __volatile( in atomic_fetchadd_int()
261 __asm __volatile( in atomic_fetchadd_long()
276 __asm __volatile( in atomic_testandset_int()
292 __asm __volatile( in atomic_testandset_long()
308 __asm __volatile( in atomic_testandclear_int()
324 __asm __volatile( in atomic_testandclear_long()
475 __asm __volatile( in atomic_swap_int()
[all …]
H A Dieeefp.h131 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr)))
132 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr)))
133 #define __fnclex() __asm __volatile("fnclex")
134 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr)))
135 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr)))
136 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr)))
137 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr)))
138 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
/f-stack/freebsd/arm64/include/
H A Dmd_var.h47 void generic_bs_fault(void) __asm(__STRING(generic_bs_fault));
48 void generic_bs_peek_1(void) __asm(__STRING(generic_bs_peek_1));
49 void generic_bs_peek_2(void) __asm(__STRING(generic_bs_peek_2));
50 void generic_bs_peek_4(void) __asm(__STRING(generic_bs_peek_4));
51 void generic_bs_peek_8(void) __asm(__STRING(generic_bs_peek_8));
52 void generic_bs_poke_1(void) __asm(__STRING(generic_bs_poke_1));
53 void generic_bs_poke_2(void) __asm(__STRING(generic_bs_poke_2));
54 void generic_bs_poke_4(void) __asm(__STRING(generic_bs_poke_4));
55 void generic_bs_poke_8(void) __asm(__STRING(generic_bs_poke_8));
H A Diodev.h38 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \
45 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \
52 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \
57 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a))
60 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a))
63 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
H A Dcpufunc.h36 __asm("brk #0"); in breakpoint()
107 __asm __volatile( in dbg_disable()
119 __asm __volatile("msr daifclr, #8"); in dbg_enable()
128 __asm __volatile( in intr_disable()
147 __asm __volatile("msr daifclr, #2"); in intr_enable()
178 __asm __volatile("clrex" : : : "memory"); in clrex()
185 __asm __volatile( in set_ttbr0()
196 __asm __volatile( in invalidate_icache()
206 __asm __volatile( in invalidate_local_icache()
/f-stack/freebsd/mips/include/
H A Dcache_r4k.h71 __asm __volatile( \
87 __asm __volatile( \
106 __asm __volatile( \
125 __asm __volatile( \
145 __asm __volatile( \
177 __asm __volatile( \
209 __asm __volatile( \
241 __asm __volatile( \
273 __asm __volatile( \
305 __asm __volatile( \
[all …]
H A Dcpufunc.h77 __asm __volatile (".set noreorder\n\t" in mips_barrier()
94 __asm __volatile (__XSTRING(COP0_SYNC)); in mips_cp0_sync()
101 __asm __volatile (".set noreorder\n\t" in mips_wbflush()
106 __asm __volatile ("sync" : : : "memory"); in mips_wbflush()
114 __asm __volatile ("break"); in breakpoint()
129 __asm __volatile ("dmfc0 %[v0], $"__XSTRING(r)";" \
137 __asm __volatile ("dmtc0 %[a0], $"__XSTRING(r)";" \
194 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)";" \
202 __asm __volatile ("mtc0 %[a0], $"__XSTRING(r)";" \
216 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)", "__XSTRING(s)";" \
[all …]
H A Datomic.h98 __asm __volatile ( in atomic_set_32()
115 __asm __volatile ( in atomic_clear_32()
130 __asm __volatile ( in atomic_add_32()
145 __asm __volatile ( in atomic_subtract_32()
160 __asm __volatile ( in atomic_readandclear_32()
177 __asm __volatile ( in atomic_readandset_32()
195 __asm __volatile ( in atomic_set_64()
213 __asm __volatile ( in atomic_clear_64()
229 __asm __volatile ( in atomic_add_64()
245 __asm __volatile ( in atomic_subtract_64()
[all …]
/f-stack/freebsd/amd64/vmm/intel/
H A Dvmx_cpufunc.h65 __asm __volatile("vmxon %[addr];" in vmxon()
82 __asm __volatile("vmclear %[addr];" in vmclear()
94 __asm __volatile("vmxoff"); in vmxoff()
101 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst()
111 __asm __volatile("vmptrld %[addr];" in vmptrld()
124 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite()
138 __asm __volatile("vmread %[r], %[addr];" in vmread()
188 __asm __volatile("invvpid %[desc], %[type];" in invvpid()
211 __asm __volatile("invept %[desc], %[type];" in invept()
/f-stack/freebsd/contrib/openzfs/module/zfs/
H A Dvdev_raidz_math_avx2.c75 __asm( \
83 __asm( \
97 __asm( \
104 __asm( \
119 __asm( \
126 __asm( \
139 __asm( \
147 __asm( \
161 __asm( \
169 __asm( \
[all …]
H A Dvdev_raidz_math_avx512bw.c78 __asm( \
86 __asm( \
100 __asm( \
107 __asm( \
122 __asm( \
129 __asm( \
142 __asm( \
150 __asm( \
164 __asm( \
172 __asm( \
[all …]
H A Dvdev_raidz_math_ssse3.c76 __asm( \
84 __asm( \
98 __asm( \
105 __asm( \
120 __asm( \
127 __asm( \
140 __asm( \
148 __asm( \
162 __asm( \
170 __asm( \
[all …]
/f-stack/freebsd/arm/include/
H A Datomic-v6.h97 __asm __volatile( in atomic_add_32()
114 __asm __volatile( in atomic_add_64()
146 __asm __volatile( in ATOMIC_ACQ_REL_LONG()
163 __asm __volatile( in atomic_clear_64()
575 __asm __volatile( in atomic_fetchadd_32()
593 __asm __volatile( in atomic_fetchadd_64()
638 __asm __volatile( in atomic_load_64()
672 __asm __volatile( in atomic_readandclear_32()
690 __asm __volatile( in atomic_readandclear_64()
719 __asm __volatile( in atomic_set_32()
[all …]
H A Dpcpu.h88 __asm __volatile("mrc p15, 0, %0, c0, c0, 5" : "=r" (id)); \
98 __asm __volatile("mrc p15, 0, %0, c13, c0, 4" : "=r" (ret)); in get_curthread()
106 __asm __volatile("mcr p15, 0, %0, c13, c0, 4" : : "r" (td)); in set_curthread()
115 __asm __volatile("mrc p15, 0, %0, c13, c0, 2" : "=r" (tls)); in get_tls()
128 __asm __volatile( in set_tls()
/f-stack/freebsd/mips/malta/
H A Dmalta_mp.c71 __asm __volatile( in evpe()
84 __asm __volatile( in ehb()
92 __asm __volatile( \
105 __asm __volatile( \
118 __asm __volatile( \
129 __asm __volatile( \

123456