| /freebsd-12.1/sys/amd64/include/ |
| H A D | cpufunc.h | 65 __asm __volatile("int $3"); in breakpoint() 129 __asm __volatile("clts"); in clts() 141 __asm __volatile("cpuid" in do_cpuid() 149 __asm __volatile("cpuid" in cpuid_count() 157 __asm __volatile("sti"); in enable_intr() 210 __asm __volatile("hlt"); in halt() 234 __asm __volatile("cld; rep; insb" in insb() 261 __asm __volatile("invd"); in invd() 348 __asm __volatile("pause"); in ia32_pause() 417 __asm __volatile("wbinvd"); in wbinvd() [all …]
|
| H A D | atomic.h | 150 __asm __volatile(MPLOCKED OP \ 187 __asm __volatile( \ 205 __asm __volatile( \ 231 __asm __volatile( in atomic_fetchadd_int() 249 __asm __volatile( in atomic_fetchadd_long() 264 __asm __volatile( in atomic_testandset_int() 281 __asm __volatile( in atomic_testandset_long() 298 __asm __volatile( in atomic_testandclear_int() 315 __asm __volatile( in atomic_testandclear_long() 476 __asm __volatile( in atomic_swap_int() [all …]
|
| H A D | pcpu.h | 110 __asm __volatile("movq %%gs:%1,%0; addq %2,%0" \ 129 __asm __volatile("mov %%gs:%1,%0" \ 153 __asm __volatile("add %1,%%gs:%0" \ 170 __asm __volatile("incb %%gs:%0" \ 174 __asm __volatile("incw %%gs:%0" \ 178 __asm __volatile("incl %%gs:%0" \ 182 __asm __volatile("incq %%gs:%0" \ 201 __asm __volatile("mov %1,%%gs:%0" \ 212 __asm __volatile("movq %%gs:%1,%0" \
|
| H A D | ieeefp.h | 131 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr))) 132 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr))) 133 #define __fnclex() __asm __volatile("fnclex") 134 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr))) 135 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr))) 136 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr))) 137 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr))) 138 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
|
| /freebsd-12.1/sys/i386/include/ |
| H A D | cpufunc.h | 62 __asm __volatile("int $3"); in breakpoint() 101 __asm __volatile("clts"); in clts() 115 __asm __volatile("cpuid" in do_cpuid() 123 __asm __volatile("cpuid" in cpuid_count() 131 __asm __volatile( in do_cpuid() 143 __asm __volatile( in cpuid_count() 157 __asm __volatile("sti"); in enable_intr() 164 __asm __volatile("monitor" in cpu_monitor() 241 __asm __volatile("hlt"); in halt() 292 __asm __volatile("invd"); in invd() [all …]
|
| H A D | ieeefp.h | 113 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr))) 114 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr))) 115 #define __fnclex() __asm __volatile("fnclex") 116 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr))) 117 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr))) 118 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr))) 119 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr))) 120 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
|
| H A D | pcpu.h | 111 __asm __volatile("movl %%fs:%1,%0; addl %2,%0" \ 130 __asm __volatile("mov %%fs:%1,%0" \ 154 __asm __volatile("add %1,%%fs:%0" \ 170 __asm __volatile("incb %%fs:%0" \ 174 __asm __volatile("incw %%fs:%0" \ 178 __asm __volatile("incl %%fs:%0" \ 197 __asm __volatile("mov %1,%%fs:%0" \ 208 __asm __volatile("movl %%fs:%1,%0" \
|
| /freebsd-12.1/sys/mips/include/ |
| H A D | atomic.h | 89 __asm __volatile ( in atomic_set_32() 106 __asm __volatile ( in atomic_clear_32() 121 __asm __volatile ( in atomic_add_32() 136 __asm __volatile ( in atomic_subtract_32() 151 __asm __volatile ( in atomic_readandclear_32() 168 __asm __volatile ( in atomic_readandset_32() 186 __asm __volatile ( in atomic_set_64() 204 __asm __volatile ( in atomic_clear_64() 220 __asm __volatile ( in atomic_add_64() 236 __asm __volatile ( in atomic_subtract_64() [all …]
|
| H A D | cache_r4k.h | 71 __asm __volatile( \ 87 __asm __volatile( \ 106 __asm __volatile( \ 125 __asm __volatile( \ 145 __asm __volatile( \ 177 __asm __volatile( \ 209 __asm __volatile( \ 241 __asm __volatile( \ 273 __asm __volatile( \ 305 __asm __volatile( \ [all …]
|
| H A D | cpufunc.h | 77 __asm __volatile (".set noreorder\n\t" in mips_barrier() 94 __asm __volatile (__XSTRING(COP0_SYNC)); in mips_cp0_sync() 101 __asm __volatile (".set noreorder\n\t" in mips_wbflush() 106 __asm __volatile ("sync" : : : "memory"); in mips_wbflush() 114 __asm __volatile ("break"); in breakpoint() 129 __asm __volatile ("dmfc0 %[v0], $"__XSTRING(r)";" \ 137 __asm __volatile ("dmtc0 %[a0], $"__XSTRING(r)";" \ 194 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)";" \ 202 __asm __volatile ("mtc0 %[a0], $"__XSTRING(r)";" \ 216 __asm __volatile ("mfc0 %[v0], $"__XSTRING(r)", "__XSTRING(s)";" \ [all …]
|
| /freebsd-12.1/sys/powerpc/include/ |
| H A D | cpufunc.h | 60 __asm __volatile ("mtmsr %0; isync" :: "r"(value)); in mtmsr() 77 __asm __volatile ("mfmsr %0" : "=r"(value)); in mfmsr() 106 __asm __volatile ("mfspr %0,136" : "=r"(value)); in mfctrl() 116 __asm __volatile ("mtdec %0" :: "r"(value)); in mtdec() 124 __asm __volatile ("mfdec %0" : "=r"(value)); in mfdec() 134 __asm __volatile ("mfpvr %0" : "=r"(value)); in mfpvr() 144 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb() 171 __asm __volatile ("eieio" : : : "memory"); in eieio() 178 __asm __volatile ("isync" : : : "memory"); in isync() 185 __asm __volatile ("sync" : : : "memory"); in powerpc_sync() [all …]
|
| H A D | atomic.h | 85 __asm __volatile( \ 97 __asm __volatile( \ 108 __asm __volatile( \ 453 __asm __volatile ( 472 __asm __volatile ( in atomic_readandclear_long() 568 __asm __volatile ( 591 __asm __volatile ( in atomic_cmpset_long() 684 __asm __volatile ( in atomic_fcmpset_int() 708 __asm __volatile ( in atomic_fcmpset_long() 819 __asm __volatile( in atomic_swap_32() [all …]
|
| /freebsd-12.1/sys/sparc64/include/ |
| H A D | cpufunc.h | 67 __asm __volatile("casa [%2] %3, %4, %0" \ 75 __asm __volatile("casxa [%2] %3, %4, %0" \ 82 __asm __volatile("flush %0" : : "r" (va)); \ 86 __asm __volatile("flushw" : :); \ 111 __asm __volatile(#op " [%1] %2, %0" \ 135 __asm __volatile(#op " %0, [%1] %2" \ 163 __asm __volatile("wr %0, %1, %%" #name \ 174 __asm __volatile("wrpr %0, %1, %%" #name \ 199 __asm __volatile( \ 212 __asm __volatile("ta %%xcc, 1" : :); in breakpoint() [all …]
|
| /freebsd-12.1/sys/arm/include/ |
| H A D | atomic-v6.h | 100 __asm __volatile( in atomic_add_32() 117 __asm __volatile( in atomic_add_64() 149 __asm __volatile( in ATOMIC_ACQ_REL_LONG() 166 __asm __volatile( in atomic_clear_64() 200 __asm __volatile( in ATOMIC_ACQ_REL_LONG() 219 __asm __volatile( in atomic_fcmpset_64() 306 __asm __volatile( in atomic_cmpset_32() 329 __asm __volatile( in atomic_cmpset_64() 418 __asm __volatile( in atomic_fetchadd_32() 436 __asm __volatile( in atomic_fetchadd_64() [all …]
|
| H A D | atomic-v4.h | 47 #define isb() __asm __volatile("mcr p15, 0, %0, c7, c5, 4" : : "r" (0) : "memory") 62 __asm __volatile( \ 70 __asm __volatile( \ 80 __asm __volatile("swp %0, %2, [%3]" in __swp() 272 __asm __volatile("1:\n" in atomic_add_32() 294 __asm __volatile("1:\n" in atomic_clear_32() 317 __asm __volatile("1:\n" in atomic_cmpset_32() 342 __asm __volatile("1:\n" in atomic_fcmpset_32() 369 __asm __volatile("1:\n" in atomic_fetchadd_32() 393 __asm __volatile("1:\n" in atomic_set_32() [all …]
|
| /freebsd-12.1/sys/arm64/include/ |
| H A D | atomic.h | 65 __asm __volatile( \ 263 __asm __volatile( 282 __asm __volatile( in atomic_fetchadd_64() 301 __asm __volatile( in atomic_readandclear_32() 319 __asm __volatile( in atomic_readandclear_64() 337 __asm __volatile( in atomic_swap_32() 355 __asm __volatile( in atomic_swap_64() 372 __asm __volatile( in atomic_load_acq_32() 386 __asm __volatile( in atomic_load_acq_64() 399 __asm __volatile( in atomic_store_rel_32() [all …]
|
| H A D | iodev.h | 38 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \ 45 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \ 52 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \ 57 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a)) 60 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a)) 63 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
|
| /freebsd-12.1/sys/riscv/include/ |
| H A D | atomic.h | 66 __asm __volatile("amoadd.w zero, %1, %0" in atomic_add_32() 76 __asm __volatile("amoadd.w zero, %1, %0" in atomic_subtract_32() 86 __asm __volatile("amoor.w zero, %1, %0" in atomic_set_32() 96 __asm __volatile("amoand.w zero, %1, %0" in atomic_clear_32() 110 __asm __volatile( in atomic_cmpset_32() 133 __asm __volatile( in atomic_fcmpset_32() 155 __asm __volatile("amoadd.w %0, %2, %1" in atomic_fetchadd_32() 171 __asm __volatile("amoswap.w %0, %2, %1" in atomic_readandclear_32() 320 __asm __volatile( in atomic_cmpset_64() 343 __asm __volatile( in atomic_fcmpset_64() [all …]
|
| H A D | cpufunc.h | 56 __asm __volatile( in intr_disable() 68 __asm __volatile( in intr_restore() 78 __asm __volatile( in intr_enable() 90 __asm __volatile("fence.i" ::: "memory"); in fence_i() 97 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma() 104 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page() 127 __asm __volatile("csrw satp, %0" :: "r"(val)); in load_satp()
|
| H A D | riscvreg.h | 192 __asm __volatile("csrrwi %0, " #csr ", %1" \ 195 __asm __volatile("csrrw %0, " #csr ", %1" \ 202 __asm __volatile("csrwi " #csr ", %0" :: "i" (val)); \ 204 __asm __volatile("csrw " #csr ", %0" :: "r" (val)); \ 209 __asm __volatile("csrsi " #csr ", %0" :: "i" (val)); \ 211 __asm __volatile("csrs " #csr ", %0" :: "r" (val)); \ 216 __asm __volatile("csrci " #csr ", %0" :: "i" (val)); \ 218 __asm __volatile("csrc " #csr ", %0" :: "r" (val)); \ 223 __asm __volatile("csrr %0, " #csr : "=r" (val)); \ 231 __asm __volatile("1: " \
|
| /freebsd-12.1/lib/libc/sparc64/fpu/ |
| H A D | fpu_arith.h | 74 __asm __volatile("addx %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 76 __asm __volatile("addcc %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 78 __asm __volatile("addxcc %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 80 __asm __volatile("subx %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 82 __asm __volatile("subcc %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 84 __asm __volatile("subxcc %1,%2,%0" : "=r"(r) : "r"(x), "r"(y)) 86 #define FPU_GET_CARRY(r) __asm __volatile("addx %%g0,%%g0,%0" : "=r"(r)) 87 #define FPU_SET_CARRY(v) __asm __volatile("addcc %0,-1,%%g0" : : "r"(v))
|
| /freebsd-12.1/sys/powerpc/aim/ |
| H A D | mp_cpudep.c | 72 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap() 81 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap() 84 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap() 111 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap() 125 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap() 127 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap() 323 __asm __volatile("mtasr %0; sync" :: "r"(0)); in cpudep_ap_setup() 325 __asm __volatile(" \ in cpudep_ap_setup() 332 __asm __volatile("sync; isync; \ in cpudep_ap_setup() 336 __asm __volatile(" \ in cpudep_ap_setup() [all …]
|
| /freebsd-12.1/sys/arm/mv/ |
| H A D | armv5_machdep.c | 453 __asm __volatile("mrc p15, 0, %0, c0, c0, 0" : "=r" (reg)); in DB_SHOW_COMMAND() 455 __asm __volatile("mrc p15, 0, %0, c0, c0, 1" : "=r" (reg)); in DB_SHOW_COMMAND() 463 __asm __volatile("mrc p15, 0, %0, c0, c1, 0" : "=r" (reg)); in DB_SHOW_COMMAND() 465 __asm __volatile("mrc p15, 0, %0, c0, c1, 1" : "=r" (reg)); in DB_SHOW_COMMAND() 467 __asm __volatile("mrc p15, 0, %0, c0, c1, 2" : "=r" (reg)); in DB_SHOW_COMMAND() 469 __asm __volatile("mrc p15, 0, %0, c0, c1, 3" : "=r" (reg)); in DB_SHOW_COMMAND() 471 __asm __volatile("mrc p15, 0, %0, c0, c1, 4" : "=r" (reg)); in DB_SHOW_COMMAND() 473 __asm __volatile("mrc p15, 0, %0, c0, c1, 5" : "=r" (reg)); in DB_SHOW_COMMAND() 475 __asm __volatile("mrc p15, 0, %0, c0, c1, 6" : "=r" (reg)); in DB_SHOW_COMMAND() 477 __asm __volatile("mrc p15, 0, %0, c0, c1, 7" : "=r" (reg)); in DB_SHOW_COMMAND() [all …]
|
| /freebsd-12.1/sys/amd64/vmm/intel/ |
| H A D | vmx_cpufunc.h | 65 __asm __volatile("vmxon %[addr];" in vmxon() 82 __asm __volatile("vmclear %[addr];" in vmclear() 94 __asm __volatile("vmxoff"); in vmxoff() 101 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst() 111 __asm __volatile("vmptrld %[addr];" in vmptrld() 124 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite() 138 __asm __volatile("vmread %[r], %[addr];" in vmread() 188 __asm __volatile("invvpid %[desc], %[type];" in invvpid() 211 __asm __volatile("invept %[desc], %[type];" in invept()
|
| /freebsd-12.1/tools/test/testfloat/sparc64/ |
| H A D | fpu_util.c | 324 __asm __volatile("mov 0,%0; move %%fcc0,1,%0" : "=r" (r)); in syst_float32_eq() 335 __asm __volatile("mov 0,%0; movle %%fcc0,1,%0" : "=r" (r)); in syst_float32_le() 346 __asm __volatile("mov 0,%0; movl %%fcc0,1,%0" : "=r" (r)); in syst_float32_lt() 357 __asm __volatile("mov 0,%0; move %%fcc0,1,%0" : "=r" (r)); in syst_float32_eq_signaling() 379 __asm __volatile("mov 0,%0; movl %%fcc0,1,%0" : "=r" (r)); in syst_float32_lt_quiet() 475 __asm __volatile("mov 0,%0; move %%fcc0,1,%0" : "=r" (r)); in syst_float64_eq() 497 __asm __volatile("mov 0,%0; movl %%fcc0,1,%0" : "=r" (r)); in syst_float64_lt() 508 __asm __volatile("mov 0,%0; move %%fcc0,1,%0" : "=r" (r)); in syst_float64_eq_signaling() 530 __asm __volatile("mov 0,%0; movl %%fcc0,1,%0" : "=r" (r)); in syst_float64_lt_quiet() 626 __asm __volatile("mov 0,%0; move %%fcc0,1,%0" : "=r" (r)); in syst_float128_eq() [all …]
|