| /freebsd-14.2/sys/i386/include/ |
| H A D | cpufunc.h | 54 __asm __volatile("int $3"); in breakpoint() 93 __asm __volatile("clts"); in clts() 106 __asm __volatile("cpuid" in do_cpuid() 114 __asm __volatile("cpuid" in cpuid_count() 122 __asm __volatile( in do_cpuid() 134 __asm __volatile( in cpuid_count() 147 __asm __volatile("sti"); in enable_intr() 153 __asm __volatile("monitor" in cpu_monitor() 184 __asm __volatile("hlt"); in halt() 235 __asm __volatile("invd"); in invd() [all …]
|
| H A D | atomic.h | 184 __asm __volatile( in atomic_fetchadd_int() 198 __asm __volatile( in atomic_testandset_int() 214 __asm __volatile( in atomic_testandclear_int() 321 __asm __volatile( in atomic_cmpset_64_i386() 362 __asm __volatile( in atomic_load_acq_64_i386() 381 __asm __volatile( in atomic_store_rel_64_i386() 400 __asm __volatile( in atomic_swap_64_i386() 421 __asm __volatile( in atomic_cmpset_64_i586() 438 __asm __volatile( in atomic_fcmpset_64_i586() 455 __asm __volatile( in atomic_load_acq_64_i586() [all …]
|
| /freebsd-14.2/sys/amd64/include/ |
| H A D | cpufunc.h | 61 __asm __volatile("int $3"); in breakpoint() 97 __asm __volatile("clts"); in clts() 109 __asm __volatile("cpuid" in do_cpuid() 117 __asm __volatile("cpuid" in cpuid_count() 125 __asm __volatile("sti"); in enable_intr() 131 __asm __volatile("hlt"); in halt() 155 __asm __volatile("rep; insb" in insb() 164 __asm __volatile("rep; insw" in insw() 182 __asm __volatile("invd"); in invd() 269 __asm __volatile("pause"); in ia32_pause() [all …]
|
| H A D | atomic.h | 117 __asm __volatile("lock; " OP \ 154 __asm __volatile( \ 170 __asm __volatile( \ 194 __asm __volatile( in atomic_fetchadd_int() 211 __asm __volatile( in atomic_fetchadd_long() 225 __asm __volatile( in atomic_testandset_int() 240 __asm __volatile( in atomic_testandset_long() 255 __asm __volatile( in atomic_testandclear_int() 270 __asm __volatile( in atomic_testandclear_long() 395 __asm __volatile( in atomic_swap_int() [all …]
|
| H A D | pcpu.h | 188 __asm __volatile("movq %%gs:%1,%0; addq %2,%0" \ 207 __asm __volatile("mov %%gs:%1,%0" \ 231 __asm __volatile("add %1,%%gs:%0" \ 251 __asm __volatile("mov %1,%%gs:%0" \ 262 __asm __volatile("movq %%gs:%1,%0" \ 290 __asm __volatile("movl\t%1,%%gs:(%0)" \ 294 __asm __volatile("movq\t%1,%%gs:(%0)" \ 307 __asm __volatile("addl\t%1,%%gs:(%0)" \ 311 __asm __volatile("addq\t%1,%%gs:(%0)" \ 327 __asm __volatile("subl\t%1,%%gs:(%0)" \ [all …]
|
| /freebsd-14.2/sys/powerpc/include/ |
| H A D | cpufunc.h | 141 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb() 169 __asm __volatile ("mffs 0; stfd 0,0(%0)" in mffs() 187 __asm __volatile ("eieio" : : : "memory"); in eieio() 201 __asm __volatile ("sync" : : : "memory"); in powerpc_sync() 229 __asm __volatile("ptesync"); in ptesync() 263 __asm __volatile("or 31,31,31"); in nop_prio_vlow() 269 __asm __volatile("or 1,1,1"); in nop_prio_low() 275 __asm __volatile("or 6,6,6"); in nop_prio_mlow() 281 __asm __volatile("or 2,2,2"); in nop_prio_medium() 287 __asm __volatile("or 5,5,5"); in nop_prio_mhigh() [all …]
|
| H A D | atomic.h | 450 __asm __volatile ( 469 __asm __volatile ( in atomic_readandclear_long() 566 __asm __volatile ( 590 __asm __volatile ( in atomic_cmpset_short() 616 __asm __volatile ( 950 __asm __volatile( in atomic_swap_32() 967 __asm __volatile( in atomic_swap_64() 998 __asm __volatile( in atomic_testandset_int() 1018 __asm __volatile( in atomic_testandclear_int() 1039 __asm __volatile( in atomic_testandset_long() [all …]
|
| H A D | tls.h | 43 __asm __volatile("mr 13,%0" :: in _tcb_set() 46 __asm __volatile("mr 2,%0" :: in _tcb_set() 57 __asm __volatile("addi %0,13,%1" : "=r" (tcb) : in _tcb_get() 60 __asm __volatile("addi %0,2,%1" : "=r" (tcb) : in _tcb_get()
|
| /freebsd-14.2/sys/riscv/include/ |
| H A D | atomic.h | 129 __asm __volatile("amoadd.w zero, %1, %0" in atomic_add_32() 139 __asm __volatile("amoadd.w zero, %1, %0" in atomic_subtract_32() 149 __asm __volatile("amoor.w zero, %1, %0" in atomic_set_32() 173 __asm __volatile( in atomic_cmpset_32() 196 __asm __volatile( in atomic_fcmpset_32() 218 __asm __volatile("amoadd.w %0, %2, %1" in atomic_fetchadd_32() 234 __asm __volatile("amoswap.w %0, %2, %1" in atomic_readandclear_32() 320 __asm __volatile("amoor.d zero, %1, %0" in atomic_set_64() 344 __asm __volatile( in atomic_cmpset_64() 367 __asm __volatile( in atomic_fcmpset_64() [all …]
|
| H A D | riscvreg.h | 193 __asm __volatile("csrrwi %0, " #csr ", %1" \ 196 __asm __volatile("csrrw %0, " #csr ", %1" \ 203 __asm __volatile("csrwi " #csr ", %0" :: "i" (val)); \ 205 __asm __volatile("csrw " #csr ", %0" :: "r" (val)); \ 210 __asm __volatile("csrsi " #csr ", %0" :: "i" (val)); \ 212 __asm __volatile("csrs " #csr ", %0" :: "r" (val)); \ 217 __asm __volatile("csrci " #csr ", %0" :: "i" (val)); \ 219 __asm __volatile("csrc " #csr ", %0" :: "r" (val)); \ 224 __asm __volatile("csrr %0, " #csr : "=r" (val)); \ 232 __asm __volatile("1: " \
|
| H A D | cpufunc.h | 54 __asm __volatile( in intr_disable() 66 __asm __volatile( in intr_restore() 76 __asm __volatile( in intr_enable() 88 __asm __volatile("fence.i" ::: "memory"); in fence_i() 95 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma() 102 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page()
|
| /freebsd-14.2/sys/powerpc/aim/ |
| H A D | mp_cpudep.c | 71 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap() 80 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap() 83 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap() 116 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap() 130 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap() 132 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap() 328 __asm __volatile("mtasr %0; sync" :: "r"(0)); in cpudep_ap_setup() 330 __asm __volatile(" \ in cpudep_ap_setup() 337 __asm __volatile("sync; isync; \ in cpudep_ap_setup() 341 __asm __volatile(" \ in cpudep_ap_setup() [all …]
|
| /freebsd-14.2/sys/x86/include/ |
| H A D | x86_ieeefp.h | 106 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr))) 107 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr))) 108 #define __fnclex() __asm __volatile("fnclex") 109 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr))) 110 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr))) 111 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr))) 112 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr))) 113 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
|
| /freebsd-14.2/sys/arm64/include/ |
| H A D | cpufunc.h | 51 __asm __volatile( in dbg_disable() 63 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_D) ")"); in dbg_enable() 72 __asm __volatile( in intr_disable() 91 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_INTR) ")"); in intr_enable() 98 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_A) ")"); in serror_enable() 129 __asm __volatile("clrex" : : : "memory"); in clrex() 136 __asm __volatile( in set_ttbr0() 147 __asm __volatile( in invalidate_icache() 157 __asm __volatile( in invalidate_local_icache()
|
| H A D | iodev.h | 35 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \ 42 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \ 49 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \ 54 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a)) 57 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a)) 60 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
|
| H A D | atomic.h | 91 __asm __volatile( \ 107 __asm __volatile( \ 161 __asm __volatile( \ 183 __asm __volatile( \ 213 __asm __volatile( \ 235 __asm __volatile( \ 285 __asm __volatile( \ 302 __asm __volatile( \ 339 __asm __volatile( \ 355 __asm __volatile( \ [all …]
|
| /freebsd-14.2/sys/arm/include/ |
| H A D | atomic.h | 95 __asm __volatile( in atomic_add_32() 112 __asm __volatile( in atomic_add_64() 144 __asm __volatile( in ATOMIC_ACQ_REL_LONG() 161 __asm __volatile( in atomic_clear_64() 573 __asm __volatile( in atomic_fetchadd_32() 591 __asm __volatile( in atomic_fetchadd_64() 636 __asm __volatile( in atomic_load_64() 670 __asm __volatile( in atomic_readandclear_32() 688 __asm __volatile( in atomic_readandclear_64() 717 __asm __volatile( in atomic_set_32() [all …]
|
| H A D | pcpu.h | 85 __asm __volatile("mrc p15, 0, %0, c0, c0, 5" : "=r" (id)); \ 95 __asm __volatile("mrc p15, 0, %0, c13, c0, 4" : "=r" (ret)); in get_curthread() 103 __asm __volatile("mcr p15, 0, %0, c13, c0, 4" : : "r" (td)); in set_curthread() 112 __asm __volatile("mrc p15, 0, %0, c13, c0, 2" : "=r" (tls)); in get_tls() 125 __asm __volatile( in set_tls()
|
| /freebsd-14.2/sys/amd64/vmm/intel/ |
| H A D | vmx_cpufunc.h | 63 __asm __volatile("vmxon %[addr];" in vmxon() 80 __asm __volatile("vmclear %[addr];" in vmclear() 92 __asm __volatile("vmxoff"); in vmxoff() 99 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst() 109 __asm __volatile("vmptrld %[addr];" in vmptrld() 122 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite() 136 __asm __volatile("vmread %[r], %[addr];" in vmread() 185 __asm __volatile("invvpid %[desc], %[type];" in invvpid() 208 __asm __volatile("invept %[desc], %[type];" in invept()
|
| /freebsd-14.2/lib/msun/powerpc/ |
| H A D | fenv.c | 73 __asm __volatile ("efsdiv %0, %0, %1" :: "r"(0), "r"(0)); in feraiseexcept() 75 __asm __volatile ("efsdiv %0, %0, %1" :: "r"(1.0f), "r"(0)); in feraiseexcept() 77 __asm __volatile ("efsmul %0, %0, %0" :: "r"(PMIN)); in feraiseexcept() 79 __asm __volatile ("efsadd %0, %0, %0" :: "r"(PMAX)); in feraiseexcept() 81 __asm __volatile ("efssub %0, %0, %1" :: "r"(PMIN), "r"(1.0f)); in feraiseexcept()
|
| /freebsd-14.2/contrib/llvm-project/compiler-rt/lib/builtins/ |
| H A D | clear_cache.c | 87 __asm __volatile("svc 0x0" in __clear_cache() 130 __asm __volatile("mrs %0, ctr_el0" : "=r"(ctr_el0)); in __clear_cache() 142 __asm __volatile("dc cvau, %0" ::"r"(addr)); in __clear_cache() 144 __asm __volatile("dsb ish"); in __clear_cache() 152 __asm __volatile("ic ivau, %0" ::"r"(addr)); in __clear_cache() 153 __asm __volatile("dsb ish"); in __clear_cache() 155 __asm __volatile("isb sy"); in __clear_cache() 191 __asm __volatile("ecall" in __clear_cache()
|
| /freebsd-14.2/sys/powerpc/powerpc/ |
| H A D | syncicache.c | 59 __asm __volatile ("dcbst 0,%0" :: "r"(p)); in __syncicache() 62 __asm __volatile ("sync"); in __syncicache() 65 __asm __volatile ("icbi 0,%0" :: "r"(p)); in __syncicache() 68 __asm __volatile ("sync; isync"); in __syncicache()
|
| /freebsd-14.2/lib/libc/powerpc/gen/ |
| H A D | syncicache.c | 89 __asm __volatile ("dcbst 0,%0" :: "r"(p)); in __syncicache() 92 __asm __volatile ("sync"); in __syncicache() 95 __asm __volatile ("icbi 0,%0" :: "r"(p)); in __syncicache() 98 __asm __volatile ("sync; isync"); in __syncicache()
|
| /freebsd-14.2/lib/libc/powerpc64/gen/ |
| H A D | syncicache.c | 89 __asm __volatile ("dcbst 0,%0" :: "r"(p)); in __syncicache() 92 __asm __volatile ("sync"); in __syncicache() 95 __asm __volatile ("icbi 0,%0" :: "r"(p)); in __syncicache() 98 __asm __volatile ("sync; isync"); in __syncicache()
|
| /freebsd-14.2/stand/libsa/powerpc/ |
| H A D | syncicache.c | 87 __asm __volatile ("dcbst 0,%0" :: "r"(p)); in __syncicache() 90 __asm __volatile ("sync"); in __syncicache() 93 __asm __volatile ("icbi 0,%0" :: "r"(p)); in __syncicache() 96 __asm __volatile ("sync; isync"); in __syncicache()
|