| /freebsd-13.1/stand/mips/beri/common/ |
| H A D | mips.h | 96 mips_ioread_uint8(vaddr_t vaddr) in mips_ioread_uint8() argument 100 __asm__ __volatile__ ("lb %0, 0(%1)" : "=r" (v) : "r" (vaddr)); in mips_ioread_uint8() 105 mips_iowrite_uint8(vaddr_t vaddr, uint8_t v) in mips_iowrite_uint8() argument 108 __asm__ __volatile__ ("sb %0, 0(%1)" : : "r" (v), "r" (vaddr)); in mips_iowrite_uint8() 112 mips_ioread_uint32(vaddr_t vaddr) in mips_ioread_uint32() argument 116 __asm__ __volatile__ ("lw %0, 0(%1)" : "=r" (v) : "r" (vaddr)); in mips_ioread_uint32() 121 mips_iowrite_uint32(vaddr_t vaddr, uint32_t v) in mips_iowrite_uint32() argument 131 mips_ioread_uint32le(vaddr_t vaddr) in mips_ioread_uint32le() argument 134 return (byteswap32(mips_ioread_uint32(vaddr))); in mips_ioread_uint32le() 138 mips_iowrite_uint32le(vaddr_t vaddr, uint32_t v) in mips_iowrite_uint32le() argument [all …]
|
| /freebsd-13.1/sys/contrib/octeon-sdk/ |
| H A D | cvmx-shmem.c | 306 void *vaddr = NULL; in cvmx_shmem_named_block_open() local 399 if (vaddr == NULL) { in cvmx_shmem_named_block_open() 407 dscptr->vaddr = vaddr; in cvmx_shmem_named_block_open() 464 return dscptr -> vaddr; in __cvmx_shmem_map_standalone() 483 void *vaddr = NULL; in __cvmx_shmem_map_linux() local 495 vaddr = mmap(dscptr->vaddr, dscptr->size, PROT_READ|PROT_WRITE, in __cvmx_shmem_map_linux() 501 if ((vaddr!=NULL) && (vaddr != dscptr->vaddr)) in __cvmx_shmem_map_linux() 504 vaddr = NULL; in __cvmx_shmem_map_linux() 506 return vaddr; in __cvmx_shmem_map_linux() 522 void *vaddr = NULL; in cvmx_shmem_map() local [all …]
|
| H A D | cvmx-tlb.c | 282 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_entry() argument 290 if ((vaddr >> __log2(size) & 1)) { in cvmx_tlb_write_entry() 293 hi = ((vaddr - size) >> 12) << 12; in cvmx_tlb_write_entry() 297 hi = ((vaddr) >> 12) << 12; in cvmx_tlb_write_entry() 303 hi = ((vaddr) >> 12) << 12; in cvmx_tlb_write_entry() 325 int cvmx_tlb_add_fixed_entry( uint64_t vaddr, uint64_t paddr, uint64_t size, uint64_t tlb_flags) { in cvmx_tlb_add_fixed_entry() argument 334 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_add_fixed_entry() 357 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_runtime_entry() argument 365 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_write_runtime_entry() 379 int cvmx_tlb_lookup(uint64_t vaddr) { in cvmx_tlb_lookup() argument [all …]
|
| H A D | cvmx-core.c | 113 int cvmx_core_add_fixed_tlb_mapping_bits(uint64_t vaddr, uint64_t page0_addr, uint64_t page1_addr, … in cvmx_core_add_fixed_tlb_mapping_bits() argument 116 if ((vaddr & (page_mask | 0x7ff)) in cvmx_core_add_fixed_tlb_mapping_bits() 120 …rror adding tlb mapping: invalid address alignment at vaddr: 0x%llx\n", (unsigned long long)vaddr); in cvmx_core_add_fixed_tlb_mapping_bits() 125 return(cvmx_core_add_wired_tlb_entry(vaddr, in cvmx_core_add_fixed_tlb_mapping_bits() 144 int cvmx_core_add_fixed_tlb_mapping(uint64_t vaddr, uint64_t page0_addr, uint64_t page1_addr, cvmx_… in cvmx_core_add_fixed_tlb_mapping() argument 147 …return(cvmx_core_add_fixed_tlb_mapping_bits(vaddr, page0_addr | TLB_DIRTY | TLB_VALID | TLB_GLOBAL… in cvmx_core_add_fixed_tlb_mapping()
|
| H A D | cvmx-tlb.h | 85 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, 102 int cvmx_tlb_add_fixed_entry(uint64_t vaddr, uint64_t paddr, 116 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr, 127 int cvmx_tlb_lookup(uint64_t vaddr);
|
| /freebsd-13.1/contrib/processor-trace/libipt/internal/include/ |
| H A D | pt_mapped_section.h | 47 uint64_t vaddr; member 68 uint64_t vaddr, uint64_t offset, uint64_t size) in pt_msec_init() argument 74 msec->vaddr = vaddr; in pt_msec_init() 98 return msec->vaddr; in pt_msec_begin() 107 return msec->vaddr + msec->size; in pt_msec_end() 149 return (offset - msec->offset) + msec->vaddr; in pt_msec_map() 154 uint64_t vaddr) in pt_msec_unmap() argument 156 return (vaddr - msec->vaddr) + msec->offset; in pt_msec_unmap() 169 uint64_t vaddr) in pt_msec_read() argument 177 begin = vaddr; in pt_msec_read()
|
| H A D | pt_image.h | 89 const struct pt_asid *asid, uint64_t vaddr, int isid); 98 const struct pt_asid *asid, uint64_t vaddr); 123 const struct pt_asid *asid, uint64_t vaddr); 138 uint64_t vaddr, int isid);
|
| /freebsd-13.1/sys/dev/drm2/ |
| H A D | drm_scatter.c | 49 if (entry->vaddr != 0) in drm_sg_cleanup() 50 kmem_free(entry->vaddr, IDX_TO_OFF(entry->pages)); in drm_sg_cleanup() 85 entry->vaddr = drm_vmalloc_dma(size); in drm_sg_alloc() 86 if (entry->vaddr == 0) { in drm_sg_alloc() 94 vtophys(entry->vaddr + IDX_TO_OFF(pindex)); in drm_sg_alloc() 97 request->handle = entry->vaddr; in drm_sg_alloc() 102 entry->pages, entry->vaddr, *(unsigned long *)entry->vaddr); in drm_sg_alloc() 128 if (!entry || entry->vaddr != request->handle) in drm_sg_free() 131 DRM_DEBUG("free 0x%zx\n", entry->vaddr); in drm_sg_free()
|
| /freebsd-13.1/contrib/processor-trace/libipt/src/ |
| H A D | pt_image.c | 60 uint64_t vaddr, in pt_mk_section_list() argument 166 begin = vaddr; in pt_image_add() 268 const struct pt_asid *asid, uint64_t vaddr) in pt_image_remove() argument 296 if (sec == section && begin == vaddr) { in pt_image_remove() 363 list->section.vaddr, in pt_image_copy() 502 uint64_t vaddr) in pt_image_check_msec() argument 513 if (vaddr < begin || end <= vaddr) in pt_image_check_msec() 536 const struct pt_asid *asid, uint64_t vaddr) in pt_image_fetch_section() argument 630 uint64_t vaddr; in pt_image_add_cached() local 657 const struct pt_asid *asid, uint64_t vaddr) in pt_image_find() argument [all …]
|
| /freebsd-13.1/sys/riscv/riscv/ |
| H A D | busdma_bounce.c | 503 if (*vaddr == NULL) { in bounce_bus_dmamem_alloc() 533 free(vaddr, M_DEVBUF); in bounce_bus_dmamem_free() 573 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 603 vaddr += sg_len; in _bus_dmamap_count_pages() 725 sl->vaddr = 0; in bounce_bus_dmamap_load_phys() 777 vaddr = (vm_offset_t)buf; in bounce_bus_dmamap_load_buffer() 787 kvaddr = vaddr; in bounce_bus_dmamap_load_buffer() 818 sl->vaddr = kvaddr; in bounce_bus_dmamap_load_buffer() 839 vaddr += sgsize; in bounce_bus_dmamap_load_buffer() 920 if (sl->vaddr == 0) { in dma_dcache_sync() [all …]
|
| H A D | uio_machdep.c | 64 vm_offset_t page_offset, vaddr; in uiomove_fromphys() local 91 &ma[offset >> PAGE_SHIFT], &vaddr, 1, TRUE); in uiomove_fromphys() 92 cp = (char *)vaddr + page_offset; in uiomove_fromphys() 115 &vaddr, 1, TRUE); in uiomove_fromphys() 128 pmap_unmap_io_transient(&ma[offset >> PAGE_SHIFT], &vaddr, 1, in uiomove_fromphys()
|
| /freebsd-13.1/sys/dev/altera/jtag_uart/ |
| H A D | altera_jtag_uart_cons.c | 124 mips_ioread_uint32(vaddr_t vaddr) in mips_ioread_uint32() argument 128 __asm__ __volatile__ ("lw %0, 0(%1)" : "=r" (v) : "r" (vaddr)); in mips_ioread_uint32() 133 mips_iowrite_uint32(vaddr_t vaddr, uint32_t v) in mips_iowrite_uint32() argument 136 __asm__ __volatile__ ("sw %0, 0(%1)" : : "r" (v), "r" (vaddr)); in mips_iowrite_uint32() 143 mips_ioread_uint32le(vaddr_t vaddr) in mips_ioread_uint32le() argument 146 return (le32toh(mips_ioread_uint32(vaddr))); in mips_ioread_uint32le() 150 mips_iowrite_uint32le(vaddr_t vaddr, uint32_t v) in mips_iowrite_uint32le() argument 153 mips_iowrite_uint32(vaddr, htole32(v)); in mips_iowrite_uint32le()
|
| /freebsd-13.1/sys/arm64/arm64/ |
| H A D | busdma_bounce.c | 609 if (*vaddr == NULL) { in bounce_bus_dmamem_alloc() 639 free(vaddr, M_DEVBUF); in bounce_bus_dmamem_free() 696 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 722 min(vendaddr - vaddr, (PAGE_SIZE - ((vm_offset_t)vaddr & in _bus_dmamap_count_pages() 728 vaddr += sg_len; in _bus_dmamap_count_pages() 859 sl->vaddr = 0; in bounce_bus_dmamap_load_phys() 938 kvaddr = vaddr; in bounce_bus_dmamap_load_buffer() 971 sl->vaddr = kvaddr; in bounce_bus_dmamap_load_buffer() 990 vaddr += sgsize; in bounce_bus_dmamap_load_buffer() 1073 if (sl->vaddr == 0) { in dma_dcache_sync() [all …]
|
| H A D | uio_machdep.c | 64 vm_offset_t page_offset, vaddr; in uiomove_fromphys() local 91 &ma[offset >> PAGE_SHIFT], &vaddr, 1, TRUE); in uiomove_fromphys() 92 cp = (char *)vaddr + page_offset; in uiomove_fromphys() 115 &vaddr, 1, TRUE); in uiomove_fromphys() 128 pmap_unmap_io_transient(&ma[offset >> PAGE_SHIFT], &vaddr, 1, in uiomove_fromphys()
|
| /freebsd-13.1/sys/mips/mips/ |
| H A D | busdma_machdep.c | 655 void *vaddr; in bus_dmamem_alloc() local 737 if (vaddr == NULL) { in bus_dmamem_alloc() 743 *vaddrp = vaddr; in bus_dmamem_alloc() 811 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 838 vaddr += sg_len; in _bus_dmamap_count_pages() 1029 vaddr != sl->vaddr + sl->datacount) { in _bus_dmamap_load_buffer() 1033 sl->vaddr = vaddr; in _bus_dmamap_load_buffer() 1043 vaddr += sgsize; in _bus_dmamap_load_buffer() 1219 bpage->vaddr), in _bus_dmamap_sync_bp() 1225 bpage->vaddr), in _bus_dmamap_sync_bp() [all …]
|
| /freebsd-13.1/sys/vm/ |
| H A D | vm_fault.c | 123 vm_offset_t vaddr; member 324 vm_offset_t vaddr; in vm_fault_soft_fast() local 330 vaddr = fs->vaddr; in vm_fault_soft_fast() 364 vaddr = rounddown2(vaddr, pagesizes[psind]); in vm_fault_soft_fast() 442 vm_offset_t vaddr; in vm_fault_populate() local 665 ktrfault(vaddr, fault_type); in vm_fault_trap() 1461 fs.vaddr = vaddr; in vm_fault() 1670 vm_fault_prefault(&fs, vaddr, in vm_fault() 1748 end = rounddown2(vaddr, size); in vm_fault_dontneed() 1973 vm_offset_t vaddr; in vm_fault_copy_entry() local [all …]
|
| /freebsd-13.1/sys/ofed/include/rdma/ |
| H A D | ib_hdrs.h | 82 __be64 vaddr; /* potentially unaligned */ member 88 __be64 vaddr; /* potentially unaligned */ member 143 return ib_u64_get(&reth->vaddr); in get_ib_reth_vaddr() 148 ib_u64_put(val, &reth->vaddr); in put_ib_reth_vaddr() 153 return ib_u64_get(&ateth->vaddr); in get_ib_ateth_vaddr() 158 ib_u64_put(val, &ateth->vaddr); in put_ib_ateth_vaddr()
|
| /freebsd-13.1/sys/arm/arm/ |
| H A D | busdma_machdep.c | 861 if (*vaddr == NULL) { in bus_dmamem_alloc() 947 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 969 min(vendaddr - vaddr, (PAGE_SIZE - ((vm_offset_t)vaddr & in _bus_dmamap_count_pages() 973 vaddr += (PAGE_SIZE - ((vm_offset_t)vaddr & PAGE_MASK)); in _bus_dmamap_count_pages() 1102 sl->vaddr = 0; in _bus_dmamap_load_phys() 1187 vaddr = (vm_offset_t)buf; in _bus_dmamap_load_buffer() 1195 kvaddr = vaddr; in _bus_dmamap_load_buffer() 1226 sl->vaddr = kvaddr; in _bus_dmamap_load_buffer() 1245 vaddr += sgsize; in _bus_dmamap_load_buffer() 1340 if (sl->vaddr == 0) { in dma_dcache_sync() [all …]
|
| H A D | nexus.c | 347 bus_space_handle_t vaddr; in nexus_activate_resource() local 359 err = bus_space_map(fdtbus_bs_tag, paddr, psize, 0, &vaddr); in nexus_activate_resource() 366 vaddr = (bus_space_handle_t)pmap_mapdev((vm_offset_t)paddr, in nexus_activate_resource() 368 if (vaddr == 0) { in nexus_activate_resource() 374 rman_set_virtual(r, (void *)vaddr); in nexus_activate_resource() 375 rman_set_bushandle(r, vaddr); in nexus_activate_resource() 392 bus_space_handle_t vaddr; in nexus_deactivate_resource() local 396 vaddr = rman_get_bushandle(r); in nexus_deactivate_resource() 398 if (vaddr != 0) { in nexus_deactivate_resource() 400 bus_space_unmap(fdtbus_bs_tag, vaddr, psize); in nexus_deactivate_resource() [all …]
|
| /freebsd-13.1/sys/x86/x86/ |
| H A D | busdma_bounce.c | 458 KASSERT(*vaddr == NULL || ((uintptr_t)*vaddr & PAGE_MASK) + in bounce_bus_dmamem_alloc() 481 if (*vaddr == NULL) { in bounce_bus_dmamem_alloc() 508 free(vaddr, M_DEVBUF); in bounce_bus_dmamem_free() 562 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 578 vaddr = (vm_offset_t)buf; in _bus_dmamap_count_pages() 592 vaddr += sg_len; in _bus_dmamap_count_pages() 801 vaddr = (vm_offset_t)buf; in bounce_bus_dmamap_load_buffer() 808 kvaddr = vaddr; in bounce_bus_dmamap_load_buffer() 833 vaddr += sgsize; in bounce_bus_dmamap_load_buffer() 1193 if (bpage->vaddr == 0) { in alloc_bounce_pages() [all …]
|
| /freebsd-13.1/contrib/elftoolchain/elfcopy/ |
| H A D | segments.c | 183 if (vma < s->vma - s->seg->vaddr) in adjust_addr() 187 start = vma - (s->vma - s->seg->vaddr); in adjust_addr() 191 end = s->seg->vaddr + s->seg->msz; in adjust_addr() 197 start = s->seg->vaddr; in adjust_addr() 213 if (start > seg->vaddr + seg->msz) in adjust_addr() 215 if (end < seg->vaddr) in adjust_addr() 219 s->name, (uintmax_t) seg->vaddr, in adjust_addr() 495 seg->vaddr = iphdr.p_vaddr; in setup_phdr() 518 seg->vaddr = s->vma + in copy_phdr() 533 seg->vaddr = s->vma; in copy_phdr() [all …]
|
| /freebsd-13.1/sys/powerpc/powerpc/ |
| H A D | busdma_machdep.c | 563 if (*vaddr == NULL) { in bus_dmamem_alloc() 584 free(vaddr, M_DEVBUF); in bus_dmamem_free() 626 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 639 vaddr = (vm_offset_t)buf; in _bus_dmamap_count_pages() 654 vaddr += sg_len; in _bus_dmamap_count_pages() 806 vm_offset_t kvaddr, vaddr; in _bus_dmamap_load_buffer() local 821 vaddr = (vm_offset_t)buf; in _bus_dmamap_load_buffer() 831 kvaddr = vaddr; in _bus_dmamap_load_buffer() 855 vaddr += sgsize; in _bus_dmamap_load_buffer() 1099 if (bpage->vaddr == 0) { in alloc_bounce_pages() [all …]
|
| /freebsd-13.1/sys/arm/mv/armada38x/ |
| H A D | armada38x_mp.c | 54 bus_space_handle_t vaddr; in cpu_reset_deassert() local 59 MV_CPU_RESET_REGS_LEN, 0, &vaddr); in cpu_reset_deassert() 64 reg = bus_space_read_4(fdtbus_bs_tag, vaddr, CPU_RESET_OFFSET(1)); in cpu_reset_deassert() 67 bus_space_write_4(fdtbus_bs_tag, vaddr, CPU_RESET_OFFSET(1), reg); in cpu_reset_deassert() 69 bus_space_unmap(fdtbus_bs_tag, vaddr, MV_CPU_RESET_REGS_LEN); in cpu_reset_deassert()
|
| /freebsd-13.1/sys/dev/mpt/ |
| H A D | mpt_user.c | 59 void *vaddr; member 203 page_mem->vaddr = NULL; in mpt_alloc_buffer() 227 page_mem->vaddr = NULL; in mpt_alloc_buffer() 238 if (page_mem->vaddr == NULL) in mpt_free_buffer() 243 page_mem->vaddr = NULL; in mpt_free_buffer() 305 hdr = mpt_page->vaddr; in mpt_user_read_cfg_page() 393 hdr = mpt_page->vaddr; in mpt_user_read_extcfg_page() 429 hdr = mpt_page->vaddr; in mpt_user_write_cfg_page() 587 if (mpt_page->vaddr != NULL) in mpt_user_raid_action() 616 mpt_page.vaddr = NULL; in mpt_ioctl() [all …]
|
| /freebsd-13.1/sys/amd64/amd64/ |
| H A D | uio_machdep.c | 66 vm_offset_t page_offset, vaddr; in uiomove_fromphys() local 93 &ma[offset >> PAGE_SHIFT], &vaddr, 1, TRUE); in uiomove_fromphys() 94 cp = (char *)vaddr + page_offset; in uiomove_fromphys() 117 &vaddr, 1, TRUE); in uiomove_fromphys() 129 pmap_unmap_io_transient(&ma[offset >> PAGE_SHIFT], &vaddr, 1, in uiomove_fromphys()
|