| /f-stack/freebsd/contrib/octeon-sdk/ |
| H A D | cvmx-shmem.c | 306 void *vaddr = NULL; in cvmx_shmem_named_block_open() local 399 if (vaddr == NULL) { in cvmx_shmem_named_block_open() 407 dscptr->vaddr = vaddr; in cvmx_shmem_named_block_open() 464 return dscptr -> vaddr; in __cvmx_shmem_map_standalone() 483 void *vaddr = NULL; in __cvmx_shmem_map_linux() local 495 vaddr = mmap(dscptr->vaddr, dscptr->size, PROT_READ|PROT_WRITE, in __cvmx_shmem_map_linux() 501 if ((vaddr!=NULL) && (vaddr != dscptr->vaddr)) in __cvmx_shmem_map_linux() 504 vaddr = NULL; in __cvmx_shmem_map_linux() 506 return vaddr; in __cvmx_shmem_map_linux() 522 void *vaddr = NULL; in cvmx_shmem_map() local [all …]
|
| H A D | cvmx-core.c | 113 int cvmx_core_add_fixed_tlb_mapping_bits(uint64_t vaddr, uint64_t page0_addr, uint64_t page1_addr, … in cvmx_core_add_fixed_tlb_mapping_bits() argument 116 if ((vaddr & (page_mask | 0x7ff)) in cvmx_core_add_fixed_tlb_mapping_bits() 120 …rror adding tlb mapping: invalid address alignment at vaddr: 0x%llx\n", (unsigned long long)vaddr); in cvmx_core_add_fixed_tlb_mapping_bits() 125 return(cvmx_core_add_wired_tlb_entry(vaddr, in cvmx_core_add_fixed_tlb_mapping_bits() 144 int cvmx_core_add_fixed_tlb_mapping(uint64_t vaddr, uint64_t page0_addr, uint64_t page1_addr, cvmx_… in cvmx_core_add_fixed_tlb_mapping() argument 147 …return(cvmx_core_add_fixed_tlb_mapping_bits(vaddr, page0_addr | TLB_DIRTY | TLB_VALID | TLB_GLOBAL… in cvmx_core_add_fixed_tlb_mapping()
|
| H A D | cvmx-tlb.c | 282 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_entry() argument 290 if ((vaddr >> __log2(size) & 1)) { in cvmx_tlb_write_entry() 293 hi = ((vaddr - size) >> 12) << 12; in cvmx_tlb_write_entry() 297 hi = ((vaddr) >> 12) << 12; in cvmx_tlb_write_entry() 303 hi = ((vaddr) >> 12) << 12; in cvmx_tlb_write_entry() 325 int cvmx_tlb_add_fixed_entry( uint64_t vaddr, uint64_t paddr, uint64_t size, uint64_t tlb_flags) { in cvmx_tlb_add_fixed_entry() argument 334 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_add_fixed_entry() 357 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_runtime_entry() argument 365 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_write_runtime_entry() 379 int cvmx_tlb_lookup(uint64_t vaddr) { in cvmx_tlb_lookup() argument [all …]
|
| H A D | cvmx-tlb.h | 85 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, 102 int cvmx_tlb_add_fixed_entry(uint64_t vaddr, uint64_t paddr, 116 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr, 127 int cvmx_tlb_lookup(uint64_t vaddr);
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | busdma_bounce.c | 609 if (*vaddr == NULL) { in bounce_bus_dmamem_alloc() 639 free(vaddr, M_DEVBUF); in bounce_bus_dmamem_free() 696 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 722 min(vendaddr - vaddr, (PAGE_SIZE - ((vm_offset_t)vaddr & in _bus_dmamap_count_pages() 728 vaddr += sg_len; in _bus_dmamap_count_pages() 859 sl->vaddr = 0; in bounce_bus_dmamap_load_phys() 938 kvaddr = vaddr; in bounce_bus_dmamap_load_buffer() 971 sl->vaddr = kvaddr; in bounce_bus_dmamap_load_buffer() 990 vaddr += sgsize; in bounce_bus_dmamap_load_buffer() 1073 if (sl->vaddr == 0) { in dma_dcache_sync() [all …]
|
| H A D | uio_machdep.c | 64 vm_offset_t page_offset, vaddr; in uiomove_fromphys() local 91 &ma[offset >> PAGE_SHIFT], &vaddr, 1, TRUE); in uiomove_fromphys() 92 cp = (char *)vaddr + page_offset; in uiomove_fromphys() 115 &vaddr, 1, TRUE); in uiomove_fromphys() 128 pmap_unmap_io_transient(&ma[offset >> PAGE_SHIFT], &vaddr, 1, in uiomove_fromphys()
|
| /f-stack/freebsd/mips/mips/ |
| H A D | busdma_machdep.c | 657 void *vaddr; in bus_dmamem_alloc() local 739 if (vaddr == NULL) { in bus_dmamem_alloc() 745 *vaddrp = vaddr; in bus_dmamem_alloc() 813 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 840 vaddr += sg_len; in _bus_dmamap_count_pages() 1031 vaddr != sl->vaddr + sl->datacount) { in _bus_dmamap_load_buffer() 1035 sl->vaddr = vaddr; in _bus_dmamap_load_buffer() 1045 vaddr += sgsize; in _bus_dmamap_load_buffer() 1221 bpage->vaddr), in _bus_dmamap_sync_bp() 1227 bpage->vaddr), in _bus_dmamap_sync_bp() [all …]
|
| /f-stack/freebsd/arm/mv/armada38x/ |
| H A D | armada38x_mp.c | 54 bus_space_handle_t vaddr; in cpu_reset_deassert() local 59 MV_CPU_RESET_REGS_LEN, 0, &vaddr); in cpu_reset_deassert() 64 reg = bus_space_read_4(fdtbus_bs_tag, vaddr, CPU_RESET_OFFSET(1)); in cpu_reset_deassert() 67 bus_space_write_4(fdtbus_bs_tag, vaddr, CPU_RESET_OFFSET(1), reg); in cpu_reset_deassert() 69 bus_space_unmap(fdtbus_bs_tag, vaddr, MV_CPU_RESET_REGS_LEN); in cpu_reset_deassert()
|
| H A D | pmsu.c | 135 bus_space_handle_t vaddr; in pmsu_boot_secondary_cpu() local 139 0, &vaddr); in pmsu_boot_secondary_cpu() 144 bus_space_write_4(fdtbus_bs_tag, vaddr, PMSU_BOOT_ADDR_REDIRECT_OFFSET(1), in pmsu_boot_secondary_cpu() 151 bus_space_unmap(fdtbus_bs_tag, vaddr, MV_PMSU_REGS_LEN); in pmsu_boot_secondary_cpu()
|
| /f-stack/freebsd/vm/ |
| H A D | vm_fault.c | 123 vm_offset_t vaddr; member 306 vm_offset_t vaddr; in vm_fault_soft_fast() local 309 vaddr = fs->vaddr; in vm_fault_soft_fast() 343 vaddr = rounddown2(vaddr, pagesizes[psind]); in vm_fault_soft_fast() 419 vm_offset_t vaddr; in vm_fault_populate() local 629 ktrfault(vaddr, fault_type); in vm_fault_trap() 1291 fs.vaddr = vaddr; in vm_fault() 1589 vm_fault_prefault(&fs, vaddr, in vm_fault() 1667 end = rounddown2(vaddr, size); in vm_fault_dontneed() 1892 vm_offset_t vaddr; in vm_fault_copy_entry() local [all …]
|
| /f-stack/freebsd/arm/arm/ |
| H A D | busdma_machdep.c | 855 if (*vaddr == NULL) { in bus_dmamem_alloc() 941 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 963 min(vendaddr - vaddr, (PAGE_SIZE - ((vm_offset_t)vaddr & in _bus_dmamap_count_pages() 967 vaddr += (PAGE_SIZE - ((vm_offset_t)vaddr & PAGE_MASK)); in _bus_dmamap_count_pages() 1092 sl->vaddr = 0; in _bus_dmamap_load_phys() 1171 vaddr = (vm_offset_t)buf; in _bus_dmamap_load_buffer() 1179 kvaddr = vaddr; in _bus_dmamap_load_buffer() 1210 sl->vaddr = kvaddr; in _bus_dmamap_load_buffer() 1229 vaddr += sgsize; in _bus_dmamap_load_buffer() 1324 if (sl->vaddr == 0) { in dma_dcache_sync() [all …]
|
| H A D | nexus.c | 349 bus_space_handle_t vaddr; in nexus_activate_resource() local 361 err = bus_space_map(fdtbus_bs_tag, paddr, psize, 0, &vaddr); in nexus_activate_resource() 368 vaddr = (bus_space_handle_t)pmap_mapdev((vm_offset_t)paddr, in nexus_activate_resource() 370 if (vaddr == 0) { in nexus_activate_resource() 376 rman_set_virtual(r, (void *)vaddr); in nexus_activate_resource() 377 rman_set_bushandle(r, vaddr); in nexus_activate_resource() 394 bus_space_handle_t vaddr; in nexus_deactivate_resource() local 398 vaddr = rman_get_bushandle(r); in nexus_deactivate_resource() 400 if (vaddr != 0) { in nexus_deactivate_resource() 402 bus_space_unmap(fdtbus_bs_tag, vaddr, psize); in nexus_deactivate_resource() [all …]
|
| /f-stack/dpdk/drivers/crypto/ccp/ |
| H A D | ccp_dev.c | 71 void *vaddr = (void *)(dev->pci.mem_resource[2].addr); in ccp_read_hwrng() local 74 *value = CCP_READ_REG(vaddr, TRNG_OUT_REG); in ccp_read_hwrng() 490 void *vaddr; in ccp_add_device() local 497 vaddr = (void *)(dev->pci.mem_resource[2].addr); in ccp_add_device() 500 CCP_WRITE_REG(vaddr, CMD_TRNG_CTL_OFFSET, 0x00012D57); in ccp_add_device() 501 CCP_WRITE_REG(vaddr, CMD_CONFIG_0_OFFSET, 0x00000003); in ccp_add_device() 503 CCP_WRITE_REG(vaddr, CMD_AES_MASK_OFFSET, in ccp_add_device() 504 CCP_READ_REG(vaddr, TRNG_OUT_REG)); in ccp_add_device() 506 CCP_WRITE_REG(vaddr, CMD_QUEUE_MASK_OFFSET, 0x0000001F); in ccp_add_device() 526 qmr = CCP_READ_REG(vaddr, Q_MASK_REG); in ccp_add_device() [all …]
|
| /f-stack/freebsd/x86/x86/ |
| H A D | busdma_bounce.c | 456 KASSERT(*vaddr == NULL || ((uintptr_t)*vaddr & PAGE_MASK) + in bounce_bus_dmamem_alloc() 479 if (*vaddr == NULL) { in bounce_bus_dmamem_alloc() 506 free(vaddr, M_DEVBUF); in bounce_bus_dmamem_free() 560 vm_offset_t vaddr; in _bus_dmamap_count_pages() local 576 vaddr = (vm_offset_t)buf; in _bus_dmamap_count_pages() 590 vaddr += sg_len; in _bus_dmamap_count_pages() 799 vaddr = (vm_offset_t)buf; in bounce_bus_dmamap_load_buffer() 806 kvaddr = vaddr; in bounce_bus_dmamap_load_buffer() 831 vaddr += sgsize; in bounce_bus_dmamap_load_buffer() 1191 if (bpage->vaddr == 0) { in alloc_bounce_pages() [all …]
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | uio_machdep.c | 66 vm_offset_t page_offset, vaddr; in uiomove_fromphys() local 93 &ma[offset >> PAGE_SHIFT], &vaddr, 1, TRUE); in uiomove_fromphys() 94 cp = (char *)vaddr + page_offset; in uiomove_fromphys() 117 &vaddr, 1, TRUE); in uiomove_fromphys() 129 pmap_unmap_io_transient(&ma[offset >> PAGE_SHIFT], &vaddr, 1, in uiomove_fromphys()
|
| /f-stack/dpdk/drivers/bus/fslmc/ |
| H A D | fslmc_vfio.c | 177 unsigned long *vaddr = NULL; in vfio_map_irq_region() local 181 .vaddr = 0x6030000, in vfio_map_irq_region() 188 if (vaddr == MAP_FAILED) { in vfio_map_irq_region() 193 msi_intr_vaddr = (uint32_t *)((char *)(vaddr) + 64); in vfio_map_irq_region() 194 map.vaddr = (unsigned long)vaddr; in vfio_map_irq_region() 280 dma_map.vaddr = vaddr; in fslmc_map_dma() 285 dma_map.iova = dma_map.vaddr; in fslmc_map_dma() 297 (uint64_t)dma_map.vaddr, (uint64_t)dma_map.size); in fslmc_map_dma() 324 dma_unmap.iova = vaddr; in fslmc_unmap_dma() 390 dma_map.vaddr = vaddr; in rte_fslmc_vfio_mem_dmamap() [all …]
|
| /f-stack/dpdk/drivers/common/dpaax/ |
| H A D | dpaax_iova_table.h | 69 int dpaax_iova_table_update(phys_addr_t paddr, void *vaddr, size_t length); 78 void *vaddr = 0; in dpaax_iova_table_get_va() local 104 vaddr = (void *)((uintptr_t)entry[i].pages[index] + offset); in dpaax_iova_table_get_va() 108 return vaddr; in dpaax_iova_table_get_va()
|
| /f-stack/dpdk/drivers/mempool/octeontx/ |
| H A D | rte_mempool_octeontx.c | 157 void *vaddr, rte_iova_t iova, size_t len, in octeontx_fpavf_populate() argument 172 off = total_elt_sz - ((((uintptr_t)vaddr - 1) % total_elt_sz) + 1); in octeontx_fpavf_populate() 177 vaddr = (char *)vaddr + off; in octeontx_fpavf_populate() 184 ret = octeontx_fpavf_pool_set_range(pool_bar, len, vaddr, gpool); in octeontx_fpavf_populate() 190 max_objs, vaddr, iova, len, in octeontx_fpavf_populate()
|
| /f-stack/freebsd/arm/freescale/vybrid/ |
| H A D | vf_machdep.c | 65 bus_addr_t vaddr; in vf_cpu_reset() local 72 if (bus_space_map(fdtbus_bs_tag, paddr, 0x10, 0, &vaddr) == 0) { in vf_cpu_reset() 73 bus_space_write_4(fdtbus_bs_tag, vaddr, 0x00, SW_RST); in vf_cpu_reset()
|
| /f-stack/dpdk/drivers/bus/dpaa/ |
| H A D | rte_dpaa_bus.h | 158 char *vaddr; member 184 return RTE_PTR_ADD(ms->vaddr, (uintptr_t)(paddr - ms->iova)); in rte_dpaa_mem_ptov() 196 rte_dpaa_mem_vtop(void *vaddr) in rte_dpaa_mem_vtop() argument 200 ms = rte_mem_virt2memseg(vaddr, NULL); in rte_dpaa_mem_vtop() 202 return ms->iova + RTE_PTR_DIFF(vaddr, ms->addr); in rte_dpaa_mem_vtop()
|
| /f-stack/freebsd/kern/ |
| H A D | subr_sglist.c | 115 vm_offset_t vaddr, offset; in _sglist_append_buf() local 126 vaddr = (vm_offset_t)buf; in _sglist_append_buf() 127 offset = vaddr & PAGE_MASK; in _sglist_append_buf() 131 paddr = pmap_kextract(vaddr); in _sglist_append_buf() 144 vaddr += seglen; in _sglist_append_buf() 158 vaddr += seglen; in _sglist_append_buf() 174 vm_offset_t vaddr, vendaddr; in sglist_count() local 185 vaddr += PAGE_SIZE; in sglist_count() 186 while (vaddr < vendaddr) { in sglist_count() 187 paddr = pmap_kextract(vaddr); in sglist_count() [all …]
|
| /f-stack/freebsd/arm/altera/socfpga/ |
| H A D | socfpga_machdep.c | 113 bus_addr_t vaddr; in _socfpga_cpu_reset() local 124 if (bus_space_map(fdtbus_bs_tag, paddr, 0x8, 0, &vaddr) == 0) { in _socfpga_cpu_reset() 125 bus_space_write_4(fdtbus_bs_tag, vaddr, in _socfpga_cpu_reset()
|
| /f-stack/dpdk/lib/librte_mempool/ |
| H A D | rte_mempool_ops_default.c | 92 unsigned int max_objs, void *vaddr, rte_iova_t iova, in rte_mempool_op_populate_helper() argument 96 char *va = vaddr; in rte_mempool_op_populate_helper() 139 void *vaddr, rte_iova_t iova, size_t len, in rte_mempool_op_populate_default() argument 143 return rte_mempool_op_populate_helper(mp, 0, max_objs, vaddr, iova, in rte_mempool_op_populate_default()
|
| /f-stack/dpdk/lib/librte_eal/linux/ |
| H A D | eal_vfio.c | 1358 dma_map.vaddr = vaddr; in vfio_type1_dma_mem_map() 1428 .vaddr = (uintptr_t) vaddr, in vfio_spapr_dma_do_map() 1452 dma_map.vaddr = vaddr; in vfio_spapr_dma_do_map() 1734 vaddr, iova, len, 1)) { in vfio_spapr_dma_mem_map() 1740 vaddr, iova, len, 0)) { in vfio_spapr_dma_mem_map() 1773 uint64_t __rte_unused vaddr, in vfio_noiommu_dma_mem_map() argument 1836 new_map->addr = vaddr; in container_dma_map() 1898 adjust_map(map, new_map, vaddr, len); in container_dma_unmap() 2070 return container_dma_map(vfio_cfg, vaddr, iova, len); in rte_vfio_container_dma_map() 2183 __rte_unused uint64_t vaddr, in rte_vfio_container_dma_map() argument [all …]
|
| /f-stack/freebsd/x86/include/ |
| H A D | bus_dma.h | 82 bus_dmamem_alloc(bus_dma_tag_t dmat, void** vaddr, int flags, in bus_dmamem_alloc() argument 88 return (tc->impl->mem_alloc(dmat, vaddr, flags, mapp)); in bus_dmamem_alloc() 96 bus_dmamem_free(bus_dma_tag_t dmat, void *vaddr, bus_dmamap_t map) in bus_dmamem_free() argument 101 tc->impl->mem_free(dmat, vaddr, map); in bus_dmamem_free()
|