| /f-stack/freebsd/kern/ |
| H A D | subr_sglist.c | 98 ss->ss_paddr = paddr; in _sglist_append_range() 116 vm_paddr_t paddr; in _sglist_append_buf() local 135 ss->ss_paddr = paddr; in _sglist_append_buf() 175 vm_paddr_t lastaddr, paddr; in sglist_count() local 190 lastaddr = paddr; in sglist_count() 203 vm_paddr_t lastaddr, paddr; in sglist_count_vmpages() local 216 lastaddr = paddr; in sglist_count_vmpages() 228 vm_paddr_t nextaddr, paddr; in sglist_count_mbuf_epg() local 264 if (paddr != nextaddr) in sglist_count_mbuf_epg() 388 vm_paddr_t paddr; in sglist_append_mbuf_epg() local [all …]
|
| /f-stack/dpdk/drivers/common/dpaax/ |
| H A D | dpaax_iova_table.h | 69 int dpaax_iova_table_update(phys_addr_t paddr, void *vaddr, size_t length); 73 static inline void *dpaax_iova_table_get_va(phys_addr_t paddr) __rte_hot; 76 dpaax_iova_table_get_va(phys_addr_t paddr) { in dpaax_iova_table_get_va() argument 79 phys_addr_t paddr_align = paddr & DPAAX_MEM_SPLIT_MASK; in dpaax_iova_table_get_va() 80 size_t offset = paddr & DPAAX_MEM_SPLIT_MASK_OFF; in dpaax_iova_table_get_va()
|
| H A D | dpaax_iova_table.c | 268 dpaax_iova_table_update(phys_addr_t paddr, void *vaddr, size_t length) in dpaax_iova_table_update() argument 280 align_paddr = paddr & DPAAX_MEM_SPLIT_MASK; in dpaax_iova_table_update() 291 "(%"PRIu64")", paddr); in dpaax_iova_table_update() 338 vaddr, paddr); in dpaax_iova_table_update() 344 vaddr, paddr, length); in dpaax_iova_table_update()
|
| /f-stack/freebsd/contrib/octeon-sdk/ |
| H A D | cvmx-tlb.c | 282 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_entry() argument 292 lo1 = ((paddr >> 12) << 6) | tlb_flags; in cvmx_tlb_write_entry() 295 lo0 = ((paddr >> 12) << 6) | tlb_flags; in cvmx_tlb_write_entry() 301 lo0 = ((paddr >> 12)<< 6) | tlb_flags; in cvmx_tlb_write_entry() 302 lo1 = (((paddr + size /2) >> 12) << 6) | tlb_flags; in cvmx_tlb_write_entry() 325 int cvmx_tlb_add_fixed_entry( uint64_t vaddr, uint64_t paddr, uint64_t size, uint64_t tlb_flags) { in cvmx_tlb_add_fixed_entry() argument 334 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_add_fixed_entry() 357 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr, in cvmx_tlb_write_runtime_entry() argument 365 cvmx_tlb_write_entry(index, vaddr, paddr, size, tlb_flags); in cvmx_tlb_write_runtime_entry()
|
| H A D | cvmx-tlb.h | 85 void cvmx_tlb_write_entry(int index, uint64_t vaddr, uint64_t paddr, 102 int cvmx_tlb_add_fixed_entry(uint64_t vaddr, uint64_t paddr, 116 void cvmx_tlb_write_runtime_entry(int index, uint64_t vaddr, uint64_t paddr,
|
| /f-stack/freebsd/arm/freescale/vybrid/ |
| H A D | vf_machdep.c | 64 uint32_t paddr; in vf_cpu_reset() local 71 if ((src != -1) && (OF_getencprop(src, "reg", &paddr, sizeof(paddr))) > 0) { in vf_cpu_reset() 72 if (bus_space_map(fdtbus_bs_tag, paddr, 0x10, 0, &vaddr) == 0) { in vf_cpu_reset()
|
| /f-stack/dpdk/drivers/bus/dpaa/ |
| H A D | rte_dpaa_bus.h | 169 static inline void *rte_dpaa_mem_ptov(phys_addr_t paddr) in rte_dpaa_mem_ptov() argument 174 va = dpaax_iova_table_get_va(paddr); in rte_dpaa_mem_ptov() 182 if (paddr >= ms->iova && paddr < in rte_dpaa_mem_ptov() 184 return RTE_PTR_ADD(ms->vaddr, (uintptr_t)(paddr - ms->iova)); in rte_dpaa_mem_ptov() 188 va = rte_mem_iova2virt(paddr); in rte_dpaa_mem_ptov() 190 dpaax_iova_table_update(paddr, va, RTE_CACHE_LINE_SIZE); in rte_dpaa_mem_ptov()
|
| /f-stack/freebsd/arm/altera/socfpga/ |
| H A D | socfpga_machdep.c | 112 uint32_t paddr; in _socfpga_cpu_reset() local 123 if ((OF_getencprop(node, "reg", &paddr, sizeof(paddr))) > 0) { in _socfpga_cpu_reset() 124 if (bus_space_map(fdtbus_bs_tag, paddr, 0x8, 0, &vaddr) == 0) { in _socfpga_cpu_reset()
|
| H A D | socfpga_rstmgr.c | 86 uint32_t paddr; in l3remap() local 108 if ((OF_getencprop(node, "reg", &paddr, sizeof(paddr))) > 0) { in l3remap() 109 if (bus_space_map(fdtbus_bs_tag, paddr, 0x4, 0, &vaddr) == 0) { in l3remap()
|
| /f-stack/freebsd/vm/ |
| H A D | sg_pager.c | 151 vm_paddr_t paddr; in sg_pager_getpages() local 170 paddr = 1; in sg_pager_getpages() 176 paddr = sg->sg_segs[i].ss_paddr + offset * PAGE_SIZE - space; in sg_pager_getpages() 179 KASSERT(paddr != 1, ("invalid SG page index")); in sg_pager_getpages() 182 if ((m_paddr = vm_phys_paddr_to_vm_page(paddr)) != NULL && in sg_pager_getpages() 194 page = vm_page_getfake(paddr, memattr); in sg_pager_getpages()
|
| H A D | device_pager.c | 336 vm_paddr_t paddr; in old_dev_pager_fault() local 358 ret = csw->d_mmap(dev, offset, &paddr, prot, &memattr); in old_dev_pager_fault() 369 if ((m_paddr = vm_phys_paddr_to_vm_page(paddr)) != NULL && in old_dev_pager_fault() 390 vm_page_updatefake(page, paddr, memattr); in old_dev_pager_fault() 396 page = vm_page_getfake(paddr, memattr); in old_dev_pager_fault() 433 vm_paddr_t paddr; in old_dev_pager_ctor() local 452 paddr = 0; /* Make paddr initialized for the case of size == 0. */ in old_dev_pager_ctor() 454 if (csw->d_mmap(dev, off, &paddr, (int)prot, &dummy) != 0) { in old_dev_pager_ctor() 462 *color = atop(paddr) - OFF_TO_IDX(off - PAGE_SIZE); in old_dev_pager_ctor()
|
| H A D | vm_reserv.c | 327 vm_paddr_t paddr; in sysctl_vm_reserv_fullpop() local 335 paddr = roundup2(seg->start, VM_LEVEL_0_SIZE); in sysctl_vm_reserv_fullpop() 337 rv = seg->first_reserv + (paddr >> VM_LEVEL_0_SHIFT) - in sysctl_vm_reserv_fullpop() 340 rv = &vm_reserv_array[paddr >> VM_LEVEL_0_SHIFT]; in sysctl_vm_reserv_fullpop() 342 while (paddr + VM_LEVEL_0_SIZE > paddr && paddr + in sysctl_vm_reserv_fullpop() 345 paddr += VM_LEVEL_0_SIZE; in sysctl_vm_reserv_fullpop() 1066 vm_paddr_t paddr; in vm_reserv_init() local 1092 paddr = roundup2(seg->start, VM_LEVEL_0_SIZE); in vm_reserv_init() 1095 while (paddr + VM_LEVEL_0_SIZE > paddr && paddr + in vm_reserv_init() 1097 rv->pages = PHYS_TO_VM_PAGE(paddr); in vm_reserv_init() [all …]
|
| /f-stack/freebsd/x86/x86/ |
| H A D | busdma_machdep.c | 104 bus_dma_run_filter(struct bus_dma_tag_common *tc, vm_paddr_t paddr) in bus_dma_run_filter() argument 110 if ((paddr >= BUS_SPACE_MAXADDR || in bus_dma_run_filter() 111 (paddr > tc->lowaddr && paddr <= tc->highaddr) || in bus_dma_run_filter() 112 (paddr & (tc->alignment - 1)) != 0) && in bus_dma_run_filter() 114 (*tc->filter)(tc->filterarg, paddr) != 0)) in bus_dma_run_filter()
|
| /f-stack/freebsd/net/route/ |
| H A D | route_ctl.h | 110 void rt_get_inet_prefix_plen(const struct rtentry *rt, struct in_addr *paddr, 112 void rt_get_inet_prefix_pmask(const struct rtentry *rt, struct in_addr *paddr, 117 void rt_get_inet6_prefix_plen(const struct rtentry *rt, struct in6_addr *paddr, 119 void rt_get_inet6_prefix_pmask(const struct rtentry *rt, struct in6_addr *paddr,
|
| /f-stack/dpdk/drivers/net/enic/base/ |
| H A D | vnic_cq.c | 49 uint64_t paddr; in vnic_cq_init() local 51 paddr = (uint64_t)cq->ring.base_addr | VNIC_PADDR_TARGET; in vnic_cq_init() 52 writeq(paddr, &cq->ctrl->ring_base); in vnic_cq_init()
|
| H A D | vnic_rq.c | 50 uint64_t paddr; in vnic_rq_init_start() local 53 paddr = (uint64_t)rq->ring.base_addr | VNIC_PADDR_TARGET; in vnic_rq_init_start() 54 writeq(paddr, &rq->ctrl->ring_base); in vnic_rq_init_start()
|
| H A D | vnic_wq.c | 92 uint64_t paddr; in vnic_wq_init_start() local 95 paddr = (uint64_t)wq->ring.base_addr | VNIC_PADDR_TARGET; in vnic_wq_init_start() 96 writeq(paddr, &wq->ctrl->ring_base); in vnic_wq_init_start()
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | busdma_bounce.c | 125 bus_addr_t paddr; /* physical address */ member 219 if (alignment_bounce(dmat, paddr)) in might_bounce() 233 if (alignment_bounce(dmat, paddr)) in must_bounce() 698 bus_addr_t paddr; in _bus_dmamap_count_pages() local 718 paddr = pmap_kextract(vaddr); in _bus_dmamap_count_pages() 720 paddr = pmap_extract(pmap, vaddr); in _bus_dmamap_count_pages() 721 if (must_bounce(dmat, map, paddr, in _bus_dmamap_count_pages() 860 sl->paddr = curaddr; in bounce_bus_dmamap_load_phys() 972 sl->paddr = curaddr; in bounce_bus_dmamap_load_buffer() 1066 offset = sl->paddr & PAGE_MASK; in dma_dcache_sync() [all …]
|
| H A D | busdma_machdep.c | 100 bus_dma_run_filter(struct bus_dma_tag_common *tc, bus_addr_t paddr) in bus_dma_run_filter() argument 104 if ((paddr > tc->lowaddr && paddr <= tc->highaddr) && in bus_dma_run_filter() 106 (*tc->filter)(tc->filterarg, paddr) != 0)) in bus_dma_run_filter()
|
| /f-stack/dpdk/drivers/net/bnx2x/ |
| H A D | bnx2x_vfpf.c | 206 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_loop_obtain_resources() 268 acq->bulletin_addr = sc->pf2vf_bulletin_mapping.paddr; in bnx2x_vf_get_resources() 344 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_close() 378 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_init() 423 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_unload() 509 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_setup_queue() 542 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_teardown_queue() 578 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_set_mac() 634 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_config_rss() 692 rc = bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr); in bnx2x_vf_set_rx_mode() [all …]
|
| /f-stack/freebsd/contrib/openzfs/module/zcommon/ |
| H A D | zfs_uio.c | 136 void *paddr; in uiomove_bvec() local 139 paddr = zfs_kmap_atomic(bv->bv_page, KM_USER1); in uiomove_bvec() 141 bcopy(p, paddr + bv->bv_offset + skip, cnt); in uiomove_bvec() 143 bcopy(paddr + bv->bv_offset + skip, p, cnt); in uiomove_bvec() 144 zfs_kunmap_atomic(paddr, KM_USER1); in uiomove_bvec()
|
| /f-stack/dpdk/kernel/freebsd/contigmem/ |
| H A D | contigmem.c | 276 vm_paddr_t paddr; in contigmem_cdev_pager_fault() local 284 paddr = offset; in contigmem_cdev_pager_fault() 286 m_paddr = vm_phys_paddr_to_vm_page(paddr); in contigmem_cdev_pager_fault() 300 vm_page_updatefake(page, paddr, memattr); in contigmem_cdev_pager_fault() 306 page = vm_page_getfake(paddr, memattr); in contigmem_cdev_pager_fault()
|
| /f-stack/dpdk/drivers/crypto/caam_jr/ |
| H A D | caam_jr_pvt.h | 257 caam_jr_dma_ptov(rte_iova_t paddr) in caam_jr_dma_ptov() argument 260 va = dpaax_iova_table_get_va(paddr); in caam_jr_dma_ptov() 264 return rte_mem_iova2virt(paddr); in caam_jr_dma_ptov()
|
| /f-stack/freebsd/arm64/intel/ |
| H A D | stratix10-svc.c | 145 M_FIRSTFIT | M_NOWAIT, &mem->paddr)) { in s10_svc_allocate_memory() 152 mem->vaddr = (vm_offset_t)pmap_mapdev(mem->paddr, mem->size); in s10_svc_allocate_memory() 164 vmem_free(sc->vmem, mem->paddr, mem->size); in s10_svc_free_memory()
|
| /f-stack/freebsd/x86/xen/ |
| H A D | pv.c | 339 if (mod[0].paddr >= physfree) { in hammer_time_xen() 581 header = (struct xen_header *)(mod[0].paddr + KERNBASE); in xen_pvh_parse_preload_data() 589 preload_metadata = (caddr_t)(mod[0].paddr + in xen_pvh_parse_preload_data() 609 off = mod[0].paddr + header->modulep_offset - metadata + in xen_pvh_parse_preload_data() 612 preload_metadata = (caddr_t)(mod[0].paddr + KERNBASE); in xen_pvh_parse_preload_data() 623 off = mod[0].paddr + KERNBASE - metadata; in xen_pvh_parse_preload_data()
|