| /f-stack/dpdk/drivers/net/mlx4/ |
| H A D | mlx4_mr.c | 396 LIST_FOREACH(mr, &priv->mr.mr_list, mr) { in mr_lookup_dev_list() 790 LIST_INSERT_HEAD(&priv->mr.mr_list, mr, mr); in mlx4_mr_create_primary() 796 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx4_mr_create_primary() 872 LIST_FOREACH(mr, &priv->mr.mr_list, mr) in mr_rebuild_dev_cache() 937 LIST_REMOVE(mr, mr); in mlx4_mr_mem_event_free_cb() 938 LIST_INSERT_HEAD(&priv->mr.mr_free_list, mr, mr); in mlx4_mr_mem_event_free_cb() 1259 LIST_INSERT_HEAD(&priv->mr.mr_list, mr, mr); in mlx4_mr_update_ext_mp_cb() 1265 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx4_mr_update_ext_mp_cb() 1400 LIST_FOREACH(mr, &priv->mr.mr_list, mr) { in mlx4_mr_dump_dev() 1453 LIST_REMOVE(mr, mr); in mlx4_mr_release() [all …]
|
| H A D | mlx4_glue.c | 192 mlx4_glue_dereg_mr(struct ibv_mr *mr) in mlx4_glue_dereg_mr() argument 194 return ibv_dereg_mr(mr); in mlx4_glue_dereg_mr()
|
| H A D | mlx4_mr.h | 34 LIST_ENTRY(mlx4_mr) mr; /**< Pointer to the prev/next entry. */
|
| /f-stack/dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mr.c | 370 LIST_FOREACH(mr, &share_cache->mr_list, mr) { in mlx5_mr_lookup_list() 461 LIST_FOREACH(mr, &share_cache->mr_list, mr) in mlx5_mr_rebuild_cache() 494 mr_next = LIST_NEXT(mr, mr); in mlx5_mr_garbage_collect() 777 LIST_INSERT_HEAD(&share_cache->mr_list, mr, mr); in mlx5_mr_create_primary() 783 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx5_mr_create_primary() 979 mr_next = LIST_NEXT(mr, mr); in mlx5_mr_release_cache() 980 LIST_REMOVE(mr, mr); in mlx5_mr_release_cache() 1059 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx5_create_mr_ext() 1060 return mr; in mlx5_create_mr_ext() 1079 LIST_FOREACH(mr, &share_cache->mr_list, mr) { in mlx5_mr_dump_cache() [all …]
|
| H A D | mlx5_common_mr.h | 42 LIST_ENTRY(mlx5_mr) mr; /**< Pointer to the prev/next entry. */ 148 struct mlx5_mr *mr); 177 mlx5_mr_free(struct mlx5_mr *mr, mlx5_dereg_mr_t dereg_mr_cb);
|
| /f-stack/freebsd/contrib/ncsw/Peripherals/QM/ |
| H A D | qman_low.h | 843 register struct qm_mr *mr = &portal->mr; in qm_mr_init() local 851 mr->cursor = mr->ring + mr->ci; in qm_mr_init() 852 mr->fill = cyc_diff(QM_MR_SIZE, mr->ci, mr->pi); in qm_mr_init() 871 register struct qm_mr *mr = &portal->mr; in qm_mr_finish() local 872 if (mr->ci != MR_PTR2IDX(mr->cursor)) in qm_mr_finish() 879 register struct qm_mr *mr = &portal->mr; in qm_mr_current_prefetch() local 885 register struct qm_mr *mr = &portal->mr; in qm_mr_current() local 893 register struct qm_mr *mr = &portal->mr; in qm_mr_cursor() local 903 mr->cursor = MR_INC(mr->cursor); in qm_mr_next() 975 mr->ci = MR_PTR2IDX(mr->cursor); in qmPortalMrCciConsumeToCurrent() [all …]
|
| /f-stack/dpdk/drivers/vdpa/mlx5/ |
| H A D | mlx5_vdpa_lm.c | 54 struct mlx5_vdpa_query_mr *mr = rte_malloc(__func__, sizeof(*mr), 0); in mlx5_vdpa_dirty_bitmap_set() local 57 if (!mr) { in mlx5_vdpa_dirty_bitmap_set() 64 if (!mr->umem) { in mlx5_vdpa_dirty_bitmap_set() 68 mkey_attr.umem_id = mr->umem->umem_id; in mlx5_vdpa_dirty_bitmap_set() 70 if (!mr->mkey) { in mlx5_vdpa_dirty_bitmap_set() 74 attr.dirty_bitmap_mkey = mr->mkey->id; in mlx5_vdpa_dirty_bitmap_set() 85 mr->is_indirect = 0; in mlx5_vdpa_dirty_bitmap_set() 89 if (mr->mkey) in mlx5_vdpa_dirty_bitmap_set() 90 mlx5_devx_cmd_destroy(mr->mkey); in mlx5_vdpa_dirty_bitmap_set() 91 if (mr->umem) in mlx5_vdpa_dirty_bitmap_set() [all …]
|
| /f-stack/freebsd/arm/mv/ |
| H A D | ic.c | 204 uint32_t mr; in arm_mask_irq() local 207 mr = mv_ic_get_mask(); in arm_mask_irq() 208 mr &= ~(1 << nb); in arm_mask_irq() 209 mv_ic_set_mask(mr); in arm_mask_irq() 214 mv_ic_set_mask_hi(mr); in arm_mask_irq() 226 uint32_t mr; in arm_unmask_irq() local 229 mr = mv_ic_get_mask(); in arm_unmask_irq() 230 mr |= (1 << nb); in arm_unmask_irq() 231 mv_ic_set_mask(mr); in arm_unmask_irq() 235 mr |= (1 << (nb - 32)); in arm_unmask_irq() [all …]
|
| /f-stack/dpdk/drivers/net/mlx5/ |
| H A D | mlx5_mr.c | 55 struct mlx5_mr *mr; in mlx5_mr_mem_event_free_cb() local 80 if (mr == NULL) in mlx5_mr_mem_event_free_cb() 94 LIST_REMOVE(mr, mr); in mlx5_mr_mem_event_free_cb() 95 LIST_INSERT_HEAD(&sh->share_cache.mr_free_list, mr, mr); in mlx5_mr_mem_event_free_cb() 272 if (!mr) { in mlx5_mr_update_ext_mp_cb() 281 LIST_INSERT_HEAD(&sh->share_cache.mr_list, mr, mr); in mlx5_mr_update_ext_mp_cb() 348 if (!mr) { in mlx5_dma_map() 355 LIST_INSERT_HEAD(&sh->share_cache.mr_list, mr, mr); in mlx5_dma_map() 398 if (!mr) { in mlx5_dma_unmap() 406 LIST_REMOVE(mr, mr); in mlx5_dma_unmap() [all …]
|
| H A D | mlx5_flow_age.c | 111 if (!mr->is_indirect && mr->umem) in mlx5_aso_devx_dereg_mr() 113 mlx5_free(mr->buf); in mlx5_aso_devx_dereg_mr() 114 memset(mr, 0, sizeof(*mr)); in mlx5_aso_devx_dereg_mr() 142 if (!mr->buf) { in mlx5_aso_devx_reg_mr() 146 mr->umem = mlx5_glue->devx_umem_reg(ctx, mr->buf, length, in mlx5_aso_devx_reg_mr() 148 if (!mr->umem) { in mlx5_aso_devx_reg_mr() 162 if (!mr->mkey) { in mlx5_aso_devx_reg_mr() 166 mr->length = length; in mlx5_aso_devx_reg_mr() 167 mr->is_indirect = false; in mlx5_aso_devx_reg_mr() 170 if (mr->umem) in mlx5_aso_devx_reg_mr() [all …]
|
| /f-stack/freebsd/mips/ingenic/ |
| H A D | jz4780_machdep.c | 119 struct mem_region mr[FDT_MEM_REGIONS]; in mips_init() local 144 if (fdt_get_mem_regions(mr, &mr_cnt, &val) == 0) { in mips_init() 147 KASSERT((phys_avail[0] >= mr[0].mr_start) && \ in mips_init() 148 (phys_avail[0] < (mr[0].mr_start + mr[0].mr_size)), in mips_init() 152 phys_avail[1] = (mr[0].mr_start + MIN(mr[0].mr_size, ctob(realmem))); in mips_init() 157 phys_avail[j] = mr[i].mr_start; in mips_init() 158 phys_avail[j+1] = (mr[i].mr_start + mr[i].mr_size); in mips_init()
|
| /f-stack/freebsd/mips/beri/ |
| H A D | beri_machdep.c | 98 struct mem_region mr[FDT_MEM_REGIONS]; in mips_init() local 118 if (fdt_get_mem_regions(mr, &mr_cnt, &val) == 0) { in mips_init() 121 KASSERT((phys_avail[0] >= mr[0].mr_start) && \ in mips_init() 122 (phys_avail[0] < (mr[0].mr_start + mr[0].mr_size)), in mips_init() 126 phys_avail[1] = (mr[0].mr_start + MIN(mr[0].mr_size, ctob(realmem))); in mips_init() 131 phys_avail[j] = mr[i].mr_start; in mips_init() 132 phys_avail[j+1] = (mr[i].mr_start + mr[i].mr_size); in mips_init()
|
| /f-stack/dpdk/drivers/net/virtio/virtio_user/ |
| H A D | vhost_user.c | 164 mr = &wa->vm->regions[i]; in update_memory_region() 166 if (mr->userspace_addr + mr->memory_size < end_addr) in update_memory_region() 167 mr->memory_size = end_addr - mr->userspace_addr; in update_memory_region() 175 mr->mmap_offset = offset; in update_memory_region() 179 mr->mmap_offset, mr->userspace_addr, in update_memory_region() 180 mr->memory_size); in update_memory_region() 190 mr = &wa->vm->regions[i]; in update_memory_region() 195 mr->memory_size = ms->len; in update_memory_region() 196 mr->mmap_offset = offset; in update_memory_region() 200 mr->mmap_offset, mr->userspace_addr, in update_memory_region() [all …]
|
| H A D | vhost_kernel.c | 76 struct vhost_memory_region *mr; in add_memseg_list() local 89 mr = &vm->regions[vm->nregions++]; in add_memseg_list() 91 mr->guest_phys_addr = (uint64_t)(uintptr_t)start_addr; in add_memseg_list() 92 mr->userspace_addr = (uint64_t)(uintptr_t)start_addr; in add_memseg_list() 93 mr->memory_size = len; in add_memseg_list() 94 mr->mmap_offset = 0; /* flags_padding */ in add_memseg_list()
|
| /f-stack/freebsd/mips/mediatek/ |
| H A D | mtk_machdep.c | 99 struct mem_region mr[FDT_MEM_REGIONS]; in mips_init() local 119 if (fdt_get_mem_regions(mr, &mr_cnt, &val) == 0) { in mips_init() 125 KASSERT((phys_avail[0] >= mr[0].mr_start) && \ in mips_init() 126 (phys_avail[0] < (mr[0].mr_start + mr[0].mr_size)), in mips_init() 130 phys_avail[1] = (mr[0].mr_start + in mips_init() 131 MIN(mr[0].mr_size, ctob(realmem))); in mips_init() 136 phys_avail[j] = mr[i].mr_start; in mips_init() 137 phys_avail[j+1] = (mr[i].mr_start + mr[i].mr_size); in mips_init()
|
| /f-stack/dpdk/drivers/bus/dpaa/base/qbman/ |
| H A D | qman.h | 202 struct qm_mr mr; member 758 register struct qm_mr *mr = &portal->mr; in qm_mr_finish() local 760 if (mr->ci != MR_PTR2IDX(mr->cursor)) in qm_mr_finish() 766 register struct qm_mr *mr = &portal->mr; in qm_mr_current() local 768 if (!mr->fill) in qm_mr_current() 775 register struct qm_mr *mr = &portal->mr; in qm_mr_next() local 778 mr->cursor = MR_INC(mr->cursor); in qm_mr_next() 784 register struct qm_mr *mr = &portal->mr; in qm_mr_cci_consume() local 789 mr->ci = (mr->ci + num) & (QM_MR_SIZE - 1); in qm_mr_cci_consume() 795 register struct qm_mr *mr = &portal->mr; in qm_mr_cci_consume_to_current() local [all …]
|
| H A D | qman.c | 464 register struct qm_mr *mr = &portal->mr; in qm_mr_init() local 470 mr->cursor = mr->ring + mr->ci; in qm_mr_init() 471 mr->fill = qm_cyc_diff(QM_MR_SIZE, mr->ci, mr->pi); in qm_mr_init() 473 mr->ithresh = qm_in(MR_ITR); in qm_mr_init() 475 mr->pmode = pmode; in qm_mr_init() 476 mr->cmode = cmode; in qm_mr_init() 486 register struct qm_mr *mr = &portal->mr; in qm_mr_pvb_update() local 487 const struct qm_mr_entry *res = qm_cl(mr->ring, mr->pi); in qm_mr_pvb_update() 496 mr->pi = (mr->pi + 1) & (QM_MR_SIZE - 1); in qm_mr_pvb_update() 497 if (!mr->pi) in qm_mr_pvb_update() [all …]
|
| /f-stack/freebsd/arm/arm/ |
| H A D | machdep_boot.c | 394 arm_add_efi_map_entries(struct efi_map_header *efihdr, struct mem_region *mr, in arm_add_efi_map_entries() argument 492 mr[j].mr_start = p->md_phys; in arm_add_efi_map_entries() 493 mr[j].mr_size = p->md_pages * PAGE_SIZE; in arm_add_efi_map_entries() 494 memory_size += mr[j].mr_size; in arm_add_efi_map_entries()
|
| /f-stack/freebsd/netinet6/ |
| H A D | mld6.c | 2318 struct mldv2_record mr; in mld_v2_enqueue_group_record() local 2494 mr.mr_type = type; in mld_v2_enqueue_group_record() 2495 mr.mr_datalen = 0; in mld_v2_enqueue_group_record() 2496 mr.mr_numsrc = 0; in mld_v2_enqueue_group_record() 2497 mr.mr_addr = inm->in6m_addr; in mld_v2_enqueue_group_record() 2498 in6_clearscope(&mr.mr_addr); in mld_v2_enqueue_group_record() 2704 struct mldv2_record mr; in mld_v2_enqueue_filter_change() local 2782 memset(&mr, 0, sizeof(mr)); in mld_v2_enqueue_filter_change() 2783 mr.mr_addr = inm->in6m_addr; in mld_v2_enqueue_filter_change() 2784 in6_clearscope(&mr.mr_addr); in mld_v2_enqueue_filter_change() [all …]
|
| /f-stack/freebsd/arm/include/ |
| H A D | machdep.h | 52 struct mem_region *mr, int *mrcnt);
|
| /f-stack/freebsd/contrib/ngatm/netnatm/saal/ |
| H A D | sscopdef.h | 121 uint32_t mr; /* initial window */ member
|
| /f-stack/freebsd/contrib/rdma/krping/ |
| H A D | krping.c | 508 cb->reg_mr_wr.mr = cb->reg_mr; in krping_setup_wr() 1780 struct ib_mr *mr; in krping_fr_test() local 1789 mr = ib_alloc_mr(cb->pd, IB_MR_TYPE_MEM_REG, plen); in krping_fr_test() 1790 if (IS_ERR(mr)) { in krping_fr_test() 1797 ret = ib_map_mr_sg(mr, &sg, 1, NULL, PAGE_SIZE); in krping_fr_test() 1806 fr.mr = mr; in krping_fr_test() 1828 ib_update_fast_reg_key(mr, ++key); in krping_fr_test() 1829 fr.key = mr->rkey; in krping_fr_test() 1830 inv.ex.invalidate_rkey = mr->rkey; in krping_fr_test() 1836 ret = ib_map_mr_sg(mr, &sg, 1, NULL, PAGE_SIZE); in krping_fr_test() [all …]
|
| /f-stack/freebsd/x86/x86/ |
| H A D | x86_mem.c | 61 #define mrwithin(mr, a) \ argument 62 (((a) >= (mr)->mr_base) && ((a) < ((mr)->mr_base + (mr)->mr_len)))
|
| /f-stack/dpdk/drivers/net/memif/ |
| H A D | rte_eth_memif.c | 1152 struct memif_region *mr; in memif_connect() local 1158 mr = proc_private->regions[i]; in memif_connect() 1159 if (mr != NULL) { in memif_connect() 1160 if (mr->addr == NULL) { in memif_connect() 1161 if (mr->fd < 0) in memif_connect() 1163 mr->addr = mmap(NULL, mr->region_size, in memif_connect() 1165 MAP_SHARED, mr->fd, 0); in memif_connect() 1166 if (mr->addr == MAP_FAILED) { in memif_connect() 1174 close(mr->fd); in memif_connect() 1175 mr->fd = -1; in memif_connect()
|
| /f-stack/app/nginx-1.16.1/src/http/ |
| H A D | ngx_http_request.c | 2620 ngx_http_request_t *mr; in ngx_http_terminate_request() local 2623 mr = r->main; in ngx_http_terminate_request() 2628 if (rc > 0 && (mr->headers_out.status == 0 || mr->connection->sent == 0)) { in ngx_http_terminate_request() 2632 cln = mr->cleanup; in ngx_http_terminate_request() 2633 mr->cleanup = NULL; in ngx_http_terminate_request() 2645 mr->count, mr->blocked); in ngx_http_terminate_request() 2647 if (mr->write_event_handler) { in ngx_http_terminate_request() 2649 if (mr->blocked) { in ngx_http_terminate_request() 2655 e = ngx_http_ephemeral(mr); in ngx_http_terminate_request() 2656 mr->posted_requests = NULL; in ngx_http_terminate_request() [all …]
|