| /dpdk/drivers/net/mlx4/ |
| H A D | mlx4_mr.c | 396 LIST_FOREACH(mr, &priv->mr.mr_list, mr) { in mr_lookup_dev_list() 789 LIST_INSERT_HEAD(&priv->mr.mr_list, mr, mr); in mlx4_mr_create_primary() 795 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx4_mr_create_primary() 871 LIST_FOREACH(mr, &priv->mr.mr_list, mr) in mr_rebuild_dev_cache() 936 LIST_REMOVE(mr, mr); in mlx4_mr_mem_event_free_cb() 937 LIST_INSERT_HEAD(&priv->mr.mr_free_list, mr, mr); in mlx4_mr_mem_event_free_cb() 1253 LIST_INSERT_HEAD(&priv->mr.mr_list, mr, mr); in mlx4_mr_update_ext_mp_cb() 1259 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx4_mr_update_ext_mp_cb() 1394 LIST_FOREACH(mr, &priv->mr.mr_list, mr) { in mlx4_mr_dump_dev() 1447 LIST_REMOVE(mr, mr); in mlx4_mr_release() [all …]
|
| H A D | mlx4_glue.c | 192 mlx4_glue_dereg_mr(struct ibv_mr *mr) in mlx4_glue_dereg_mr() argument 194 return ibv_dereg_mr(mr); in mlx4_glue_dereg_mr()
|
| H A D | mlx4_mr.h | 34 LIST_ENTRY(mlx4_mr) mr; /**< Pointer to the prev/next entry. */
|
| H A D | mlx4_glue.h | 71 int (*dereg_mr)(struct ibv_mr *mr);
|
| H A D | mlx4.h | 187 } mr; member
|
| H A D | mlx4_txq.c | 509 txq->mr_ctrl.dev_gen_ptr = &priv->mr.dev_gen; in mlx4_tx_queue_setup()
|
| H A D | mlx4.c | 1099 err = mlx4_mr_btree_init(&priv->mr.cache, in mlx4_pci_probe()
|
| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mr.c | 443 LIST_FOREACH(mr, &share_cache->mr_list, mr) { in mlx5_mr_lookup_list() 533 LIST_FOREACH(mr, &share_cache->mr_list, mr) in mlx5_mr_rebuild_cache() 566 mr_next = LIST_NEXT(mr, mr); in mlx5_mr_garbage_collect() 845 LIST_INSERT_HEAD(&share_cache->mr_list, mr, mr); in mlx5_mr_create_primary() 851 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx5_mr_create_primary() 1035 mr_next = LIST_NEXT(mr, mr); in mlx5_mr_release_cache() 1036 LIST_REMOVE(mr, mr); in mlx5_mr_release_cache() 1140 mr->ms_base_idx, mr->ms_n, mr->ms_bmp_n); in mlx5_create_mr_ext() 1208 LIST_REMOVE(mr, mr); in mlx5_free_mr_by_addr() 1249 LIST_FOREACH(mr, &share_cache->mr_list, mr) { in mlx5_mr_dump_cache() [all …]
|
| H A D | mlx5_common.c | 1085 struct mlx5_mr *mr; in mlx5_common_dev_dma_map() local 1095 mr = mlx5_create_mr_ext(dev->pd, (uintptr_t)addr, len, in mlx5_common_dev_dma_map() 1097 if (!mr) { in mlx5_common_dev_dma_map() 1103 LIST_INSERT_HEAD(&dev->mr_scache.mr_list, mr, mr); in mlx5_common_dev_dma_map() 1105 mlx5_mr_insert_cache(&dev->mr_scache, mr); in mlx5_common_dev_dma_map() 1131 struct mlx5_mr *mr; in mlx5_common_dev_dma_unmap() local 1142 mr = mlx5_mr_lookup_list(&dev->mr_scache, &entry, (uintptr_t)addr); in mlx5_common_dev_dma_unmap() 1143 if (!mr) { in mlx5_common_dev_dma_unmap() 1151 LIST_REMOVE(mr, mr); in mlx5_common_dev_dma_unmap() 1152 DRV_LOG(DEBUG, "MR(%p) is removed from list.", (void *)mr); in mlx5_common_dev_dma_unmap() [all …]
|
| H A D | mlx5_common_mr.h | 41 LIST_ENTRY(mlx5_mr) mr; /**< Pointer to the prev/next entry. */ 228 struct mlx5_mr *mr); 235 void mlx5_mr_free(struct mlx5_mr *mr, mlx5_dereg_mr_t dereg_mr_cb);
|
| /dpdk/drivers/bus/dpaa/base/qbman/ |
| H A D | qman.h | 202 struct qm_mr mr; member 758 register struct qm_mr *mr = &portal->mr; in qm_mr_finish() local 760 if (mr->ci != MR_PTR2IDX(mr->cursor)) in qm_mr_finish() 766 register struct qm_mr *mr = &portal->mr; in qm_mr_current() local 768 if (!mr->fill) in qm_mr_current() 775 register struct qm_mr *mr = &portal->mr; in qm_mr_next() local 778 mr->cursor = MR_INC(mr->cursor); in qm_mr_next() 784 register struct qm_mr *mr = &portal->mr; in qm_mr_cci_consume() local 789 mr->ci = (mr->ci + num) & (QM_MR_SIZE - 1); in qm_mr_cci_consume() 795 register struct qm_mr *mr = &portal->mr; in qm_mr_cci_consume_to_current() local [all …]
|
| H A D | qman.c | 464 register struct qm_mr *mr = &portal->mr; in qm_mr_init() local 470 mr->cursor = mr->ring + mr->ci; in qm_mr_init() 471 mr->fill = qm_cyc_diff(QM_MR_SIZE, mr->ci, mr->pi); in qm_mr_init() 473 mr->ithresh = qm_in(MR_ITR); in qm_mr_init() 475 mr->pmode = pmode; in qm_mr_init() 476 mr->cmode = cmode; in qm_mr_init() 486 register struct qm_mr *mr = &portal->mr; in qm_mr_pvb_update() local 487 const struct qm_mr_entry *res = qm_cl(mr->ring, mr->pi); in qm_mr_pvb_update() 496 mr->pi = (mr->pi + 1) & (QM_MR_SIZE - 1); in qm_mr_pvb_update() 497 if (!mr->pi) in qm_mr_pvb_update() [all …]
|
| /dpdk/drivers/net/virtio/virtio_user/ |
| H A D | vhost_user.c | 412 mr = &wa->vm->regions[i]; in update_memory_region() 414 if (mr->userspace_addr + mr->memory_size < end_addr) in update_memory_region() 415 mr->memory_size = end_addr - mr->userspace_addr; in update_memory_region() 423 mr->mmap_offset = offset; in update_memory_region() 427 mr->mmap_offset, mr->userspace_addr, in update_memory_region() 428 mr->memory_size); in update_memory_region() 438 mr = &wa->vm->regions[i]; in update_memory_region() 443 mr->memory_size = ms->len; in update_memory_region() 444 mr->mmap_offset = offset; in update_memory_region() 448 mr->mmap_offset, mr->userspace_addr, in update_memory_region() [all …]
|
| H A D | vhost_kernel.c | 187 struct vhost_memory_region *mr; in add_memseg_list() local 200 mr = &vm->regions[vm->nregions++]; in add_memseg_list() 202 mr->guest_phys_addr = (uint64_t)(uintptr_t)start_addr; in add_memseg_list() 203 mr->userspace_addr = (uint64_t)(uintptr_t)start_addr; in add_memseg_list() 204 mr->memory_size = len; in add_memseg_list() 205 mr->mmap_offset = 0; /* flags_padding */ in add_memseg_list()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_flow_aso.c | 27 void *addr = mr->addr; in mlx5_aso_dereg_mr() 29 cdev->mr_scache.dereg_mr_cb(mr); in mlx5_aso_dereg_mr() 31 memset(mr, 0, sizeof(*mr)); in mlx5_aso_dereg_mr() 49 struct mlx5_pmd_mr *mr) in mlx5_aso_reg_mr() argument 55 if (!mr->addr) { in mlx5_aso_reg_mr() 59 ret = cdev->mr_scache.reg_mr_cb(cdev->pd, mr->addr, length, mr); in mlx5_aso_reg_mr() 62 mlx5_free(mr->addr); in mlx5_aso_reg_mr() 101 addr = (uint64_t)((uint64_t *)sq->mr.addr + i * in mlx5_aso_age_init_sq() 269 sq_desc_n, &sh->aso_age_mng->aso_sq.mr)) in mlx5_aso_queue_init() 287 &sh->ct_mng->aso_sq.mr)) in mlx5_aso_queue_init() [all …]
|
| H A D | mlx5.h | 566 struct mlx5_pmd_mr mr; member
|
| /dpdk/drivers/vdpa/mlx5/ |
| H A D | mlx5_vdpa_mem.c | 29 claim_zero(mlx5_glue->dereg_mr(entry->mr)); in mlx5_vdpa_mem_dereg() 226 entry->mr = mlx5_glue->reg_mr_iova(priv->cdev->pd, in mlx5_vdpa_mem_register() 230 if (!entry->mr) { in mlx5_vdpa_mem_register() 264 klm_array[klm_index].mkey = entry->mr->lkey; in mlx5_vdpa_mem_register()
|
| H A D | mlx5_vdpa.h | 63 struct ibv_mr *mr; member
|
| /dpdk/drivers/net/memif/ |
| H A D | rte_eth_memif.c | 1168 struct memif_region *mr; in memif_connect() local 1174 mr = proc_private->regions[i]; in memif_connect() 1175 if (mr != NULL) { in memif_connect() 1176 if (mr->addr == NULL) { in memif_connect() 1177 if (mr->fd < 0) in memif_connect() 1179 mr->addr = mmap(NULL, mr->region_size, in memif_connect() 1181 MAP_SHARED, mr->fd, 0); in memif_connect() 1182 if (mr->addr == MAP_FAILED) { in memif_connect() 1190 close(mr->fd); in memif_connect() 1191 mr->fd = -1; in memif_connect()
|
| H A D | memif_socket.c | 430 struct memif_region *mr = proc_private->regions[idx]; in memif_msg_enq_add_region() local 437 e->fd = mr->fd; in memif_msg_enq_add_region() 439 ar->size = mr->region_size; in memif_msg_enq_add_region()
|
| /dpdk/drivers/bus/fslmc/qbman/ |
| H A D | qbman_portal.h | 63 } mr; member
|
| H A D | qbman_portal.c | 270 p->mr.valid_bit = QB_VALID_BIT; in qbman_swp_init() 492 *v = cmd_verb | p->mr.valid_bit; in qbman_swp_mc_submit() 538 if (p->mr.valid_bit != (ret[0] & QB_VALID_BIT)) in qbman_swp_mc_result() 546 p->mr.valid_bit ^= QB_VALID_BIT; in qbman_swp_mc_result()
|
| /dpdk/drivers/net/vmxnet3/ |
| H A D | vmxnet3_ethdev.c | 723 Vmxnet3_MemoryRegion *mr = &hw->memRegs->memRegs[j]; in vmxnet3_dev_setup_memreg() local 725 mr->startPA = in vmxnet3_dev_setup_memreg() 727 mr->length = STAILQ_FIRST(&mp[i]->mem_list)->len <= INT32_MAX ? in vmxnet3_dev_setup_memreg() 729 mr->txQueueBits = index[i]; in vmxnet3_dev_setup_memreg() 730 mr->rxQueueBits = index[i]; in vmxnet3_dev_setup_memreg() 735 j, mr->startPA, mr->length, mr->rxQueueBits); in vmxnet3_dev_setup_memreg()
|
| /dpdk/drivers/common/mlx5/linux/ |
| H A D | mlx5_glue.h | 208 int (*dereg_mr)(struct ibv_mr *mr);
|
| H A D | mlx5_glue.c | 295 mlx5_glue_dereg_mr(struct ibv_mr *mr) in mlx5_glue_dereg_mr() argument 297 return ibv_dereg_mr(mr); in mlx5_glue_dereg_mr()
|