| /dpdk/drivers/net/mlx4/ |
| H A D | mlx4_rxtx.h | 50 struct mlx4_mr_ctrl mr_ctrl; /* MR control descriptor. */ member
106 struct mlx4_mr_ctrl mr_ctrl; /* MR control descriptor. */ member
165 void mlx4_mr_flush_local_cache(struct mlx4_mr_ctrl *mr_ctrl);
204 struct mlx4_mr_ctrl *mr_ctrl = &rxq->mr_ctrl; in mlx4_rx_addr2mr() local
208 lkey = mlx4_mr_lookup_cache(mr_ctrl->cache, &mr_ctrl->mru, in mlx4_rx_addr2mr()
232 struct mlx4_mr_ctrl *mr_ctrl = &txq->mr_ctrl; in mlx4_tx_mb2mr() local
237 if (unlikely(*mr_ctrl->dev_gen_ptr != mr_ctrl->cur_gen)) in mlx4_tx_mb2mr()
238 mlx4_mr_flush_local_cache(mr_ctrl); in mlx4_tx_mb2mr()
240 lkey = mlx4_mr_lookup_cache(mr_ctrl->cache, &mr_ctrl->mru, in mlx4_tx_mb2mr()
|
| H A D | mlx4_mr.c | 1096 mr_ctrl->mru = mr_ctrl->head; in mlx4_mr_addr2mr_bh()
1098 mr_ctrl->head = (mr_ctrl->head + 1) % MLX4_MR_CACHE_N; in mlx4_mr_addr2mr_bh()
1116 struct mlx4_mr_ctrl *mr_ctrl = &rxq->mr_ctrl; in mlx4_rx_addr2mr_bh() local
1136 struct mlx4_mr_ctrl *mr_ctrl = &txq->mr_ctrl; in mlx4_tx_addr2mr_bh() local
1181 memset(mr_ctrl->cache, 0, sizeof(mr_ctrl->cache)); in mlx4_mr_flush_local_cache()
1186 mr_ctrl->cur_gen = *mr_ctrl->dev_gen_ptr; in mlx4_mr_flush_local_cache()
1188 (void *)mr_ctrl, mr_ctrl->cur_gen); in mlx4_mr_flush_local_cache()
1212 struct mlx4_mr_ctrl *mr_ctrl = data->mr_ctrl; in mlx4_mr_update_ext_mp_cb() local
1287 .mr_ctrl = mr_ctrl, in mlx4_mr_update_ext_mp()
1312 struct mlx4_mr_ctrl *mr_ctrl = &txq->mr_ctrl; in mlx4_tx_update_ext_mp() local
[all …]
|
| H A D | mlx4_txq.c | 503 if (mlx4_mr_btree_init(&txq->mr_ctrl.cache_bh, in mlx4_tx_queue_setup()
509 txq->mr_ctrl.dev_gen_ptr = &priv->mr.dev_gen; in mlx4_tx_queue_setup()
544 mlx4_mr_btree_free(&txq->mr_ctrl.cache_bh); in mlx4_tx_queue_release()
|
| H A D | mlx4_mr.h | 81 int mlx4_mr_update_mp(struct rte_eth_dev *dev, struct mlx4_mr_ctrl *mr_ctrl,
|
| H A D | mlx4_rxq.c | 569 mlx4_mr_update_mp(dev, &rxq->mr_ctrl, rxq->mp); in mlx4_rxq_attach()
874 if (mlx4_mr_btree_init(&rxq->mr_ctrl.cache_bh, in mlx4_rx_queue_setup()
928 mlx4_mr_btree_free(&rxq->mr_ctrl.cache_bh); in mlx4_rx_queue_release()
|
| H A D | mlx4_rxtx.c | 1306 if (unlikely(mlx4_mr_btree_len(&rxq->mr_ctrl.cache_bh) > 1)) in mlx4_rx_burst()
|
| /dpdk/drivers/common/mlx5/ |
| H A D | mlx5_common_mr.h | 165 void mlx5_mr_flush_local_cache(struct mlx5_mr_ctrl *mr_ctrl);
180 uint32_t mlx5_mr_mb2mr_bh(struct mlx5_mr_ctrl *mr_ctrl, struct rte_mbuf *mbuf);
194 mlx5_mr_mb2mr(struct mlx5_mr_ctrl *mr_ctrl, struct rte_mbuf *mbuf) in mlx5_mr_mb2mr() argument
199 if (unlikely(*mr_ctrl->dev_gen_ptr != mr_ctrl->cur_gen)) in mlx5_mr_mb2mr()
200 mlx5_mr_flush_local_cache(mr_ctrl); in mlx5_mr_mb2mr()
202 lkey = mlx5_mr_lookup_lkey(mr_ctrl->cache, &mr_ctrl->mru, in mlx5_mr_mb2mr()
207 return mlx5_mr_mb2mr_bh(mr_ctrl, mbuf); in mlx5_mr_mb2mr()
213 int mlx5_mr_ctrl_init(struct mlx5_mr_ctrl *mr_ctrl, uint32_t *dev_gen_ptr,
219 uint32_t mlx5_mr_mempool2mr_bh(struct mlx5_mr_ctrl *mr_ctrl,
266 mlx5_mr_mempool_populate_cache(struct mlx5_mr_ctrl *mr_ctrl,
|
| H A D | mlx5_common_mr.c | 993 struct mr_cache_entry *repl = &mr_ctrl->cache[mr_ctrl->head]; in mlx5_mr_addr2mr_bh()
1011 mr_ctrl->mru = mr_ctrl->head; in mlx5_mr_addr2mr_bh()
1013 mr_ctrl->head = (mr_ctrl->head + 1) % MLX5_MR_CACHE_N; in mlx5_mr_addr2mr_bh()
1082 mr_ctrl->mru = 0; in mlx5_mr_flush_local_cache()
1084 mr_ctrl->head = 0; in mlx5_mr_flush_local_cache()
1085 memset(mr_ctrl->cache, 0, sizeof(mr_ctrl->cache)); in mlx5_mr_flush_local_cache()
1090 mr_ctrl->cur_gen = *mr_ctrl->dev_gen_ptr; in mlx5_mr_flush_local_cache()
1092 (void *)mr_ctrl, mr_ctrl->cur_gen); in mlx5_mr_flush_local_cache()
1972 struct mr_cache_entry *repl = &mr_ctrl->cache[mr_ctrl->head]; in mlx5_mr_mempool2mr_bh()
1988 mr_ctrl->mru = mr_ctrl->head; in mlx5_mr_mempool2mr_bh()
[all …]
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_rx.h | 117 struct mlx5_mr_ctrl mr_ctrl; /* MR control descriptor. */ member
324 struct mlx5_mr_ctrl *mr_ctrl = &rxq->mr_ctrl; in mlx5_rx_addr2mr() local
329 lkey = mlx5_mr_lookup_lkey(mr_ctrl->cache, &mr_ctrl->mru, in mlx5_rx_addr2mr()
334 return mlx5_mr_mempool2mr_bh(mr_ctrl, mp, addr); in mlx5_rx_addr2mr()
353 struct mlx5_mr_ctrl *mr_ctrl = &rxq->mr_ctrl; in mlx5_rx_mb2mr() local
358 lkey = mlx5_mr_lookup_lkey(mr_ctrl->cache, &mr_ctrl->mru, in mlx5_rx_mb2mr()
363 return mlx5_mr_mempool2mr_bh(mr_ctrl, mb->pool, addr); in mlx5_rx_mb2mr()
428 if (unlikely(mlx5_mr_btree_len(&rxq->mr_ctrl.cache_bh) > 1)) in mprq_buf_replace()
|
| H A D | mlx5_txq.c | 1081 if (mlx5_mr_ctrl_init(&tmpl->txq.mr_ctrl, in mlx5_txq_new()
1114 mlx5_mr_btree_free(&tmpl->txq.mr_ctrl.cache_bh); in mlx5_txq_new()
1222 mlx5_mr_btree_free(&txq_ctrl->txq.mr_ctrl.cache_bh); in mlx5_txq_release()
|
| H A D | mlx5_trigger.c | 125 mlx5_mr_flush_local_cache(&rxq_ctrl->rxq.mr_ctrl); in mlx5_rxq_mempool_register()
128 return mlx5_mr_mempool_populate_cache(&rxq_ctrl->rxq.mr_ctrl, in mlx5_rxq_mempool_register()
140 ret = mlx5_mr_mempool_populate_cache(&rxq_ctrl->rxq.mr_ctrl, in mlx5_rxq_mempool_register()
|
| H A D | mlx5_rxtx_vec.c | 109 if (unlikely(mlx5_mr_btree_len(&rxq->mr_ctrl.cache_bh) > 1)) { in mlx5_rx_replenish_bulk_mbuf()
|
| H A D | mlx5_rxq.c | 1816 if (mlx5_mr_ctrl_init(&tmpl->rxq.mr_ctrl, in mlx5_rxq_new()
1948 mlx5_mr_btree_free(&tmpl->rxq.mr_ctrl.cache_bh); in mlx5_rxq_new()
1994 tmpl->rxq.mr_ctrl.cache_bh = (struct mlx5_mr_btree) { 0 }; in mlx5_rxq_hairpin_new()
2268 (&rxq_ctrl->rxq.mr_ctrl.cache_bh); in mlx5_rxq_release()
|
| H A D | mlx5_tx.h | 149 struct mlx5_mr_ctrl mr_ctrl; /* MR control descriptor. */ member
1301 dseg->lkey = mlx5_mr_mb2mr(&txq->mr_ctrl, loc->mbuf); in mlx5_tx_dseg_ptr()
1337 dseg->lkey = mlx5_mr_mb2mr(&txq->mr_ctrl, loc->mbuf); in mlx5_tx_dseg_iptr()
|
| H A D | mlx5_rx.c | 885 if (unlikely(mlx5_mr_btree_len(&rxq->mr_ctrl.cache_bh) > 1)) in mlx5_rx_burst()
|
| /dpdk/drivers/regex/mlx5/ |
| H A D | mlx5_regex_control.c | 250 ret = mlx5_mr_ctrl_init(&qp->mr_ctrl, &priv->cdev->mr_scache.dev_gen, in mlx5_regex_qp_setup()
265 mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); in mlx5_regex_qp_setup()
291 mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); in mlx5_regex_clean_ctrl()
|
| H A D | mlx5_regex.h | 46 struct mlx5_mr_ctrl mr_ctrl; member
|
| H A D | mlx5_regex_fastpath.c | 163 klm.mkey = mlx5_mr_mb2mr(&qp->mr_ctrl, op->mbuf); in prep_one()
328 mkey_klm->mkey = mlx5_mr_mb2mr(&qp->mr_ctrl, in prep_regex_umr_wqe_set()
346 klm.mkey = mlx5_mr_mb2mr(&qp->mr_ctrl, mbuf); in prep_regex_umr_wqe_set()
|
| /dpdk/drivers/crypto/mlx5/ |
| H A D | mlx5_crypto.h | 50 struct mlx5_mr_ctrl mr_ctrl; member
|
| H A D | mlx5_crypto.c | 279 mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); in mlx5_crypto_qp_release()
327 klm->lkey = mlx5_mr_mb2mr(&qp->mr_ctrl, mbuf); in mlx5_crypto_klm_set()
639 if (mlx5_mr_ctrl_init(&qp->mr_ctrl, &priv->cdev->mr_scache.dev_gen, in mlx5_crypto_queue_pair_setup()
|
| /dpdk/drivers/compress/mlx5/ |
| H A D | mlx5_compress.c | 65 struct mlx5_mr_ctrl mr_ctrl; member
151 mlx5_mr_btree_free(&qp->mr_ctrl.cache_bh); in mlx5_compress_qp_release()
208 if (mlx5_mr_ctrl_init(&qp->mr_ctrl, &priv->cdev->mr_scache.dev_gen, in mlx5_compress_qp_setup()
463 dseg->lkey = mlx5_mr_mb2mr(&qp->mr_ctrl, mbuf); in mlx5_compress_dseg_set()
|