Home
last modified time | relevance | path

Searched refs:mr (Results 1 – 25 of 331) sorted by relevance

12345678910>>...14

/linux-6.15/drivers/infiniband/sw/rdmavt/
H A Dmr.c259 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr()
260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
458 t, mr, mr->pd, mr->lkey, in rvt_check_refs()
561 u32 mapped_segs = mr->mr.length >> mr->mr.page_shift; in rvt_set_page()
594 mr->mr.length = 0; in rvt_map_mr_sg()
599 mr->mr.offset = ibmr->iova - (u64)mr->mr.map[0]->segs[0].vaddr; in rvt_map_mr_sg()
623 if (!mr->mr.lkey || mr->umem) in rvt_fast_reg_mr()
742 isge->mr = mr; in rvt_lkey_ok()
796 isge->mr = mr; in rvt_lkey_ok()
852 sge->mr = mr; in rvt_rkey_ok()
[all …]
H A Dtrace_mr.h22 TP_ARGS(mr, m, n, v, len),
40 __entry->iova = mr->iova;
42 __entry->lkey = mr->lkey;
46 __entry->length = mr->length;
47 __entry->offset = mr->offset;
68 TP_ARGS(mr, m, n, v, len));
73 TP_ARGS(mr, m, n, v, len));
78 TP_ARGS(mr, m, n, v, len));
101 __entry->mr = sge->mr;
106 __entry->lkey = sge->mr->lkey;
[all …]
/linux-6.15/drivers/infiniband/sw/rxe/
H A Drxe_mr.c36 iova + length > mr->ibmr.iova + mr->ibmr.length) { in mr_check_range()
57 mr->lkey = mr->ibmr.lkey = key; in rxe_mr_init()
58 mr->rkey = mr->ibmr.rkey = key; in rxe_mr_init()
77 return (iova >> mr->page_shift) - (mr->ibmr.iova >> mr->page_shift); in rxe_mr_iova_to_index()
220 if (unlikely(mr->nbuf == mr->num_buf)) in rxe_set_page()
415 if (mr) in copy_data()
421 if (mr) in copy_data()
631 if (!mr) in lookup_mr()
662 key, (remote ? mr->rkey : mr->lkey)); in rxe_invalidate_mr()
697 struct rxe_mr *mr = to_rmr(wqe->wr.wr.reg.mr); in rxe_reg_fast_mr() local
[all …]
H A Drxe_mw.c91 if (!mr) in rxe_check_bind_mw()
125 (mr->ibmr.iova + mr->ibmr.length)))) { in rxe_check_bind_mw()
146 if (mw->mr) { in rxe_do_bind_mw()
153 mw->mr = mr; in rxe_do_bind_mw()
155 rxe_get(mr); in rxe_do_bind_mw()
197 mr = NULL; in rxe_bind_mw()
216 if (mr) in rxe_bind_mw()
217 rxe_put(mr); in rxe_bind_mw()
247 mr = mw->mr; in rxe_do_invalidate_mw()
250 rxe_put(mr); in rxe_do_invalidate_mw()
[all …]
H A Drxe_odp.c69 ret = rxe_odp_do_pagefault_and_lock(mr, mr->umem->address, in rxe_odp_init_pages()
70 mr->umem->length, in rxe_odp_init_pages()
88 rxe_mr_init(access_flags, mr); in rxe_odp_mr_init_user()
107 umem_odp->private = mr; in rxe_odp_mr_init_user()
109 mr->umem = &umem_odp->umem; in rxe_odp_mr_init_user()
110 mr->access = access_flags; in rxe_odp_mr_init_user()
111 mr->ibmr.length = length; in rxe_odp_mr_init_user()
112 mr->ibmr.iova = iova; in rxe_odp_mr_init_user()
115 err = rxe_odp_init_pages(mr); in rxe_odp_mr_init_user()
121 mr->state = RXE_MR_STATE_VALID; in rxe_odp_mr_init_user()
[all …]
/linux-6.15/net/sunrpc/xprtrdma/
H A Dfrwr_ops.c61 ib_dma_unmap_sg(mr->mr_device, mr->mr_sg, mr->mr_nents, in frwr_mr_unmap()
62 mr->mr_dir); in frwr_mr_unmap()
76 frwr_mr_unmap(mr); in frwr_mr_release()
81 kfree(mr->mr_sg); in frwr_mr_release()
82 kfree(mr); in frwr_mr_release()
92 rpcrdma_mr_push(mr, &mr->mr_req->rl_free_mrs); in frwr_mr_put()
111 frwr_mr_put(mr); in frwr_reset()
146 mr->mr_sg = sg; in frwr_mr_init()
399 mr->mr_regwr.wr.wr_cqe = &mr->mr_cqe; in frwr_send()
677 if (!mr) in frwr_wp_create()
[all …]
/linux-6.15/drivers/infiniband/hw/mlx4/
H A Dmr.c63 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_get_dma_mr()
64 if (!mr) in mlx4_ib_get_dma_mr()
76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
85 kfree(mr); in mlx4_ib_get_dma_mr()
150 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_reg_user_mr()
151 if (!mr) in mlx4_ib_reg_user_mr()
179 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
393 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mlx4_ib_alloc_mr()
394 if (!mr) in mlx4_ib_alloc_mr()
411 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
[all …]
/linux-6.15/drivers/vdpa/mlx5/core/
H A Dmr.c44 for_each_sg(mr->sg_head.sgl, sg, mr->nent, i) { in populate_mtts()
78 MLX5_SET64(mkc, mkc, len, mr->end - mr->start); in fill_create_direct_mr()
81 get_octo_len(mr->end - mr->start, mr->log_size)); in fill_create_direct_mr()
83 get_octo_len(mr->end - mr->start, mr->log_size)); in fill_create_direct_mr()
96 mr->mr = mlx5_idx_to_mkey(mkey_index); in create_direct_mr_end()
112 if (!mr->mr) in destroy_direct_mr()
115 mlx5_vdpa_destroy_mkey(mvdev, mr->mr); in destroy_direct_mr()
130 return map_end(map, mr) - map_start(map, mr); in maplen()
420 mr->nent = dma_map_sg_attrs(dma, mr->sg_head.sgl, mr->nsg, DMA_BIDIRECTIONAL, 0); in map_direct_mr()
754 mr, mr->mkey, refcount_read(&mr->refcount)); in mlx5_vdpa_show_mr_leaks()
[all …]
/linux-6.15/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_mr.c75 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_get_dma_mr()
76 if (!mr) in pvrdma_get_dma_mr()
89 kfree(mr); in pvrdma_get_dma_mr()
144 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_reg_user_mr()
145 if (!mr) { in pvrdma_reg_user_mr()
191 kfree(mr); in pvrdma_reg_user_mr()
220 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in pvrdma_alloc_mr()
221 if (!mr) in pvrdma_alloc_mr()
266 kfree(mr); in pvrdma_alloc_mr()
306 if (mr->npages == mr->max_pages) in pvrdma_set_page()
[all …]
/linux-6.15/drivers/gpu/drm/nouveau/nvkm/subdev/fb/
H A Dgddr5.c75 ram->mr[0] &= ~0xf7f; in nvkm_gddr5_calc()
80 ram->mr[1] &= ~0x0bf; in nvkm_gddr5_calc()
91 ram->mr[1] &= ~0x030; in nvkm_gddr5_calc()
95 ram->mr[3] &= ~0x020; in nvkm_gddr5_calc()
98 ram->mr[5] &= ~0x004; in nvkm_gddr5_calc()
99 ram->mr[5] |= (l3 << 2); in nvkm_gddr5_calc()
103 if (ram->mr[6] & 0x001) in nvkm_gddr5_calc()
105 ram->mr[6] &= ~0xff1; in nvkm_gddr5_calc()
110 ram->mr[7] &= ~0x300; in nvkm_gddr5_calc()
113 ram->mr[7] &= ~0x088; in nvkm_gddr5_calc()
[all …]
H A Dsddr3.c93 (ram->mr[1] & 0x040) >> 5 | in nvkm_sddr3_calc()
106 ram->mr[0] &= ~0xf74; in nvkm_sddr3_calc()
107 ram->mr[0] |= (WR & 0x07) << 9; in nvkm_sddr3_calc()
108 ram->mr[0] |= (CL & 0x0e) << 3; in nvkm_sddr3_calc()
109 ram->mr[0] |= (CL & 0x01) << 2; in nvkm_sddr3_calc()
111 ram->mr[1] &= ~0x245; in nvkm_sddr3_calc()
112 ram->mr[1] |= (ODT & 0x1) << 2; in nvkm_sddr3_calc()
113 ram->mr[1] |= (ODT & 0x2) << 5; in nvkm_sddr3_calc()
114 ram->mr[1] |= (ODT & 0x4) << 7; in nvkm_sddr3_calc()
115 ram->mr[1] |= !DLL; in nvkm_sddr3_calc()
[all …]
H A Dgddr3.c89 DLL = !(ram->mr[1] & 0x1); in nvkm_gddr3_calc()
98 ODT = (ram->mr[1] & 0xc) >> 2; in nvkm_gddr3_calc()
101 hi = ram->mr[2] & 0x1; in nvkm_gddr3_calc()
107 ram->mr[0] &= ~0xf74; in nvkm_gddr3_calc()
108 ram->mr[0] |= (CWL & 0x07) << 9; in nvkm_gddr3_calc()
109 ram->mr[0] |= (CL & 0x07) << 4; in nvkm_gddr3_calc()
110 ram->mr[0] |= (CL & 0x08) >> 1; in nvkm_gddr3_calc()
112 ram->mr[1] &= ~0x3fc; in nvkm_gddr3_calc()
113 ram->mr[1] |= (ODT & 0x03) << 2; in nvkm_gddr3_calc()
114 ram->mr[1] |= (RON & 0x03) << 8; in nvkm_gddr3_calc()
[all …]
/linux-6.15/drivers/scsi/
H A Dmesh.c314 (mr->count_hi << 8) + mr->count_lo, mr->sequence, in mesh_dump_regs()
315 (mr->bus_status1 << 8) + mr->bus_status0, mr->fifo_count, in mesh_dump_regs()
316 mr->exception, mr->error, mr->intr_mask, mr->interrupt, in mesh_dump_regs()
437 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd()
512 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd()
517 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd()
528 MKWORD(mr->interrupt, mr->exception, mr->error, mr->fifo_count)); in mesh_start_cmd()
806 MKWORD(mr->interrupt, mr->exception, mr->error, in start_phase()
908 MKWORD(0, mr->error, mr->exception, mr->fifo_count)); in reselected()
1367 MKWORD(mr->count_hi, mr->count_lo, mr->sequence, mr->fifo_count)); in phase_mismatch()
[all …]
/linux-6.15/drivers/infiniband/hw/mlx5/
H A Dmr.c1065 mr->ibmr.lkey = mr->mmkey.key; in mlx5_ib_get_dma_mr()
1066 mr->ibmr.rkey = mr->mmkey.key; in mlx5_ib_get_dma_mr()
1101 mr->ibmr.lkey = mr->mmkey.key; in set_mr_fields()
1102 mr->ibmr.rkey = mr->mmkey.key; in set_mr_fields()
1849 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr()
1871 if (!mr->umem || is_odp_mr(mr) || is_dmabuf_mr(mr)) in mlx5_ib_rereg_user_mr()
2224 mr->ibmr.lkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs()
2225 mr->ibmr.rkey = mr->mmkey.key; in _mlx5_alloc_mkey_descs()
2638 mr->data_length = mr->ibmr.length; in mlx5_ib_sg_to_klms()
2659 mr->meta_length = mr->ibmr.length - mr->data_length; in mlx5_ib_sg_to_klms()
[all …]
H A Dodp.c243 mr) { in destroy_unused_implicit_child_mr()
286 if (!mr) in mlx5_ib_invalidate_range()
476 if (IS_ERR(mr)) { in implicit_get_child_mr()
478 return mr; in implicit_get_child_mr()
485 mr->ibmr.lkey = mr->mmkey.key; in implicit_get_child_mr()
486 mr->ibmr.rkey = mr->mmkey.key; in implicit_get_child_mr()
535 return mr; in implicit_get_child_mr()
908 ret = pagefault_real_mr(mr, to_ib_umem_odp(mr->umem), mr->umem->address, in mlx5_ib_init_odp_mr()
918 ret = pagefault_dmabuf_mr(mr, mr->umem->length, NULL, in mlx5_ib_init_dmabuf_mr()
1959 return mr; in get_prefetchable_mr()
[all …]
/linux-6.15/io_uring/
H A Dmemmap.c92 if (mr->pages) { in io_free_region()
103 kvfree(mr->pages); in io_free_region()
105 if ((mr->flags & IO_REGION_F_VMAP) && mr->ptr) in io_free_region()
106 vunmap(mr->ptr); in io_free_region()
110 memset(mr, 0, sizeof(*mr)); in io_free_region()
118 if (io_check_coalesce_buffer(mr->pages, mr->nr_pages, &ifd)) { in io_region_init_ptr()
120 mr->ptr = page_address(mr->pages[0]); in io_region_init_ptr()
124 ptr = vmap(mr->pages, mr->nr_pages, VM_MAP, PAGE_KERNEL); in io_region_init_ptr()
128 mr->ptr = ptr; in io_region_init_ptr()
147 mr->pages = pages; in io_region_pin_pages()
[all …]
/linux-6.15/drivers/infiniband/core/
H A Duverbs_std_types_mr.c95 struct ib_mr *mr; in UVERBS_HANDLER() local
128 if (IS_ERR(mr)) in UVERBS_HANDLER()
132 mr->pd = pd; in UVERBS_HANDLER()
152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
175 &mr->length, sizeof(mr->length)); in UVERBS_HANDLER()
181 &mr->iova, sizeof(mr->iova)); in UVERBS_HANDLER()
243 if (IS_ERR(mr)) in UVERBS_HANDLER()
247 mr->pd = pd; in UVERBS_HANDLER()
260 &mr->lkey, sizeof(mr->lkey)); in UVERBS_HANDLER()
[all …]
H A Dmr_pool.c10 struct ib_mr *mr; in ib_mr_pool_get() local
15 if (mr) { in ib_mr_pool_get()
16 list_del(&mr->qp_entry); in ib_mr_pool_get()
21 return mr; in ib_mr_pool_get()
30 list_add(&mr->qp_entry, list); in ib_mr_pool_put()
39 struct ib_mr *mr; in ib_mr_pool_init() local
49 if (IS_ERR(mr)) { in ib_mr_pool_init()
50 ret = PTR_ERR(mr); in ib_mr_pool_init()
68 struct ib_mr *mr; in ib_mr_pool_destroy() local
74 list_del(&mr->qp_entry); in ib_mr_pool_destroy()
[all …]
/linux-6.15/drivers/infiniband/hw/mana/
H A Dmr.c123 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mana_ib_reg_user_mr()
124 if (!mr) in mana_ib_reg_user_mr()
172 kfree(mr); in mana_ib_reg_user_mr()
195 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mana_ib_reg_user_mr_dmabuf()
196 if (!mr) in mana_ib_reg_user_mr_dmabuf()
241 kfree(mr); in mana_ib_reg_user_mr_dmabuf()
259 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in mana_ib_get_dma_mr()
260 if (!mr) in mana_ib_get_dma_mr()
273 kfree(mr); in mana_ib_get_dma_mr()
290 if (mr->umem) in mana_ib_dereg_mr()
[all …]
/linux-6.15/drivers/infiniband/hw/hns/
H A Dhns_roce_mr.c120 mr->npages = mr->pbl_mtr.hem_cfg.buf_pg_count; in alloc_mr_pbl()
201 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_get_dma_mr()
202 if (!mr) in hns_roce_get_dma_mr()
219 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
238 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_reg_user_mr()
262 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
390 mr = kzalloc(sizeof(*mr), GFP_KERNEL); in hns_roce_alloc_mr()
391 if (!mr) in hns_roce_alloc_mr()
411 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr()
412 mr->ibmr.length = mr->size; in hns_roce_alloc_mr()
[all …]
/linux-6.15/arch/powerpc/platforms/pseries/
H A DhvCall.S160 mr r4,r5
161 mr r5,r6
162 mr r6,r7
163 mr r7,r8
164 mr r8,r9
187 mr r4,r5
188 mr r5,r6
189 mr r6,r7
190 mr r7,r8
191 mr r8,r9
[all …]
/linux-6.15/net/rds/
H A Drdma.c81 return mr; in rds_mr_tree_walk()
102 mr->r_key, kref_read(&mr->r_kref)); in rds_destroy_mr()
112 mr->r_trans->free_mr(trans_private, mr->r_invalidate); in rds_destroy_mr()
120 kfree(mr); in __rds_put_mr_final()
238 if (!mr) { in __rds_rdma_map()
354 if (mr) in __rds_rdma_map()
425 if (mr) { in rds_free_mr()
433 if (!mr) in rds_free_mr()
834 if (!mr) in rds_cmsg_rdma_dest()
840 if (mr) { in rds_cmsg_rdma_dest()
[all …]
/linux-6.15/drivers/rtc/
H A Drtc-at91sam9.c133 u32 offset, alarm, mr; in at91_rtc_settime() local
140 mr = rtt_readl(rtc, MR); in at91_rtc_settime()
164 mr &= ~AT91_RTT_ALMIEN; in at91_rtc_settime()
205 u32 mr; in at91_rtc_setalarm() local
214 mr = rtt_readl(rtc, MR); in at91_rtc_setalarm()
261 u32 sr, mr; in at91_rtc_cache_events() local
339 u32 mr; in at91_rtc_probe() local
395 mr = rtt_readl(rtc, MR); in at91_rtc_probe()
405 rtt_writel(rtc, MR, mr); in at91_rtc_probe()
502 u32 mr; in at91_rtc_resume() local
[all …]
/linux-6.15/drivers/net/ethernet/mellanox/mlxsw/
H A Dspectrum_mr.c254 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_write() local
292 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_erase() local
485 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_resolve() local
519 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_unresolve() local
534 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_resolve() local
593 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_unresolve() local
751 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_rif_mtu_update() local
906 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_create() local
955 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_destroy() local
1045 mlxsw_sp->mr = mr; in mlxsw_sp_mr_init()
[all …]
/linux-6.15/drivers/sh/intc/
H A Dhandle.c55 if (mr->set_reg && mr->clr_reg) { in _intc_mask_data()
58 reg_e = mr->clr_reg; in _intc_mask_data()
59 reg_d = mr->set_reg; in _intc_mask_data()
62 if (mr->set_reg) { in _intc_mask_data()
64 reg_e = mr->set_reg; in _intc_mask_data()
65 reg_d = mr->set_reg; in _intc_mask_data()
68 reg_e = mr->clr_reg; in _intc_mask_data()
69 reg_d = mr->clr_reg; in _intc_mask_data()
183 mr = desc->hw.ack_regs + i; in intc_ack_data()
191 reg_e = mr->set_reg; in intc_ack_data()
[all …]

12345678910>>...14