| /linux-6.15/io_uring/ |
| H A D | zcrx.c | 94 struct net_iov *niov) in io_zcrx_sync_for_device() argument
259 niov->owner = &area->nia; in io_zcrx_create_area()
472 if (!niov->pp) { in io_zcrx_return_niov()
497 io_zcrx_return_niov(niov); in io_zcrx_scrub()
546 struct net_iov *niov; in io_zcrx_ring_refill() local
618 struct net_iov *niov; in io_pp_zc_release_netmem() local
732 if (niov) in io_zcrx_alloc_fallback()
734 return niov; in io_zcrx_alloc_fallback()
748 struct net_iov *niov; in io_zcrx_copy_chunk() local
753 if (!niov) { in io_zcrx_copy_chunk()
[all …]
|
| /linux-6.15/net/core/ |
| H A D | devmem.h | 75 net_devmem_iov_to_chunk_owner(const struct net_iov *niov) in net_devmem_iov_to_chunk_owner() argument
77 struct net_iov_area *owner = net_iov_owner(niov); in net_devmem_iov_to_chunk_owner()
83 net_devmem_iov_binding(const struct net_iov *niov) in net_devmem_iov_binding() argument
85 return net_devmem_iov_to_chunk_owner(niov)->binding; in net_devmem_iov_binding()
88 static inline u32 net_devmem_iov_binding_id(const struct net_iov *niov) in net_devmem_iov_binding_id() argument
90 return net_devmem_iov_binding(niov)->id; in net_devmem_iov_binding_id()
95 struct net_iov_area *owner = net_iov_owner(niov); in net_iov_virtual_addr()
98 ((unsigned long)net_iov_idx(niov) << PAGE_SHIFT); in net_iov_virtual_addr()
120 bool net_is_devmem_iov(struct net_iov *niov);
166 static inline u32 net_devmem_iov_binding_id(const struct net_iov *niov) in net_devmem_iov_binding_id() argument
[all …]
|
| H A D | devmem.c | 82 struct net_iov *niov; in net_devmem_alloc_dmabuf() local
93 niov = &owner->area.niovs[index]; in net_devmem_alloc_dmabuf()
95 niov->pp_magic = 0; in net_devmem_alloc_dmabuf()
96 niov->pp = NULL; in net_devmem_alloc_dmabuf()
99 return niov; in net_devmem_alloc_dmabuf()
238 struct net_iov *niov; in net_devmem_bind_dmabuf() local
270 niov = &owner->area.niovs[i]; in net_devmem_bind_dmabuf()
271 niov->owner = &owner->area; in net_devmem_bind_dmabuf()
324 struct net_iov *niov; in mp_dmabuf_devmem_alloc_netmems() local
328 if (!niov) in mp_dmabuf_devmem_alloc_netmems()
[all …]
|
| H A D | page_pool.c | 1201 bool net_mp_niov_set_dma_addr(struct net_iov *niov, dma_addr_t addr) in net_mp_niov_set_dma_addr() argument
1203 return page_pool_set_dma_addr_netmem(net_iov_to_netmem(niov), addr); in net_mp_niov_set_dma_addr()
1209 void net_mp_niov_set_page_pool(struct page_pool *pool, struct net_iov *niov) in net_mp_niov_set_page_pool() argument
1211 netmem_ref netmem = net_iov_to_netmem(niov); in net_mp_niov_set_page_pool()
1222 void net_mp_niov_clear_page_pool(struct net_iov *niov) in net_mp_niov_clear_page_pool() argument
1224 netmem_ref netmem = net_iov_to_netmem(niov); in net_mp_niov_clear_page_pool()
|
| /linux-6.15/include/net/ |
| H A D | netmem.h | 66 static inline struct net_iov_area *net_iov_owner(const struct net_iov *niov) in net_iov_owner() argument
68 return niov->owner; in net_iov_owner()
71 static inline unsigned int net_iov_idx(const struct net_iov *niov) in net_iov_idx() argument
73 return niov - net_iov_owner(niov)->niovs; in net_iov_idx()
131 static inline netmem_ref net_iov_to_netmem(struct net_iov *niov) in net_iov_to_netmem() argument
133 return (__force netmem_ref)((unsigned long)niov | NET_IOV); in net_iov_to_netmem()
|
| /linux-6.15/include/net/page_pool/ |
| H A D | memory_provider.h | 22 bool net_mp_niov_set_dma_addr(struct net_iov *niov, dma_addr_t addr);
23 void net_mp_niov_set_page_pool(struct page_pool *pool, struct net_iov *niov);
24 void net_mp_niov_clear_page_pool(struct net_iov *niov);
|
| /linux-6.15/drivers/infiniband/hw/qib/ |
| H A D | qib_user_sdma.c | 560 unsigned long niov) in qib_user_sdma_coalesce() argument
576 for (i = 0; i < niov; i++) { in qib_user_sdma_coalesce()
714 unsigned long niov) in qib_user_sdma_pin_pkt() argument
719 for (idx = 0; idx < niov; idx++) { in qib_user_sdma_pin_pkt()
756 unsigned long niov, int npages) in qib_user_sdma_init_payload() argument
762 ret = qib_user_sdma_coalesce(dd, pq, pkt, iov, niov); in qib_user_sdma_init_payload()
764 ret = qib_user_sdma_pin_pkt(dd, pq, pkt, iov, niov); in qib_user_sdma_init_payload()
801 unsigned long niov, in qib_user_sdma_queue_pkts() argument
816 while (idx < niov && npkts < *maxpkts) { in qib_user_sdma_queue_pkts()
871 while (pktnwc < pktnw && idx < niov) { in qib_user_sdma_queue_pkts()
|
| /linux-6.15/drivers/target/iscsi/ |
| H A D | iscsi_target.c | 507 iov[niov].iov_base = cmd->pdu; in iscsit_xmit_nondatain_pdu()
508 iov[niov++].iov_len = ISCSI_HDR_LEN; in iscsit_xmit_nondatain_pdu()
531 iov[niov++].iov_len = padding; in iscsit_xmit_nondatain_pdu()
550 cmd->iov_misc_count = niov; in iscsit_xmit_nondatain_pdu()
1858 iov[niov].iov_base = ping_data; in iscsit_handle_nop_out()
1866 iov[niov++].iov_len = padding; in iscsit_handle_nop_out()
1870 iov[niov].iov_base = &checksum; in iscsit_handle_nop_out()
2254 int niov = 0, rx_got; in iscsit_handle_text_cmd() local
2265 iov[niov].iov_base = text_in; in iscsit_handle_text_cmd()
2266 iov[niov++].iov_len = rx_size; in iscsit_handle_text_cmd()
[all …]
|
| /linux-6.15/fs/smb/server/ |
| H A D | connection.h | 124 int (*writev)(struct ksmbd_transport *t, struct kvec *iovs, int niov,
|
| H A D | transport_rdma.c | 229 struct kvec *iov, int niov,
1164 struct kvec *iov, int niov, in smb_direct_post_send_data() argument
1177 for (i = 0; i < niov; i++) in smb_direct_post_send_data()
1187 for (i = 0; i < niov; i++) { in smb_direct_post_send_data()
|
| /linux-6.15/net/ipv4/ |
| H A D | tcp.c | 2486 struct net_iov *niov; in tcp_recvmsg_dmabuf() local
2503 niov = skb_frag_net_iov(frag); in tcp_recvmsg_dmabuf()
2504 if (!net_is_devmem_iov(niov)) { in tcp_recvmsg_dmabuf()
2515 frag_offset = net_iov_virtual_addr(niov) + in tcp_recvmsg_dmabuf()
2527 dmabuf_cmsg.dmabuf_id = net_devmem_iov_binding_id(niov); in tcp_recvmsg_dmabuf()
2539 atomic_long_inc(&niov->pp_ref_count); in tcp_recvmsg_dmabuf()
|