Home
last modified time | relevance | path

Searched refs:rreq (Results 1 – 25 of 38) sorted by relevance

12

/linux-6.15/fs/netfs/
H A Dread_collect.c109 if (rreq->cleaned_to >= rreq->collected_to) in netfs_read_unlock_folios()
193 _enter("%llx-%llx", rreq->start, rreq->start + rreq->len); in netfs_collect_read_results()
310 rreq->cleaned_to = rreq->collected_to; in netfs_collect_read_results()
373 rreq->iocb->ki_pos += rreq->transferred; in netfs_rreq_assess_dio()
376 rreq->iocb, rreq->error ? rreq->error : rreq->transferred); in netfs_rreq_assess_dio()
379 rreq->netfs_ops->done(rreq); in netfs_rreq_assess_dio()
398 rreq->iocb->ki_pos += rreq->transferred; in netfs_rreq_assess_single()
401 rreq->iocb, rreq->error ? rreq->error : rreq->transferred); in netfs_rreq_assess_single()
404 rreq->netfs_ops->done(rreq); in netfs_rreq_assess_single()
498 struct netfs_io_request *rreq = subreq->rreq; in netfs_read_subreq_progress() local
[all …]
H A Dobjects.c31 if (rreq) in netfs_alloc_request()
37 rreq->start = start; in netfs_alloc_request()
38 rreq->len = len; in netfs_alloc_request()
42 rreq->inode = inode; in netfs_alloc_request()
70 ret = rreq->netfs_ops->init_request(rreq, file); in netfs_alloc_request()
81 return rreq; in netfs_alloc_request()
129 rreq->netfs_ops->free_request(rreq); in netfs_free_request()
131 rreq->cache_resources.ops->end_operation(&rreq->cache_resources); in netfs_free_request()
155 if (rreq) { in netfs_put_request()
192 subreq->rreq = rreq; in netfs_alloc_subrequest()
[all …]
H A Ddirect_read.c21 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_dio_read_iterator() local
71 spin_lock(&rreq->lock); in netfs_dispatch_unbuffered_reads()
133 rreq->debug_id, rreq->start, rreq->start + rreq->len - 1); in netfs_unbuffered_read()
135 if (rreq->len == 0) { in netfs_unbuffered_read()
192 if (IS_ERR(rreq)) in netfs_unbuffered_read_iter_locked()
193 return PTR_ERR(rreq); in netfs_unbuffered_read_iter_locked()
196 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_dio_read); in netfs_unbuffered_read_iter_locked()
208 ret = netfs_extract_user_iter(iter, rreq->len, &rreq->buffer.iter, 0); in netfs_unbuffered_read_iter_locked()
211 rreq->direct_bv = (struct bio_vec *)rreq->buffer.iter.bvec; in netfs_unbuffered_read_iter_locked()
214 rreq->len = iov_iter_count(&rreq->buffer.iter); in netfs_unbuffered_read_iter_locked()
[all …]
H A Dbuffered_read.c29 netfs_cache_expand_readahead(rreq, &rreq->start, &rreq->len, rreq->i_size); in netfs_rreq_expand()
35 rreq->netfs_ops->expand_readahead(rreq); in netfs_rreq_expand()
48 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand()
83 struct netfs_io_request *rreq = subreq->rreq; in netfs_prepare_read_iterator() local
102 added = rolling_buffer_load_from_ra(&rreq->buffer, rreq->ractl, in netfs_prepare_read_iterator()
235 source = netfs_cache_prepare_read(rreq, subreq, rreq->i_size); in netfs_read_to_pagecache()
363 rreq->submitted = rreq->start; in netfs_readahead()
391 rreq->submitted = rreq->start + added; in netfs_create_singular_buffer()
428 trace_netfs_read(rreq, rreq->start, rreq->len, netfs_read_trace_read_gaps); in netfs_read_gaps()
460 rreq->submitted = rreq->start + flen; in netfs_read_gaps()
[all …]
H A Dread_single.c102 subreq->len = rreq->len; in netfs_single_dispatch_read()
107 spin_lock(&rreq->lock); in netfs_single_dispatch_read()
113 spin_unlock(&rreq->lock); in netfs_single_dispatch_read()
126 rreq->submitted += subreq->len; in netfs_single_dispatch_read()
131 rreq->submitted += subreq->len; in netfs_single_dispatch_read()
168 struct netfs_io_request *rreq; in netfs_read_single() local
174 if (IS_ERR(rreq)) in netfs_read_single()
175 return PTR_ERR(rreq); in netfs_read_single()
182 trace_netfs_read(rreq, 0, rreq->len, netfs_read_trace_read_single); in netfs_read_single()
184 rreq->buffer.iter = *iter; in netfs_read_single()
[all …]
H A Dread_retry.c31 _enter("R=%x", rreq->debug_id); in netfs_retry_read_subrequests()
36 if (rreq->netfs_ops->retry_request) in netfs_retry_read_subrequests()
37 rreq->netfs_ops->retry_request(rreq, NULL); in netfs_retry_read_subrequests()
42 if (!rreq->netfs_ops->prepare_read && in netfs_retry_read_subrequests()
43 !rreq->cache_resources.ops) { in netfs_retry_read_subrequests()
52 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests()
135 if (rreq->netfs_ops->prepare_read && in netfs_retry_read_subrequests()
159 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests()
231 netfs_reissue_read(rreq, subreq); in netfs_retry_read_subrequests()
287 finish_wait(&rreq->waitq, &myself); in netfs_retry_reads()
[all …]
H A Dinternal.h40 static inline void netfs_proc_add_rreq(struct netfs_io_request *rreq) in netfs_proc_add_rreq() argument
43 list_add_tail_rcu(&rreq->proc_link, &netfs_io_requests); in netfs_proc_add_rreq()
48 if (!list_empty(&rreq->proc_link)) { in netfs_proc_del_rreq()
50 list_del_rcu(&rreq->proc_link); in netfs_proc_del_rreq()
79 static inline void netfs_see_request(struct netfs_io_request *rreq, in netfs_see_request() argument
82 trace_netfs_rreq_ref(rreq->debug_id, refcount_read(&rreq->ref), what); in netfs_see_request()
88 trace_netfs_sreq_ref(subreq->rreq->debug_id, subreq->debug_index, in netfs_see_subrequest()
96 void netfs_wake_read_collector(struct netfs_io_request *rreq);
98 ssize_t netfs_wait_for_read(struct netfs_io_request *rreq);
99 void netfs_wait_for_pause(struct netfs_io_request *rreq);
[all …]
H A Dmain.c56 struct netfs_io_request *rreq; in netfs_requests_seq_show() local
66 rreq = list_entry(v, struct netfs_io_request, proc_link); in netfs_requests_seq_show()
69 rreq->debug_id, in netfs_requests_seq_show()
70 netfs_origins[rreq->origin], in netfs_requests_seq_show()
71 refcount_read(&rreq->ref), in netfs_requests_seq_show()
72 rreq->flags, in netfs_requests_seq_show()
73 rreq->error, in netfs_requests_seq_show()
75 rreq->start, rreq->submitted, rreq->len); in netfs_requests_seq_show()
H A Dread_pgpriv2.c98 struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_begin_copy_to_cache() argument
102 if (!fscache_resources_valid(&rreq->cache_resources)) in netfs_pgpriv2_begin_copy_to_cache()
105 creq = netfs_create_write_req(rreq->mapping, NULL, folio_pos(folio), in netfs_pgpriv2_begin_copy_to_cache()
115 rreq->copy_to_cache = creq; in netfs_pgpriv2_begin_copy_to_cache()
121 rreq->copy_to_cache = ERR_PTR(-ENOBUFS); in netfs_pgpriv2_begin_copy_to_cache()
122 clear_bit(NETFS_RREQ_FOLIO_COPY_TO_CACHE, &rreq->flags); in netfs_pgpriv2_begin_copy_to_cache()
130 void netfs_pgpriv2_copy_to_cache(struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_copy_to_cache() argument
132 struct netfs_io_request *creq = rreq->copy_to_cache; in netfs_pgpriv2_copy_to_cache()
135 creq = netfs_pgpriv2_begin_copy_to_cache(rreq, folio); in netfs_pgpriv2_copy_to_cache()
147 void netfs_pgpriv2_end_copy_to_cache(struct netfs_io_request *rreq) in netfs_pgpriv2_end_copy_to_cache() argument
[all …]
H A Dwrite_collect.c24 static void netfs_dump_request(const struct netfs_io_request *rreq) in netfs_dump_request() argument
27 rreq->debug_id, refcount_read(&rreq->ref), rreq->flags, in netfs_dump_request()
28 rreq->origin, rreq->error); in netfs_dump_request()
30 rreq->start, rreq->transferred, rreq->submitted, rreq->len); in netfs_dump_request()
32 rreq->cleaned_to, rreq->collected_to, atomic64_read(&rreq->issued_to)); in netfs_dump_request()
33 pr_err(" iw=%pSR\n", rreq->netfs_ops->issue_write); in netfs_dump_request()
36 const struct netfs_io_stream *s = &rreq->io_streams[i]; in netfs_dump_request()
486 struct netfs_io_request *wreq = subreq->rreq; in netfs_write_subrequest_terminated()
/linux-6.15/fs/9p/
H A Dvfs_addr.c71 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() local
72 struct p9_fid *fid = rreq->netfs_priv; in v9fs_issue_read()
80 if (subreq->rreq->origin != NETFS_DIO_READ) in v9fs_issue_read()
102 rreq->origin == NETFS_WRITETHROUGH || in v9fs_init_request()
103 rreq->origin == NETFS_UNBUFFERED_WRITE || in v9fs_init_request()
104 rreq->origin == NETFS_DIO_WRITE); in v9fs_init_request()
106 if (rreq->origin == NETFS_WRITEBACK) in v9fs_init_request()
125 rreq->wsize = min(rreq->wsize, fid->iounit); in v9fs_init_request()
131 rreq->netfs_priv = fid; in v9fs_init_request()
136 rreq->inode->i_ino); in v9fs_init_request()
[all …]
/linux-6.15/include/trace/events/
H A Dnetfs.h284 __field(unsigned int, rreq)
294 __entry->rreq = rreq->debug_id;
304 __entry->rreq,
315 TP_ARGS(rreq, what),
318 __field(unsigned int, rreq)
325 __entry->rreq = rreq->debug_id;
332 __entry->rreq,
358 __entry->rreq = sreq->rreq->debug_id;
399 __entry->rreq = rreq->debug_id;
438 __entry->rreq,
[all …]
/linux-6.15/fs/nfs/
H A Dfscache.c267 if (WARN_ON_ONCE(rreq->origin != NETFS_PGPRIV2_COPY_TO_CACHE)) in nfs_netfs_init_request()
272 rreq->netfs_priv = get_nfs_open_context(nfs_file_open_context(file)); in nfs_netfs_init_request()
273 rreq->debug_id = atomic_inc_return(&nfs_netfs_debug_id); in nfs_netfs_init_request()
275 __set_bit(NETFS_RREQ_USE_PGPRIV2, &rreq->flags); in nfs_netfs_init_request()
276 rreq->io_streams[0].sreq_max_len = NFS_SB(rreq->inode->i_sb)->rsize; in nfs_netfs_init_request()
281 static void nfs_netfs_free_request(struct netfs_io_request *rreq) in nfs_netfs_free_request() argument
283 if (rreq->netfs_priv) in nfs_netfs_free_request()
284 put_nfs_open_context(rreq->netfs_priv); in nfs_netfs_free_request()
303 struct inode *inode = sreq->rreq->inode; in nfs_netfs_issue_read()
304 struct nfs_open_context *ctx = sreq->rreq->netfs_priv; in nfs_netfs_issue_read()
[all …]
/linux-6.15/fs/afs/
H A Dfile.c336 struct key *key = subreq->rreq->netfs_priv; in afs_issue_read()
359 if (subreq->rreq->origin == NETFS_READAHEAD || in afs_issue_read()
360 subreq->rreq->iocb) { in afs_issue_read()
386 rreq->rsize = 256 * 1024; in afs_init_request()
387 rreq->wsize = 256 * 1024 * 1024; in afs_init_request()
389 switch (rreq->origin) { in afs_init_request()
396 rreq->netfs_priv = key; in afs_init_request()
403 if (S_ISREG(rreq->inode->i_mode)) in afs_init_request()
404 rreq->io_streams[0].avail = true; in afs_init_request()
423 key_put(rreq->netfs_priv); in afs_free_request()
[all …]
H A Dwrite.c92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write()
106 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker()
/linux-6.15/drivers/infiniband/sw/siw/
H A Dsiw_qp.c274 rreq = orq_get_free(qp); in siw_qp_mpa_rts()
275 if (rreq) { in siw_qp_mpa_rts()
447 memcpy(&rreq->ctrl, in siw_send_terminate()
451 rreq->rsvd = 0; in siw_send_terminate()
452 rreq->ddp_qn = in siw_send_terminate()
463 rreq->source_to = in siw_send_terminate()
842 rreq->id = sqe->id; in siw_read_to_orq()
849 rreq->num_sge = 1; in siw_read_to_orq()
905 struct siw_sqe *rreq; in siw_activate_tx_from_sq() local
916 rreq = orq_get_free(qp); in siw_activate_tx_from_sq()
[all …]
H A Dsiw_qp_rx.c661 uint64_t raddr = be64_to_cpu(srx->hdr.rreq.sink_to), in siw_init_rresp()
662 laddr = be64_to_cpu(srx->hdr.rreq.source_to); in siw_init_rresp()
664 lkey = be32_to_cpu(srx->hdr.rreq.source_stag), in siw_init_rresp()
665 rkey = be32_to_cpu(srx->hdr.rreq.sink_stag), in siw_init_rresp()
666 msn = be32_to_cpu(srx->hdr.rreq.ddp_msn); in siw_init_rresp()
1132 struct siw_sqe *rreq; in siw_check_tx_fence() local
1139 rreq = orq_get_current(qp); in siw_check_tx_fence()
1140 WRITE_ONCE(rreq->flags, 0); in siw_check_tx_fence()
1156 rreq = orq_get_free(qp); in siw_check_tx_fence()
1157 if (unlikely(!rreq)) { in siw_check_tx_fence()
[all …]
H A Dsiw_qp_tx.c130 c_tx->pkt.rreq.rsvd = 0; in siw_qp_prepare_tx()
131 c_tx->pkt.rreq.ddp_qn = htonl(RDMAP_UNTAGGED_QN_RDMA_READ); in siw_qp_prepare_tx()
132 c_tx->pkt.rreq.ddp_msn = in siw_qp_prepare_tx()
134 c_tx->pkt.rreq.ddp_mo = 0; in siw_qp_prepare_tx()
135 c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey); in siw_qp_prepare_tx()
136 c_tx->pkt.rreq.sink_to = in siw_qp_prepare_tx()
138 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
139 c_tx->pkt.rreq.source_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
140 c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length); in siw_qp_prepare_tx()
/linux-6.15/net/9p/
H A Dtrans_fd.c120 struct p9_req_t *rreq; member
332 if (!m->rreq || (m->rreq->status != REQ_STATUS_SENT)) { in p9_read_work()
347 if (!m->rreq->rc.sdata) { in p9_read_work()
350 m->rc.tag, m->rreq); in p9_read_work()
351 p9_req_put(m->client, m->rreq); in p9_read_work()
352 m->rreq = NULL; in p9_read_work()
369 list_del(&m->rreq->req_list); in p9_read_work()
387 p9_req_put(m->client, m->rreq); in p9_read_work()
388 m->rreq = NULL; in p9_read_work()
917 if (m->rreq) { in p9_conn_destroy()
[all …]
/linux-6.15/tools/net/ynl/samples/
H A Dethtool.c14 struct ethtool_rings_get_req_dump rreq = {}; in main() local
41 rreq._present.header = 1; /* ethtool needs an empty nest.. */ in main()
42 rings = ethtool_rings_get_dump(ys, &rreq); in main()
/linux-6.15/fs/ceph/
H A Daddr.c170 struct inode *inode = rreq->inode; in ceph_netfs_expand_readahead()
174 loff_t end = rreq->start + rreq->len, new_end; in ceph_netfs_expand_readahead()
201 rreq->len = new_end - rreq->start; in ceph_netfs_expand_readahead()
206 rreq->start -= blockoff; in ceph_netfs_expand_readahead()
207 rreq->len += blockoff; in ceph_netfs_expand_readahead()
273 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_op_inline() local
334 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_prepare_read() local
350 struct netfs_io_request *rreq = subreq->rreq; in ceph_netfs_issue_read() local
475 rreq->netfs_priv = priv; in ceph_init_request()
501 rreq->netfs_priv = priv; in ceph_init_request()
[all …]
/linux-6.15/include/linux/
H A Dnetfs.h177 struct netfs_io_request *rreq; /* Supervising I/O request */ member
294 int (*init_request)(struct netfs_io_request *rreq, struct file *file);
295 void (*free_request)(struct netfs_io_request *rreq);
296 void (*free_subrequest)(struct netfs_io_subrequest *rreq);
299 void (*expand_readahead)(struct netfs_io_request *rreq);
302 bool (*is_still_valid)(struct netfs_io_request *rreq);
305 void (*done)(struct netfs_io_request *rreq);
/linux-6.15/fs/smb/client/
H A Dfile.c55 size_t wsize = req->rreq.wsize; in cifs_prepare_write()
147 struct netfs_io_request *rreq = subreq->rreq; in cifs_prepare_read() local
149 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_prepare_read()
200 struct netfs_io_request *rreq = subreq->rreq; in cifs_issue_read() local
202 struct cifs_io_request *req = container_of(subreq->rreq, struct cifs_io_request, rreq); in cifs_issue_read()
207 __func__, rreq->debug_id, subreq->debug_index, rreq->mapping, in cifs_issue_read()
259 struct cifs_io_request *req = container_of(rreq, struct cifs_io_request, rreq); in cifs_init_request()
263 rreq->rsize = cifs_sb->ctx->rsize; in cifs_init_request()
264 rreq->wsize = cifs_sb->ctx->wsize; in cifs_init_request()
287 struct inode *inode = rreq->inode; in cifs_rreq_done()
[all …]
/linux-6.15/fs/cachefiles/
H A Dio.c501 return cachefiles_do_prepare_read(&subreq->rreq->cache_resources, in cachefiles_prepare_read()
503 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read()
630 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_prepare_write_subreq()
649 struct netfs_io_request *wreq = subreq->rreq; in cachefiles_issue_write()
711 cachefiles_write(&subreq->rreq->cache_resources, in cachefiles_issue_write()
/linux-6.15/Documentation/filesystems/
H A Dnetfs_library.rst239 struct netfs_io_request *rreq;
251 * ``rreq``
296 void (*init_request)(struct netfs_io_request *rreq, struct file *file);
297 void (*free_request)(struct netfs_io_request *rreq);
298 void (*expand_readahead)(struct netfs_io_request *rreq);
301 bool (*is_still_valid)(struct netfs_io_request *rreq);
304 void (*done)(struct netfs_io_request *rreq);
451 int fscache_begin_read_operation(struct netfs_io_request *rreq,

12