| /linux-6.15/fs/netfs/ |
| H A D | read_retry.c | 18 subreq->rreq->netfs_ops->issue_read(subreq); in netfs_reissue_read() 100 if (subreq->start + subreq->transferred != start + len || in netfs_retry_read_subrequests() 104 to = subreq; in netfs_retry_read_subrequests() 118 subreq = from; in netfs_retry_read_subrequests() 125 subreq->start = start - subreq->transferred; in netfs_retry_read_subrequests() 126 subreq->len = len + subreq->transferred; in netfs_retry_read_subrequests() 145 subreq->len = subreq->transferred + part; in netfs_retry_read_subrequests() 188 if (!subreq) { in netfs_retry_read_subrequests() 189 subreq = to; in netfs_retry_read_subrequests() 219 subreq->len = subreq->transferred + part; in netfs_retry_read_subrequests() [all …]
|
| H A D | write_retry.c | 76 if (subreq->start + subreq->transferred != start + len || in netfs_retry_write_stream() 80 to = subreq; in netfs_retry_write_stream() 92 subreq = from; in netfs_retry_write_stream() 97 subreq->start = start; in netfs_retry_write_stream() 98 subreq->len = len; in netfs_retry_write_stream() 100 subreq->retry_count++; in netfs_retry_write_stream() 110 subreq->len = part; in netfs_retry_write_stream() 120 if (subreq == to) in netfs_retry_write_stream() 128 if (subreq == to) in netfs_retry_write_stream() 135 if (subreq == to) in netfs_retry_write_stream() [all …]
|
| H A D | read_single.c | 70 subreq->source = cres->ops->prepare_read(subreq, rreq->i_size); in netfs_single_cache_prepare_read() 82 cres->ops->read(cres, subreq->start, &subreq->io_iter, NETFS_READ_HOLE_FAIL, in netfs_single_read_cache() 93 struct netfs_io_subrequest *subreq; in netfs_single_dispatch_read() local 97 if (!subreq) in netfs_single_dispatch_read() 101 subreq->start = 0; in netfs_single_dispatch_read() 102 subreq->len = rreq->len; in netfs_single_dispatch_read() 103 subreq->io_iter = rreq->buffer.iter; in netfs_single_dispatch_read() 110 stream->front = subreq; in netfs_single_dispatch_read() 116 switch (subreq->source) { in netfs_single_dispatch_read() 126 rreq->submitted += subreq->len; in netfs_single_dispatch_read() [all …]
|
| H A D | read_collect.c | 30 netfs_reset_iter(subreq); in netfs_clear_unread() 31 WARN_ON_ONCE(subreq->len - subreq->transferred != iov_iter_count(&subreq->io_iter)); in netfs_clear_unread() 32 iov_iter_zero(iov_iter_count(&subreq->io_iter), &subreq->io_iter); in netfs_clear_unread() 33 if (subreq->start + subreq->transferred >= subreq->rreq->i_size) in netfs_clear_unread() 355 if (subreq->transferred < subreq->len || in netfs_rreq_assess_dio() 507 if (subreq->start + subreq->transferred > rreq->cleaned_to + fsize && in netfs_read_subreq_progress() 554 if (!subreq->error && subreq->transferred < subreq->len) { in netfs_read_subreq_terminated() 572 trace_netfs_failure(rreq, subreq, subreq->error, netfs_fail_read); in netfs_read_subreq_terminated() 606 subreq->error = 0; in netfs_cache_read_terminated() 633 if (subreq && in netfs_wait_for_read() [all …]
|
| H A D | buffered_read.c | 111 subreq->len = rsize; in netfs_prepare_read_iterator() 117 subreq->len = limit; in netfs_prepare_read_iterator() 124 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_read_iterator() 126 return subreq->len; in netfs_prepare_read_iterator() 201 subreq->error = 0; in netfs_issue_read() 202 iov_iter_zero(subreq->len, &subreq->io_iter); in netfs_issue_read() 203 subreq->transferred = subreq->len; in netfs_issue_read() 227 if (!subreq) { in netfs_read_to_pagecache() 233 subreq->len = size; in netfs_read_to_pagecache() 257 subreq->len = len; in netfs_read_to_pagecache() [all …]
|
| H A D | direct_read.c | 25 subreq->len = rsize; in netfs_prepare_dio_read_iterator() 32 subreq->len = limit; in netfs_prepare_dio_read_iterator() 39 subreq->io_iter = rreq->buffer.iter; in netfs_prepare_dio_read_iterator() 40 iov_iter_truncate(&subreq->io_iter, subreq->len); in netfs_prepare_dio_read_iterator() 56 struct netfs_io_subrequest *subreq; in netfs_dispatch_unbuffered_reads() local 60 if (!subreq) { in netfs_dispatch_unbuffered_reads() 66 subreq->start = start; in netfs_dispatch_unbuffered_reads() 67 subreq->len = size; in netfs_dispatch_unbuffered_reads() 74 stream->front = subreq; in netfs_dispatch_unbuffered_reads() 94 slice = subreq->len; in netfs_dispatch_unbuffered_reads() [all …]
|
| H A D | objects.c | 94 struct netfs_io_subrequest *subreq; in netfs_clear_subrequests() local 103 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 176 struct netfs_io_subrequest *subreq; in netfs_alloc_subrequest() local 183 if (subreq) in netfs_alloc_subrequest() 189 INIT_WORK(&subreq->work, NULL); in netfs_alloc_subrequest() 190 INIT_LIST_HEAD(&subreq->rreq_link); in netfs_alloc_subrequest() 191 refcount_set(&subreq->ref, 2); in netfs_alloc_subrequest() 192 subreq->rreq = rreq; in netfs_alloc_subrequest() 196 return subreq; in netfs_alloc_subrequest() 204 __refcount_inc(&subreq->ref, &r); in netfs_get_subrequest() [all …]
|
| H A D | write_issue.c | 233 _enter("R=%x[%x],%zx", wreq->debug_id, subreq->debug_index, subreq->len); in netfs_do_issue_write() 236 return netfs_write_subrequest_terminated(subreq, subreq->error, false); in netfs_do_issue_write() 246 size_t size = subreq->len - subreq->transferred; in netfs_reissue_write() 265 if (!subreq) in netfs_issue_write() 268 subreq->io_iter.count = subreq->len; in netfs_issue_write() 290 _enter("R=%x[%x]", wreq->debug_id, subreq ? subreq->debug_index : 0); in netfs_advance_write() 292 if (subreq && start != subreq->start + subreq->len) { in netfs_advance_write() 294 subreq = NULL; in netfs_advance_write() 303 subreq->len += part; in netfs_advance_write() 304 subreq->nr_segs++; in netfs_advance_write() [all …]
|
| H A D | write_collect.c | 485 struct netfs_io_subrequest *subreq = _op; in netfs_write_subrequest_terminated() local 491 switch (subreq->source) { in netfs_write_subrequest_terminated() 505 subreq->error = transferred_or_error; in netfs_write_subrequest_terminated() 506 if (subreq->error == -EAGAIN) in netfs_write_subrequest_terminated() 512 switch (subreq->source) { in netfs_write_subrequest_terminated() 525 if (WARN(transferred_or_error > subreq->len - subreq->transferred, in netfs_write_subrequest_terminated() 527 wreq->debug_id, subreq->debug_index, in netfs_write_subrequest_terminated() 528 transferred_or_error, subreq->len, subreq->transferred)) in netfs_write_subrequest_terminated() 529 transferred_or_error = subreq->len - subreq->transferred; in netfs_write_subrequest_terminated() 531 subreq->error = 0; in netfs_write_subrequest_terminated() [all …]
|
| /linux-6.15/fs/9p/ |
| H A D | vfs_addr.c | 56 struct p9_fid *fid = subreq->rreq->netfs_priv; in v9fs_issue_write() 59 len = p9_client_write(fid, subreq->start, &subreq->io_iter, &err); in v9fs_issue_write() 61 __set_bit(NETFS_SREQ_MADE_PROGRESS, &subreq->flags); in v9fs_issue_write() 71 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() 73 unsigned long long pos = subreq->start + subreq->transferred; in v9fs_issue_read() 80 if (subreq->rreq->origin != NETFS_DIO_READ) in v9fs_issue_read() 81 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in v9fs_issue_read() 83 __set_bit(NETFS_SREQ_HIT_EOF, &subreq->flags); in v9fs_issue_read() 85 subreq->transferred += total; in v9fs_issue_read() 89 subreq->error = err; in v9fs_issue_read() [all …]
|
| /linux-6.15/fs/afs/ |
| H A D | write.c | 92 struct netfs_io_stream *stream = &subreq->rreq->io_streams[subreq->stream_nr]; in afs_prepare_write() 109 unsigned long long pos = subreq->start + subreq->transferred; in afs_issue_write_worker() 110 size_t len = subreq->len - subreq->transferred; in afs_issue_write_worker() 114 wreq->debug_id, subreq->debug_index, in afs_issue_write_worker() 122 if (subreq->debug_index == 3) in afs_issue_write_worker() 125 if (!subreq->retry_count) { in afs_issue_write_worker() 145 op->store.write_iter = &subreq->io_iter; in afs_issue_write_worker() 169 netfs_write_subrequest_terminated(subreq, ret < 0 ? ret : subreq->len, false); in afs_issue_write_worker() 174 subreq->work.func = afs_issue_write_worker; in afs_issue_write() 195 struct netfs_io_subrequest *subreq = in afs_retry_request() local [all …]
|
| H A D | file.c | 205 struct netfs_io_subrequest *subreq = op->fetch.subreq; in afs_fetch_data_notify() local 207 subreq->error = afs_op_error(op); in afs_fetch_data_notify() 208 netfs_read_subreq_terminated(subreq); in afs_fetch_data_notify() 286 netfs_read_subreq_progress(op->fetch.subreq); in afs_read_receive() 336 struct key *key = subreq->rreq->netfs_priv; in afs_issue_read() 347 subreq->error = PTR_ERR(op); in afs_issue_read() 348 netfs_read_subreq_terminated(subreq); in afs_issue_read() 354 op->fetch.subreq = subreq; in afs_issue_read() 360 subreq->rreq->iocb) { in afs_issue_read() 364 subreq->error = afs_put_operation(op); in afs_issue_read() [all …]
|
| /linux-6.15/crypto/ |
| H A D | cts.c | 62 struct skcipher_request subreq; member 102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local 125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt() 148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local 164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt() 175 return crypto_skcipher_encrypt(subreq) ?: in crypto_cts_encrypt() 183 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_decrypt() local 219 return crypto_skcipher_decrypt(subreq); in cts_cbc_decrypt() 242 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_decrypt() local 259 return crypto_skcipher_decrypt(subreq); in crypto_cts_decrypt() [all …]
|
| H A D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local 33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2() 36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2() 51 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local 61 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt() 95 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt() 97 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt() 102 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt() 120 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_decrypt() 126 aead_request_set_crypt(subreq, req->src, req->dst, in seqiv_aead_decrypt() [all …]
|
| H A D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local 40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt() 59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt() 61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt() 63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt() 82 return crypto_aead_encrypt(subreq); in echainiv_encrypt() 89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local 97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt() 103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt() 105 aead_request_set_ad(subreq, req->assoclen + ivsize); in echainiv_decrypt() [all …]
|
| H A D | xts.c | 38 struct skcipher_request subreq; member 94 req = &rctx->subreq; in xts_xor_tweak() 166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local 182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final() 188 err = crypt(subreq); in xts_cts_final() 245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local 250 skcipher_request_set_tfm(subreq, ctx->child); in xts_init_crypt() 264 struct skcipher_request *subreq = &rctx->subreq; in xts_encrypt() local 269 crypto_skcipher_encrypt(subreq) ?: in xts_encrypt() 281 struct skcipher_request *subreq = &rctx->subreq; in xts_decrypt() local [all …]
|
| H A D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local 69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt() 70 *subreq = *req; in simd_skcipher_encrypt() 87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local 91 *subreq = *req; in simd_skcipher_decrypt() 292 struct aead_request *subreq; in simd_aead_encrypt() local 295 subreq = aead_request_ctx(req); in simd_aead_encrypt() 296 *subreq = *req; in simd_aead_encrypt() 313 struct aead_request *subreq; in simd_aead_decrypt() local 316 subreq = aead_request_ctx(req); in simd_aead_decrypt() [all …]
|
| H A D | lrw.c | 54 struct skcipher_request subreq; member 153 req = &rctx->subreq; in lrw_xor_tweak() 215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done() 227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local 229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt() 230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt() 233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt() 246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local 250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt() 257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local [all …]
|
| H A D | cryptd.c | 249 req->base.data = subreq->base.data; in cryptd_skcipher_prepare() 263 return subreq; in cryptd_skcipher_prepare() 281 subreq->base.data = req->base.data; in cryptd_skcipher_complete() 291 struct skcipher_request *subreq; in cryptd_skcipher_encrypt() local 294 if (likely(subreq)) in cryptd_skcipher_encrypt() 303 struct skcipher_request *subreq; in cryptd_skcipher_decrypt() local 306 if (likely(subreq)) in cryptd_skcipher_decrypt() 322 subreq->base.data = req->base.data; in cryptd_skcipher_enqueue() 743 struct aead_request *subreq; in cryptd_aead_crypt() local 749 subreq = &rctx->req; in cryptd_aead_crypt() [all …]
|
| /linux-6.15/fs/cachefiles/ |
| H A D | io.c | 502 subreq->start, &subreq->len, i_size, in cachefiles_prepare_read() 503 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 634 _enter("W=%x[%x] %llx", wreq->debug_id, subreq->debug_index, subreq->start); in cachefiles_prepare_write_subreq() 655 size_t off, pre, post, len = subreq->len; in cachefiles_issue_write() 656 loff_t start = subreq->start; in cachefiles_issue_write() 671 subreq->transferred += pre; in cachefiles_issue_write() 674 iov_iter_advance(&subreq->io_iter, pre); in cachefiles_issue_write() 684 subreq->len += need; in cachefiles_issue_write() 685 subreq->io_iter.count += need; in cachefiles_issue_write() 697 iov_iter_truncate(&subreq->io_iter, len); in cachefiles_issue_write() [all …]
|
| /linux-6.15/arch/arm/crypto/ |
| H A D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local 278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 304 subreq.cryptlen); in cts_cbc_encrypt() 332 struct skcipher_request subreq; in cts_cbc_decrypt() local 336 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 362 subreq.cryptlen); in cts_cbc_decrypt() 451 struct skcipher_request subreq; in xts_encrypt() local 467 skcipher_request_set_callback(&subreq, in xts_encrypt() 473 req = &subreq; in xts_encrypt() 523 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
| /linux-6.15/include/linux/ |
| H A D | netfs.h | 142 void (*prepare_write)(struct netfs_io_subrequest *subreq); 143 void (*issue_write)(struct netfs_io_subrequest *subreq); 300 int (*prepare_read)(struct netfs_io_subrequest *subreq); 301 void (*issue_read)(struct netfs_io_subrequest *subreq); 313 void (*prepare_write)(struct netfs_io_subrequest *subreq); 314 void (*issue_write)(struct netfs_io_subrequest *subreq); 351 void (*issue_write)(struct netfs_io_subrequest *subreq); 370 void (*prepare_write_subreq)(struct netfs_io_subrequest *subreq); 439 void netfs_get_subrequest(struct netfs_io_subrequest *subreq, 441 void netfs_put_subrequest(struct netfs_io_subrequest *subreq, [all …]
|
| /linux-6.15/fs/nfs/ |
| H A D | write.c | 394 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests() 395 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests() 438 struct nfs_page *subreq; in nfs_join_page_group() local 445 for (subreq = head->wb_this_page; subreq != head; in nfs_join_page_group() 446 subreq = subreq->wb_this_page) { in nfs_join_page_group() 453 bytes = max(subreq->wb_pgbase + subreq->wb_bytes in nfs_join_page_group() 464 subreq = head; in nfs_join_page_group() 467 subreq = subreq->wb_this_page; in nfs_join_page_group() 468 } while (subreq != head); in nfs_join_page_group() 604 subreq != head; in nfs_lock_and_join_requests() [all …]
|
| /linux-6.15/arch/arm64/crypto/ |
| H A D | aes-glue.c | 285 struct skcipher_request subreq; in cts_cbc_encrypt() local 288 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 314 subreq.cryptlen); in cts_cbc_encrypt() 342 struct skcipher_request subreq; in cts_cbc_decrypt() local 345 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 371 subreq.cryptlen); in cts_cbc_decrypt() 548 struct skcipher_request subreq; in xts_encrypt() local 564 skcipher_request_set_callback(&subreq, in xts_encrypt() 570 req = &subreq; in xts_encrypt() 620 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
| /linux-6.15/arch/powerpc/crypto/ |
| H A D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local 82 *subreq = *req; in p8_aes_cbc_crypt() 83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt() 84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt() 85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|