| /linux-6.15/drivers/crypto/nx/ |
| H A D | nx-aes-xcbc.c | 81 in_sg = nx_build_sg_list(nx_ctx->in_sg, (u8 *) keys, &len, in nx_xcbc_empty() 93 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_xcbc_empty() 108 in_sg = nx_build_sg_list(nx_ctx->in_sg, (u8 *) keys[1], &len, in nx_xcbc_empty() 121 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_xcbc_empty() 195 in_sg = nx_ctx->in_sg; in nx_xcbc_update() 230 in_sg = nx_build_sg_list(nx_ctx->in_sg, in nx_xcbc_update() 241 in_sg = nx_build_sg_list(in_sg, in nx_xcbc_update() 251 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * in nx_xcbc_update() 280 in_sg = nx_ctx->in_sg; in nx_xcbc_update() 324 in_sg = nx_build_sg_list(nx_ctx->in_sg, (u8 *)sctx->buffer, in nx_xcbc_final() [all …]
|
| H A D | nx-sha256.c | 109 struct nx_sg *in_sg = nx_ctx->in_sg; in nx_sha256_update() local 113 in_sg = nx_build_sg_list(in_sg, in nx_sha256_update() 122 used_sgs = in_sg - nx_ctx->in_sg; in nx_sha256_update() 137 in_sg = nx_build_sg_list(in_sg, (u8 *) data, in nx_sha256_update() 140 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_sha256_update() 186 struct nx_sg *in_sg, *out_sg; in nx_sha256_final() local 215 in_sg = nx_build_sg_list(nx_ctx->in_sg, (u8 *) sctx->buf, in nx_sha256_final() 231 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_sha256_final()
|
| H A D | nx-sha512.c | 109 struct nx_sg *in_sg = nx_ctx->in_sg; in nx_sha512_update() local 113 in_sg = nx_build_sg_list(in_sg, in nx_sha512_update() 121 used_sgs = in_sg - nx_ctx->in_sg; in nx_sha512_update() 136 in_sg = nx_build_sg_list(in_sg, (u8 *) data, in nx_sha512_update() 139 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_sha512_update() 189 struct nx_sg *in_sg, *out_sg; in nx_sha512_final() local 224 in_sg = nx_build_sg_list(nx_ctx->in_sg, sctx->buf, &len, in nx_sha512_final() 236 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in nx_sha512_final()
|
| H A D | nx-aes-gcm.c | 106 struct nx_sg *nx_sg = nx_ctx->in_sg; in nx_gca() 134 nx_sg = nx_walk_and_build(nx_ctx->in_sg, max_sg_len, in nx_gca() 142 nx_ctx->op_aead.inlen = (nx_ctx->in_sg - nx_sg) in nx_gca() 201 nx_sg = nx_walk_and_build(nx_ctx->in_sg, max_sg_len, in gmac() 209 nx_ctx->op.inlen = (nx_ctx->in_sg - nx_sg) in gmac() 246 struct nx_sg *in_sg, *out_sg; in gcm_empty() local 266 in_sg = nx_build_sg_list(nx_ctx->in_sg, (u8 *) iv, in gcm_empty() 279 nx_ctx->op.inlen = (nx_ctx->in_sg - in_sg) * sizeof(struct nx_sg); in gcm_empty()
|
| H A D | nx.c | 247 struct nx_sg *nx_insg = nx_ctx->in_sg; in nx_build_sg_lists() 272 nx_ctx->op.inlen = trim_sg_list(nx_ctx->in_sg, nx_insg, delta, nbytes); in nx_build_sg_lists() 292 nx_ctx->op.in = __pa(nx_ctx->in_sg); in nx_ctx_init() 300 nx_ctx->op_aead.in = __pa(nx_ctx->in_sg); in nx_ctx_init() 655 nx_ctx->in_sg = (struct nx_sg *)((u8 *)nx_ctx->csbcpb + NX_PAGE_SIZE); in nx_crypto_ctx_init() 656 nx_ctx->out_sg = (struct nx_sg *)((u8 *)nx_ctx->in_sg + NX_PAGE_SIZE); in nx_crypto_ctx_init() 731 nx_ctx->in_sg = NULL; in nx_crypto_ctx_exit()
|
| H A D | nx-aes-ccm.c | 161 struct nx_sg *nx_insg = nx_ctx->in_sg; in generate_pat() 247 nx_ctx->op.inlen = (nx_ctx->in_sg - nx_insg) * in generate_pat() 280 nx_insg = nx_walk_and_build(nx_ctx->in_sg, in generate_pat() 294 nx_ctx->op_aead.inlen = (nx_ctx->in_sg - nx_insg) * in generate_pat()
|
| H A D | nx.h | 126 struct nx_sg *in_sg; /* aligned pointer into kmem to an sg list */ member
|
| /linux-6.15/lib/ |
| H A D | sg_split.c | 80 struct scatterlist *in_sg, *out_sg; in sg_split_phys() local 84 in_sg = split->in_sg0; in sg_split_phys() 87 *out_sg = *in_sg; in sg_split_phys() 94 in_sg = sg_next(in_sg); in sg_split_phys() 104 struct scatterlist *in_sg, *out_sg; in sg_split_mapped() local 108 in_sg = split->in_sg0; in sg_split_mapped() 111 sg_dma_address(out_sg) = sg_dma_address(in_sg); in sg_split_mapped() 112 sg_dma_len(out_sg) = sg_dma_len(in_sg); in sg_split_mapped() 117 in_sg = sg_next(in_sg); in sg_split_mapped()
|
| /linux-6.15/drivers/crypto/ |
| H A D | omap-des.c | 144 struct scatterlist *in_sg; member 369 struct scatterlist *in_sg, struct scatterlist *out_sg, in omap_des_crypt_dma() argument 458 err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len, in omap_des_crypt_dma_start() 530 dd->in_sg = req->src; in omap_des_prepare_req() 834 BUG_ON(!dd->in_sg); in omap_des_irq() 836 BUG_ON(dd->in_sg_offset > dd->in_sg->length); in omap_des_irq() 838 src = sg_virt(dd->in_sg) + dd->in_sg_offset; in omap_des_irq() 843 if (dd->in_sg_offset == dd->in_sg->length) { in omap_des_irq() 844 dd->in_sg = sg_next(dd->in_sg); in omap_des_irq() 845 if (dd->in_sg) { in omap_des_irq() [all …]
|
| H A D | omap-aes.c | 265 struct scatterlist *in_sg, in omap_aes_crypt_dma() argument 366 err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len, in omap_aes_crypt_dma_start() 439 dd->in_sg = req->src; in omap_aes_prepare_req() 459 dd->in_sg_len = sg_nents_for_len(dd->in_sg, dd->total); in omap_aes_prepare_req() 871 BUG_ON(!dd->in_sg); in omap_aes_irq() 873 BUG_ON(dd->in_sg_offset > dd->in_sg->length); in omap_aes_irq() 875 src = sg_virt(dd->in_sg) + dd->in_sg_offset; in omap_aes_irq() 880 if (dd->in_sg_offset == dd->in_sg->length) { in omap_aes_irq() 881 dd->in_sg = sg_next(dd->in_sg); in omap_aes_irq() 882 if (dd->in_sg) { in omap_aes_irq() [all …]
|
| H A D | atmel-tdes.c | 105 struct scatterlist *in_sg; member 295 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_pdc_stop() 461 IS_ALIGNED(dd->in_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start() 466 if (sg_dma_len(dd->in_sg) != sg_dma_len(dd->out_sg)) in atmel_tdes_crypt_start() 485 dma_unmap_sg(dd->dev, dd->in_sg, 1, in atmel_tdes_crypt_start() 490 addr_in = sg_dma_address(dd->in_sg); in atmel_tdes_crypt_start() 514 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start() 589 dd->in_sg = req->src; in atmel_tdes_handle_queue() 620 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_dma_stop() 867 dd->in_sg = sg_next(dd->in_sg); in atmel_tdes_done_task() [all …]
|
| H A D | sahara.c | 178 struct scatterlist *in_sg; member 212 struct scatterlist *in_sg; member 490 sg = dev->in_sg; in sahara_hw_descriptor_create() 534 dma_unmap_sg(dev->device, dev->in_sg, dev->nb_in_sg, in sahara_hw_descriptor_create() 571 dev->in_sg = req->src; in sahara_aes_process() 605 dma_unmap_sg(dev->device, dev->in_sg, dev->nb_in_sg, in sahara_aes_process() 765 dev->in_sg = rctx->in_sg; in sahara_sha_hw_links_create() 778 sg = dev->in_sg; in sahara_sha_hw_links_create() 913 rctx->in_sg = rctx->in_sg_chain; in sahara_sha_prepare_request() 916 rctx->in_sg = rctx->in_sg_chain; in sahara_sha_prepare_request() [all …]
|
| H A D | omap-aes-gcm.c | 36 dd->in_sg = NULL; in omap_aes_gcm_finish_req() 59 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_aes_gcm_done_task() 148 dd->in_sg = dd->in_sgl; in omap_aes_gcm_copy_buffers() 171 dd->in_sg_len = sg_nents_for_len(dd->in_sg, alen + clen); in omap_aes_gcm_copy_buffers()
|
| H A D | omap-aes.h | 179 struct scatterlist *in_sg; member
|
| /linux-6.15/drivers/crypto/stm32/ |
| H A D | stm32-cryp.c | 937 kfree(cryp->in_sg); in stm32_cryp_dma_callback() 941 kfree(cryp->in_sg); in stm32_cryp_dma_callback() 1564 ret = stm32_cryp_truncate_sg(&cryp->in_sg, &cryp->in_sg_len, in_sg, 0, align_size); in stm32_cryp_cipher_prepare() 1571 kfree(cryp->in_sg); in stm32_cryp_cipher_prepare() 1577 cryp->in_sg = in_sg; in stm32_cryp_cipher_prepare() 1602 cryp->in_sg = NULL; in stm32_cryp_aead_prepare() 1645 kfree(cryp->in_sg); in stm32_cryp_aead_prepare() 1652 kfree(cryp->in_sg); in stm32_cryp_aead_prepare() 1653 cryp->in_sg = NULL; in stm32_cryp_aead_prepare() 1698 in_sg = req->src; in stm32_cryp_prepare_req() [all …]
|
| /linux-6.15/drivers/crypto/gemini/ |
| H A D | sl3516-ce-cipher.c | 30 struct scatterlist *in_sg; in sl3516_ce_need_fallback() local 87 in_sg = areq->src; in sl3516_ce_need_fallback() 89 while (in_sg && out_sg) { in sl3516_ce_need_fallback() 90 if (in_sg->length != out_sg->length) { in sl3516_ce_need_fallback() 94 in_sg = sg_next(in_sg); in sl3516_ce_need_fallback() 97 if (in_sg || out_sg) in sl3516_ce_need_fallback()
|
| /linux-6.15/drivers/crypto/allwinner/sun8i-ss/ |
| H A D | sun8i-ss-cipher.c | 28 struct scatterlist *in_sg = areq->src; in sun8i_ss_need_fallback() local 76 in_sg = areq->src; in sun8i_ss_need_fallback() 78 while (in_sg && out_sg) { in sun8i_ss_need_fallback() 79 if (in_sg->length != out_sg->length) in sun8i_ss_need_fallback() 81 in_sg = sg_next(in_sg); in sun8i_ss_need_fallback() 84 if (in_sg || out_sg) in sun8i_ss_need_fallback()
|
| /linux-6.15/arch/um/drivers/ |
| H A D | virtio_pcidev.c | 95 struct scatterlist out_sg, extra_sg, in_sg; in virtio_pcidev_send_cmd() local 98 [1] = extra ? &extra_sg : &in_sg, in virtio_pcidev_send_cmd() 99 [2] = extra ? &in_sg : NULL, in virtio_pcidev_send_cmd() 155 sg_init_one(&in_sg, buf->data, out_size); in virtio_pcidev_send_cmd() 157 sg_init_one(&in_sg, out, out_size); in virtio_pcidev_send_cmd()
|
| /linux-6.15/drivers/crypto/allwinner/sun4i-ss/ |
| H A D | sun4i-ss-hash.c | 198 struct scatterlist *in_sg = areq->src; in sun4i_hash() local 263 while (in_sg && i == 1) { in sun4i_hash() 264 if (in_sg->length % 4) in sun4i_hash() 266 in_sg = sg_next(in_sg); in sun4i_hash()
|
| H A D | sun4i-ss-cipher.c | 182 struct scatterlist *in_sg = areq->src; in sun4i_ss_cipher_poll() local 225 while (in_sg && no_chunk == 1) { in sun4i_ss_cipher_poll() 226 if ((in_sg->length | in_sg->offset) & 3u) in sun4i_ss_cipher_poll() 228 in_sg = sg_next(in_sg); in sun4i_ss_cipher_poll()
|
| /linux-6.15/crypto/ |
| H A D | rsa-pkcs1pad.c | 29 struct scatterlist in_sg[2], out_sg[1]; member 157 pkcs1pad_sg_set_buf(req_ctx->in_sg, req_ctx->in_buf, in pkcs1pad_encrypt() 165 akcipher_request_set_crypt(&req_ctx->child_req, req_ctx->in_sg, in pkcs1pad_encrypt()
|
| /linux-6.15/drivers/crypto/starfive/ |
| H A D | jh7110-aes.c | 584 rctx->in_sg = req->src; in starfive_aes_do_one_req() 598 ret = starfive_aes_map_sg(cryp, rctx->in_sg, rctx->out_sg); in starfive_aes_do_one_req() 652 rctx->in_sg = scatterwalk_ffwd(_src, req->src, cryp->assoclen); in starfive_aes_aead_do_one_req() 654 rctx->out_sg = rctx->in_sg; in starfive_aes_aead_do_one_req() 681 sg_zero_buffer(rctx->in_sg, sg_nents(rctx->in_sg), in starfive_aes_aead_do_one_req() 682 sg_dma_len(rctx->in_sg) - cryp->total_in, in starfive_aes_aead_do_one_req() 710 ret = starfive_aes_map_sg(cryp, rctx->in_sg, rctx->out_sg); in starfive_aes_aead_do_one_req()
|
| H A D | jh7110-rsa.c | 262 rctx->total = sg_copy_to_buffer(rctx->in_sg, sg_nents(rctx->in_sg), in starfive_rsa_enc_core() 309 rctx->in_sg = req->src; in starfive_rsa_enc() 340 rctx->in_sg = req->src; in starfive_rsa_dec()
|
| H A D | jh7110-cryp.h | 217 struct scatterlist *in_sg; member
|
| H A D | jh7110-hash.c | 229 for_each_sg(rctx->in_sg, tsg, rctx->in_sg_len, i) { in starfive_hash_one_request() 334 rctx->in_sg = req->src; in starfive_hash_digest() 337 rctx->in_sg_len = sg_nents_for_len(rctx->in_sg, rctx->total); in starfive_hash_digest()
|