| /f-stack/freebsd/crypto/aesni/ |
| H A D | aesni.c | 698 buf = aesni_cipher_alloc(crp, crp->crp_payload_start, in aesni_cipher_crypt() 711 authbuf = aesni_cipher_alloc(crp, crp->crp_aad_start, in aesni_cipher_crypt() 781 crp->crp_payload_length, crp->crp_aad_length, in aesni_cipher_crypt() 789 crp->crp_payload_length, crp->crp_aad_length, in aesni_cipher_crypt() 798 crp->crp_payload_length, crp->crp_aad_length, in aesni_cipher_crypt() 806 crp->crp_payload_length, crp->crp_aad_length, in aesni_cipher_crypt() 813 crypto_copyback(crp, CRYPTO_HAS_OUTPUT_BUFFER(crp) ? in aesni_cipher_crypt() 862 crypto_apply(crp, crp->crp_aad_start, in aesni_cipher_mac() 871 crypto_apply(crp, crp->crp_payload_start, in aesni_cipher_mac() 896 crypto_apply(crp, crp->crp_aad_start, in aesni_cipher_mac() [all …]
|
| /f-stack/freebsd/opencrypto/ |
| H A D | cryptosoft.c | 339 err = axf->Update(&ctx, crp->crp_aad, crp->crp_aad_length); in swcr_authcompute() 341 err = crypto_apply(crp, crp->crp_aad_start, crp->crp_aad_length, in swcr_authcompute() 349 crp->crp_payload_output_start, crp->crp_payload_length, in swcr_authcompute() 352 err = crypto_apply(crp, crp->crp_payload_start, in swcr_authcompute() 449 crypto_copydata(crp, crp->crp_digest_start, swa->sw_mlen, in swcr_gmac() 677 error = crypto_apply(crp, crp->crp_payload_start, in swcr_ccm_cbc_mac() 688 crypto_copydata(crp, crp->crp_digest_start, swa->sw_mlen, in swcr_ccm_cbc_mac() 753 error = crypto_apply(crp, crp->crp_aad_start, in swcr_ccm() 820 crypto_copydata(crp, crp->crp_digest_start, swa->sw_mlen, in swcr_ccm() 911 crypto_copydata(crp, crp->crp_payload_start, crp->crp_payload_length, in swcr_compdec() [all …]
|
| H A D | crypto.c | 1337 crp->crp_aad_start + crp->crp_aad_length <= ilen, in crp_sanity() 1348 KASSERT(crp->crp_aad == NULL && crp->crp_aad_start == 0 && in crp_sanity() 1370 KASSERT(crp->crp_payload_start + crp->crp_payload_length <= in crp_sanity() 1419 crp_sanity(crp); in crypto_dispatch() 1424 crp->crp_retw_id = crp->crp_session->id % crypto_workers_num; in crypto_dispatch() 1437 TASK_INIT(&crp->crp_task, 0, crypto_task_invoke, crp); in crypto_dispatch() 1746 crp)); in crypto_destroyreq() 1755 crp)); in crypto_destroyreq() 1782 memset(crp, 0, sizeof(*crp)); in crypto_initreq() 1795 return (crp); in crypto_getreq() [all …]
|
| H A D | ktls_ocf.c | 115 oo = crp->crp_opaque; in ktls_ocf_callback() 149 crp->crp_etype = 0; in ktls_ocf_dispatch() 165 struct cryptop crp; in ktls_ocf_tls_cbc_encrypt() local 231 crp.crp_digest_start = crp.crp_payload_length; in ktls_ocf_tls_cbc_encrypt() 325 struct cryptop crp; in ktls_ocf_tls12_gcm_encrypt() local 360 crp.crp_aad = &ad; in ktls_ocf_tls12_gcm_encrypt() 411 struct cryptop crp; in ktls_ocf_tls12_gcm_decrypt() local 436 crp.crp_aad = &ad; in ktls_ocf_tls12_gcm_decrypt() 441 crp.crp_digest_start = crp.crp_payload_start + crp.crp_payload_length; in ktls_ocf_tls12_gcm_decrypt() 482 crp.crp_aad = &ad; in ktls_ocf_tls13_gcm_encrypt() [all …]
|
| H A D | cryptodev.h | 544 _crypto_use_buf(&crp->crp_buf, buf, len); in crypto_use_buf() 550 _crypto_use_mbuf(&crp->crp_buf, m); in crypto_use_mbuf() 562 _crypto_use_uio(&crp->crp_buf, uio); in crypto_use_uio() 574 _crypto_use_mbuf(&crp->crp_obuf, m); in crypto_use_output_mbuf() 587 _crypto_use_uio(&crp->crp_obuf, uio); in crypto_use_output_uio() 590 #define CRYPTOP_ASYNC(crp) \ argument 591 (((crp)->crp_flags & CRYPTO_F_ASYNC) && \ 593 #define CRYPTOP_ASYNC_KEEPORDER(crp) \ argument 594 (CRYPTOP_ASYNC(crp) && \ 722 memcpy(iv, crp->crp_iv, csp->csp_ivlen); in crypto_read_iv() [all …]
|
| H A D | cryptodev.c | 920 crp->crp_opaque = cod; in cryptodev_op() 935 crp->crp_iv_start = 0; in cryptodev_op() 969 crp->crp_etype = 0; in cryptodev_op() 1001 crypto_freereq(crp); in cryptodev_op() 1067 crp->crp_digest_start = crp->crp_payload_output_start + in cryptodev_aead() 1070 crp->crp_digest_start = crp->crp_payload_start + caead->len; in cryptodev_aead() 1097 crypto_use_buf(crp, cod->buf, crp->crp_payload_start + caead->len + in cryptodev_aead() 1103 crp->crp_opaque = cod; in cryptodev_aead() 1128 crp->crp_iv_start = crp->crp_payload_start; in cryptodev_aead() 1162 crp->crp_etype = 0; in cryptodev_aead() [all …]
|
| H A D | criov.c | 597 if (crp->crp_obuf.cb_type != CRYPTO_BUF_NONE) in crypto_copyback() 598 cb = &crp->crp_obuf; in crypto_copyback() 600 cb = &crp->crp_buf; in crypto_copyback() 633 switch (crp->crp_buf.cb_type) { in crypto_copydata() 635 m_copydata(crp->crp_buf.cb_mbuf, off, size, dst); in crypto_copydata() 639 MPASS(size <= crp->crp_buf.cb_vm_page_len); in crypto_copydata() 640 MPASS(size + off <= crp->crp_buf.cb_vm_page_len + in crypto_copydata() 641 crp->crp_buf.cb_vm_page_offset); in crypto_copydata() 642 cvm_page_copydata(crp->crp_buf.cb_vm_page, in crypto_copydata() 650 MPASS(off + size <= crp->crp_buf.cb_buf_len); in crypto_copydata() [all …]
|
| /f-stack/freebsd/mips/cavium/cryptocteon/ |
| H A D | cryptocteon.c | 260 crp->crp_etype = 0; in cryptocteon_process() 270 if (crp->crp_aad_length % 8 != 0 || crp->crp_payload_length % 8 != 0) { in cryptocteon_process() 271 crp->crp_etype = EFBIG; in cryptocteon_process() 279 if (crp->crp_aad_length != 0 && crp->crp_payload_start != in cryptocteon_process() 280 crp->crp_aad_start + crp->crp_aad_length) { in cryptocteon_process() 289 auth_len = crp->crp_aad_length + crp->crp_payload_length; in cryptocteon_process() 332 ivp = crp->crp_iv; in cryptocteon_process() 334 crypto_copydata(crp, crp->crp_iv_start, csp->csp_ivlen, in cryptocteon_process() 392 crypto_copydata(crp, crp->crp_digest_start, in cryptocteon_process() 397 crypto_copyback(crp, crp->crp_digest_start, in cryptocteon_process() [all …]
|
| /f-stack/freebsd/netipsec/ |
| H A D | xform_esp.c | 266 struct cryptop *crp; in esp_input() local 349 if (crp == NULL) { in esp_input() 377 crp->crp_aad = malloc(crp->crp_aad_length, M_XDATA, M_NOWAIT); in esp_input() 468 crypto_freereq(crp); in esp_input() 518 crp->crp_etype)); in esp_input_cb() 553 free(crp->crp_aad, M_XDATA), crp->crp_aad = NULL; in esp_input_cb() 554 crypto_freereq(crp), crp = NULL; in esp_input_cb() 663 if (crp != NULL) { in esp_input_cb() 677 struct cryptop *crp; in esp_output() local 847 if (crp == NULL) { in esp_output() [all …]
|
| H A D | xform_ipcomp.c | 199 struct cryptop *crp; in ipcomp_input() local 232 if (crp == NULL) { in ipcomp_input() 242 crypto_freereq(crp); in ipcomp_input() 255 crp->crp_opaque = xd; in ipcomp_input() 293 xd = crp->crp_opaque; in ipcomp_input_cb() 332 crypto_freereq(crp), crp = NULL; in ipcomp_input_cb() 386 if (crp != NULL) in ipcomp_input_cb() 400 struct cryptop *crp; in ipcomp_output() local 476 if (crp == NULL) { in ipcomp_output() 570 if (crp->crp_payload_length > crp->crp_olen) { in ipcomp_output_cb() [all …]
|
| H A D | xform_ah.c | 536 struct cryptop *crp; in ah_input() local 605 if (crp == NULL) { in ah_input() 623 crypto_freereq(crp); in ah_input() 647 crypto_freereq(crp); in ah_input() 659 crp->crp_opaque = xd; in ah_input() 728 crp = NULL; in ah_input_cb() 825 if (crp != NULL) in ah_input_cb() 841 struct cryptop *crp; in ah_output() local 964 if (crp == NULL) { in ah_output() 1123 crypto_freereq(crp); in ah_output_cb() [all …]
|
| /f-stack/freebsd/crypto/armv8/ |
| H A D | armv8_crypto.c | 355 crp->crp_etype = armv8_crypto_cipher_process(ses, crp); in armv8_crypto_process() 356 crypto_done(crp); in armv8_crypto_process() 381 struct cryptop *crp) in armv8_crypto_cipher_process() argument 402 buf = armv8_crypto_cipher_alloc(crp, crp->crp_payload_start, in armv8_crypto_cipher_process() 411 authbuf = armv8_crypto_cipher_alloc(crp, crp->crp_aad_start, in armv8_crypto_cipher_process() 421 crp->crp_payload_output_start, crp->crp_payload_length); in armv8_crypto_cipher_process() 454 crypto_read_iv(crp, iv); in armv8_crypto_cipher_process() 488 crypto_copyback(crp, crp->crp_digest_start, sizeof(tag), in armv8_crypto_cipher_process() 491 crypto_copydata(crp, crp->crp_digest_start, sizeof(tag), in armv8_crypto_cipher_process() 506 crypto_copyback(crp, CRYPTO_HAS_OUTPUT_BUFFER(crp) ? in armv8_crypto_cipher_process() [all …]
|
| /f-stack/freebsd/mips/nlm/dev/sec/ |
| H A D | nlmsec.c | 289 crypto_copydata(cmd->crp, cmd->crp->crp_digest_start, in nlm_xlpsec_msgring_handler() 295 crypto_copyback(cmd->crp, cmd->crp->crp_digest_start, in nlm_xlpsec_msgring_handler() 300 crypto_done(cmd->crp); in nlm_xlpsec_msgring_handler() 457 struct cryptop *crp = NULL; in xlp_copyiv() local 459 crp = cmd->crp; in xlp_copyiv() 474 m = crp->crp_buf.cb_mbuf; in xlp_get_nsegs() 581 if (crp->crp_aad_length != 0 && crp->crp_payload_start != in xlp_sec_process() 582 crp->crp_aad_start + crp->crp_aad_length) { in xlp_sec_process() 593 cmd->crp = crp; in xlp_sec_process() 686 crp->crp_etype = err; in xlp_sec_process() [all …]
|
| H A D | nlmseclib.c | 99 struct cryptop *crp = NULL; in nlm_crypto_form_srcdst_segs() local 101 crp = cmd->crp; in nlm_crypto_form_srcdst_segs() 113 switch (crp->crp_buf.cb_type) { in nlm_crypto_form_srcdst_segs() 118 m = crp->crp_buf.cb_mbuf; in nlm_crypto_form_srcdst_segs() 136 uio = crp->crp_buf.cb_uio; in nlm_crypto_form_srcdst_segs() 154 crp->crp_buf.cb_buf, crp->crp_buf.cb_buf_len); in nlm_crypto_form_srcdst_segs() 157 crp->crp_buf.cb_buf, crp->crp_buf.cb_buf_len); in nlm_crypto_form_srcdst_segs() 174 cipkey = cmd->crp->crp_cipher_key; in nlm_crypto_do_cipher() 197 if (cmd->crp->crp_auth_key != NULL) in nlm_crypto_do_digest() 198 key = cmd->crp->crp_auth_key; in nlm_crypto_do_digest() [all …]
|
| H A D | nlmseclib.h | 92 struct cryptop *crp; member
|
| /f-stack/freebsd/crypto/via/ |
| H A D | padlock_cipher.c | 172 addr = crypto_contiguous_subsegment(crp, crp->crp_payload_start, in padlock_cipher_alloc() 173 crp->crp_payload_length); in padlock_cipher_alloc() 195 buf = padlock_cipher_alloc(crp, &allocated); in padlock_cipher_process() 201 if (crp->crp_cipher_key != NULL) { in padlock_cipher_process() 202 padlock_cipher_key_setup(ses, crp->crp_cipher_key, in padlock_cipher_process() 212 crypto_read_iv(crp, iv); in padlock_cipher_process() 214 if (CRYPTO_OP_IS_ENCRYPT(crp->crp_op)) { in padlock_cipher_process() 223 crypto_copydata(crp, crp->crp_payload_start, in padlock_cipher_process() 224 crp->crp_payload_length, abuf); in padlock_cipher_process() 234 crypto_copyback(crp, crp->crp_payload_start, in padlock_cipher_process() [all …]
|
| H A D | padlock.c | 230 padlock_process(device_t dev, struct cryptop *crp, int hint __unused) in padlock_process() argument 236 if ((crp->crp_payload_length % AES_BLOCK_LEN) != 0) { in padlock_process() 241 ses = crypto_get_driver_session(crp->crp_session); in padlock_process() 242 csp = crypto_get_params(crp->crp_session); in padlock_process() 246 !CRYPTO_OP_IS_ENCRYPT(crp->crp_op)) { in padlock_process() 247 error = padlock_hash_process(ses, crp, csp); in padlock_process() 252 error = padlock_cipher_process(ses, crp, csp); in padlock_process() 258 CRYPTO_OP_IS_ENCRYPT(crp->crp_op)) { in padlock_process() 259 error = padlock_hash_process(ses, crp, csp); in padlock_process() 276 crp->crp_etype = error; in padlock_process() [all …]
|
| H A D | padlock_hash.c | 282 padlock_authcompute(struct padlock_session *ses, struct cryptop *crp) in padlock_authcompute() argument 292 error = crypto_apply(crp, crp->crp_aad_start, crp->crp_aad_length, in padlock_authcompute() 298 error = crypto_apply(crp, crp->crp_payload_start, in padlock_authcompute() 299 crp->crp_payload_length, axf->Update, &ctx); in padlock_authcompute() 310 if (crp->crp_op & CRYPTO_OP_VERIFY_DIGEST) { in padlock_authcompute() 311 crypto_copydata(crp, crp->crp_digest_start, ses->ses_mlen, in padlock_authcompute() 316 crypto_copyback(crp, crp->crp_digest_start, ses->ses_mlen, in padlock_authcompute() 394 padlock_hash_process(struct padlock_session *ses, struct cryptop *crp, in padlock_hash_process() argument 402 if (crp->crp_auth_key != NULL) in padlock_hash_process() 403 padlock_hash_key_setup(ses, crp->crp_auth_key, in padlock_hash_process() [all …]
|
| H A D | padlock.h | 79 struct cryptop *crp, const struct crypto_session_params *csp); 84 struct cryptop *crp, const struct crypto_session_params *csp);
|
| /f-stack/freebsd/crypto/openssl/ |
| H A D | ossl.c | 211 csp = crypto_get_params(crp->crp_session); in ossl_process() 221 if (crp->crp_auth_key != NULL) in ossl_process() 226 if (crp->crp_aad != NULL) in ossl_process() 227 error = axf->Update(&ctx, crp->crp_aad, crp->crp_aad_length); in ossl_process() 229 error = crypto_apply(crp, crp->crp_aad_start, in ossl_process() 234 error = crypto_apply(crp, crp->crp_payload_start, in ossl_process() 247 if (crp->crp_op & CRYPTO_OP_VERIFY_DIGEST) { in ossl_process() 250 crypto_copydata(crp, crp->crp_digest_start, s->hash.mlen, in ossl_process() 256 crypto_copyback(crp, crp->crp_digest_start, s->hash.mlen, in ossl_process() 265 crp->crp_etype = error; in ossl_process() [all …]
|
| /f-stack/freebsd/contrib/openzfs/module/os/freebsd/zfs/ |
| H A D | crypto_os.c | 146 ses = crp->crp_opaque; in freebsd_zfs_crypt_done() 150 wakeup(crp); in freebsd_zfs_crypt_done() 180 error = crp->crp_etype; in zfs_crypto_dispatch() 183 crp->crp_etype = 0; in zfs_crypto_dispatch() 330 struct cryptop *crp; in freebsd_crypt_uio() local 359 crp->crp_aad_start = 0; in freebsd_crypt_uio() 367 crypto_freereq(crp); in freebsd_crypt_uio() 500 struct cryptop *crp; in freebsd_crypt_uio() local 567 crp = crypto_getreq(2); in freebsd_crypt_uio() 568 if (crp == NULL) { in freebsd_crypt_uio() [all …]
|
| /f-stack/freebsd/crypto/blake2/ |
| H A D | blake2_cryptodev.c | 78 struct cryptop *crp); 231 error = blake2_cipher_process(ses, crp); in blake2_process() 233 crp->crp_etype = error; in blake2_process() 234 crypto_done(crp); in blake2_process() 356 csp = crypto_get_params(crp->crp_session); in blake2_cipher_process() 357 if (crp->crp_auth_key != NULL) in blake2_cipher_process() 358 key = crp->crp_auth_key; in blake2_cipher_process() 370 error = crypto_apply(crp, crp->crp_payload_start, in blake2_cipher_process() 387 error = crypto_apply(crp, crp->crp_payload_start, in blake2_cipher_process() 402 crypto_copydata(crp, crp->crp_digest_start, ses->mlen, res2); in blake2_cipher_process() [all …]
|
| /f-stack/freebsd/crypto/ccp/ |
| H A D | ccp_hardware.c | 1232 crypto_copydata(crp, crp->crp_digest_start, s->hmac.hash_len, in ccp_do_hmac_done() 1237 crypto_copyback(crp, crp->crp_digest_start, s->hmac.hash_len, in ccp_do_hmac_done() 1254 crp = vcrp; in ccp_hmac_done() 1280 crp->crp_aad_start, crp->crp_aad_length); in ccp_do_hmac() 1285 crp->crp_payload_start, crp->crp_payload_length); in ccp_do_hmac() 1340 crp = vcrp; in ccp_blkcipher_done() 1602 crp->crp_payload_start, crp->crp_payload_length); in ccp_do_blkcipher() 1691 crp = vcrp; in ccp_authenc_done() 1837 crp = vcrp; in ccp_gcm_done() 1916 crp->crp_aad_start, crp->crp_aad_length); in ccp_gcm() [all …]
|
| H A D | ccp.c | 531 ccp_process(device_t dev, struct cryptop *crp, int hint) in ccp_process() argument 543 csp = crypto_get_params(crp->crp_session); in ccp_process() 544 s = crypto_get_driver_session(crp->crp_session); in ccp_process() 558 if (crp->crp_auth_key != NULL) { in ccp_process() 562 if (crp->crp_cipher_key != NULL) in ccp_process() 572 error = ccp_hmac(qp, s, crp); in ccp_process() 579 error = ccp_blkcipher(qp, s, crp); in ccp_process() 586 error = ccp_authenc(qp, s, crp); in ccp_process() 593 error = ccp_gcm(qp, s, crp); in ccp_process() 616 crp->crp_etype = error; in ccp_process() [all …]
|
| H A D | ccp.h | 222 struct cryptop *crp) __must_check; 224 struct cryptop *crp) __must_check; 225 int ccp_gcm(struct ccp_queue *sc, struct ccp_session *s, struct cryptop *crp) 227 int ccp_hmac(struct ccp_queue *sc, struct ccp_session *s, struct cryptop *crp)
|