1712 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()  local
1715 	sym_op->m_src = ut_params->ibuf;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1718 	sym_op->auth.digest.data = ut_params->digest;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1719 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1722 	sym_op->auth.data.offset = 0;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1723 	sym_op->auth.data.length = QUOTE_512_BYTES;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1730 	sym_op->cipher.data.offset = 0;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1731 	sym_op->cipher.data.length = QUOTE_512_BYTES;  in test_AES_CBC_HMAC_SHA1_encrypt_digest()
1871 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()  local
1874 	sym_op->m_src = ut_params->ibuf;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1876 	sym_op->auth.digest.data = ut_params->digest;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1877 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1880 	sym_op->auth.data.offset = 0;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1881 	sym_op->auth.data.length = QUOTE_512_BYTES;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1887 	sym_op->cipher.data.offset = 0;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
1888 	sym_op->cipher.data.length = QUOTE_512_BYTES;  in test_AES_CBC_HMAC_SHA512_decrypt_perform()
2092 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_algo_cipher_operation()  local
2095 	sym_op->m_src = ut_params->ibuf;  in create_wireless_algo_cipher_operation()
2100 	sym_op->cipher.data.length = cipher_len;  in create_wireless_algo_cipher_operation()
2101 	sym_op->cipher.data.offset = cipher_offset;  in create_wireless_algo_cipher_operation()
2122 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_algo_cipher_operation_oop()  local
2125 	sym_op->m_src = ut_params->ibuf;  in create_wireless_algo_cipher_operation_oop()
2126 	sym_op->m_dst = ut_params->obuf;  in create_wireless_algo_cipher_operation_oop()
2131 	sym_op->cipher.data.length = cipher_len;  in create_wireless_algo_cipher_operation_oop()
2132 	sym_op->cipher.data.offset = cipher_offset;  in create_wireless_algo_cipher_operation_oop()
2358 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_algo_hash_operation()  local
2361 	sym_op->m_src = ut_params->ibuf;  in create_wireless_algo_hash_operation()
2367 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_wireless_algo_hash_operation()
2370 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_wireless_algo_hash_operation()
2372 	ut_params->digest = sym_op->auth.digest.data;  in create_wireless_algo_hash_operation()
2373 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_wireless_algo_hash_operation()
2376 		memset(sym_op->auth.digest.data, 0, auth_tag_len);  in create_wireless_algo_hash_operation()
2378 		rte_memcpy(sym_op->auth.digest.data, auth_tag, auth_tag_len);  in create_wireless_algo_hash_operation()
2381 		sym_op->auth.digest.data,  in create_wireless_algo_hash_operation()
2384 	sym_op->auth.data.length = auth_len;  in create_wireless_algo_hash_operation()
2385 	sym_op->auth.data.offset = auth_offset;  in create_wireless_algo_hash_operation()
2417 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_cipher_hash_operation()  local
2420 	sym_op->m_src = ut_params->ibuf;  in create_wireless_cipher_hash_operation()
2423 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_wireless_cipher_hash_operation()
2426 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_wireless_cipher_hash_operation()
2428 	ut_params->digest = sym_op->auth.digest.data;  in create_wireless_cipher_hash_operation()
2429 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_wireless_cipher_hash_operation()
2432 		memset(sym_op->auth.digest.data, 0, auth_tag_len);  in create_wireless_cipher_hash_operation()
2434 		rte_memcpy(sym_op->auth.digest.data, auth_tag, auth_tag_len);  in create_wireless_cipher_hash_operation()
2437 		sym_op->auth.digest.data,  in create_wireless_cipher_hash_operation()
2447 	sym_op->cipher.data.length = cipher_len;  in create_wireless_cipher_hash_operation()
2448 	sym_op->cipher.data.offset = 0;  in create_wireless_cipher_hash_operation()
2449 	sym_op->auth.data.length = auth_len;  in create_wireless_cipher_hash_operation()
2450 	sym_op->auth.data.offset = 0;  in create_wireless_cipher_hash_operation()
2489 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_algo_cipher_hash_operation()  local
2492 	sym_op->m_src = ut_params->ibuf;  in create_wireless_algo_cipher_hash_operation()
2495 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_wireless_algo_cipher_hash_operation()
2498 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_wireless_algo_cipher_hash_operation()
2500 	ut_params->digest = sym_op->auth.digest.data;  in create_wireless_algo_cipher_hash_operation()
2503 		sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_wireless_algo_cipher_hash_operation()
2513 		sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_wireless_algo_cipher_hash_operation()
2518 		memset(sym_op->auth.digest.data, 0, auth_tag_len);  in create_wireless_algo_cipher_hash_operation()
2520 		rte_memcpy(sym_op->auth.digest.data, auth_tag, auth_tag_len);  in create_wireless_algo_cipher_hash_operation()
2523 		sym_op->auth.digest.data,  in create_wireless_algo_cipher_hash_operation()
2536 		sym_op->cipher.data.length = cipher_len;  in create_wireless_algo_cipher_hash_operation()
2537 		sym_op->cipher.data.offset = cipher_offset;  in create_wireless_algo_cipher_hash_operation()
2539 		sym_op->cipher.data.length = cipher_len >> 3;  in create_wireless_algo_cipher_hash_operation()
2540 		sym_op->cipher.data.offset = cipher_offset >> 3;  in create_wireless_algo_cipher_hash_operation()
2546 		sym_op->auth.data.length = auth_len;  in create_wireless_algo_cipher_hash_operation()
2547 		sym_op->auth.data.offset = auth_offset;  in create_wireless_algo_cipher_hash_operation()
2549 		sym_op->auth.data.length = auth_len >> 3;  in create_wireless_algo_cipher_hash_operation()
2550 		sym_op->auth.data.offset = auth_offset >> 3;  in create_wireless_algo_cipher_hash_operation()
2583 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_wireless_algo_auth_cipher_operation()  local
2586 	sym_op->m_src = ut_params->ibuf;  in create_wireless_algo_auth_cipher_operation()
2588 		sym_op->m_dst = ut_params->obuf;  in create_wireless_algo_auth_cipher_operation()
2592 		sym_op->auth.digest.data = rte_pktmbuf_mtod_offset(  in create_wireless_algo_auth_cipher_operation()
2596 		sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_wireless_algo_auth_cipher_operation()
2600 		memset(sym_op->auth.digest.data, 0, auth_tag_len);  in create_wireless_algo_auth_cipher_operation()
2604 				sym_op->m_src : sym_op->m_dst);  in create_wireless_algo_auth_cipher_operation()
2609 		sym_op->auth.digest.data = rte_pktmbuf_mtod_offset(sgl_buf,  in create_wireless_algo_auth_cipher_operation()
2611 		sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(sgl_buf,  in create_wireless_algo_auth_cipher_operation()
2613 		memset(sym_op->auth.digest.data, 0, remaining_off);  in create_wireless_algo_auth_cipher_operation()
2623 		memcpy(sym_op->auth.digest.data, auth_tag, auth_tag_len);  in create_wireless_algo_auth_cipher_operation()
2636 		sym_op->cipher.data.length = cipher_len;  in create_wireless_algo_auth_cipher_operation()
2637 		sym_op->cipher.data.offset = cipher_offset;  in create_wireless_algo_auth_cipher_operation()
2639 		sym_op->cipher.data.length = cipher_len >> 3;  in create_wireless_algo_auth_cipher_operation()
2640 		sym_op->cipher.data.offset = cipher_offset >> 3;  in create_wireless_algo_auth_cipher_operation()
2646 		sym_op->auth.data.length = auth_len;  in create_wireless_algo_auth_cipher_operation()
2647 		sym_op->auth.data.offset = auth_offset;  in create_wireless_algo_auth_cipher_operation()
2649 		sym_op->auth.data.length = auth_len >> 3;  in create_wireless_algo_auth_cipher_operation()
2650 		sym_op->auth.data.offset = auth_offset >> 3;  in create_wireless_algo_auth_cipher_operation()
7429 	struct rte_crypto_sym_op *sym_op = op->sym;  in create_aead_xform()  local
7432 	sym_op->xform->type = RTE_CRYPTO_SYM_XFORM_AEAD;  in create_aead_xform()
7433 	sym_op->xform->next = NULL;  in create_aead_xform()
7434 	sym_op->xform->aead.algo = algo;  in create_aead_xform()
7435 	sym_op->xform->aead.op = aead_op;  in create_aead_xform()
7436 	sym_op->xform->aead.key.data = key;  in create_aead_xform()
7437 	sym_op->xform->aead.key.length = key_len;  in create_aead_xform()
7438 	sym_op->xform->aead.iv.offset = IV_OFFSET;  in create_aead_xform()
7439 	sym_op->xform->aead.iv.length = iv_len;  in create_aead_xform()
7440 	sym_op->xform->aead.digest_length = auth_len;  in create_aead_xform()
7441 	sym_op->xform->aead.aad_length = aad_len;  in create_aead_xform()
7464 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_aead_operation()  local
7469 		sym_op->aead.aad.data = (uint8_t *)rte_pktmbuf_append(ut_params->ibuf,  in create_aead_operation()
7471 		TEST_ASSERT_NOT_NULL(sym_op->aead.aad.data,  in create_aead_operation()
7474 		sym_op->aead.aad.phys_addr =  in create_aead_operation()
7477 		memcpy(sym_op->aead.aad.data + 18, tdata->aad.data, tdata->aad.len);  in create_aead_operation()
7478 		debug_hexdump(stdout, "aad:", sym_op->aead.aad.data,  in create_aead_operation()
7491 		sym_op->aead.aad.data = (uint8_t *)rte_pktmbuf_append(ut_params->ibuf,  in create_aead_operation()
7493 		TEST_ASSERT_NOT_NULL(sym_op->aead.aad.data,  in create_aead_operation()
7496 		sym_op->aead.aad.phys_addr =  in create_aead_operation()
7498 		memcpy(sym_op->aead.aad.data, tdata->aad.data, tdata->aad.len);  in create_aead_operation()
7499 		debug_hexdump(stdout, "aad:", sym_op->aead.aad.data,  in create_aead_operation()
7564 		sym_op->aead.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_aead_operation()
7568 		TEST_ASSERT_NOT_NULL(sym_op->aead.digest.data,  in create_aead_operation()
7570 		memset(sym_op->aead.digest.data, 0, tdata->auth_tag.len);  in create_aead_operation()
7571 		sym_op->aead.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_aead_operation()
7577 		sym_op->aead.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_aead_operation()
7579 		TEST_ASSERT_NOT_NULL(sym_op->aead.digest.data,  in create_aead_operation()
7581 		sym_op->aead.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_aead_operation()
7585 		rte_memcpy(sym_op->aead.digest.data, tdata->auth_tag.data,  in create_aead_operation()
7588 			sym_op->aead.digest.data,  in create_aead_operation()
7592 	sym_op->aead.data.length = tdata->plaintext.len;  in create_aead_operation()
7593 	sym_op->aead.data.offset = aad_pad_len;  in create_aead_operation()
10173 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in MD5_HMAC_create_op()  local
10183 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in MD5_HMAC_create_op()
10185 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in MD5_HMAC_create_op()
10187 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in MD5_HMAC_create_op()
10191 		rte_memcpy(sym_op->auth.digest.data, test_case->auth_tag.data,  in MD5_HMAC_create_op()
10195 	sym_op->auth.data.offset = 0;  in MD5_HMAC_create_op()
10196 	sym_op->auth.data.length = test_case->plaintext.len;  in MD5_HMAC_create_op()
10745 	struct rte_crypto_sym_op *sym_op;  in create_gmac_operation()  local
10755 	sym_op = ut_params->op->sym;  in create_gmac_operation()
10757 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_gmac_operation()
10759 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_gmac_operation()
10762 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_gmac_operation()
10766 		rte_memcpy(sym_op->auth.digest.data, tdata->gmac_tag.data,  in create_gmac_operation()
10769 				sym_op->auth.digest.data,  in create_gmac_operation()
10780 	sym_op->cipher.data.length = 0;  in create_gmac_operation()
10781 	sym_op->cipher.data.offset = 0;  in create_gmac_operation()
10783 	sym_op->auth.data.offset = 0;  in create_gmac_operation()
10784 	sym_op->auth.data.length = tdata->plaintext.len;  in create_gmac_operation()
10796 	struct rte_crypto_sym_op *sym_op;  in create_gmac_operation_sgl()  local
10804 	sym_op = ut_params->op->sym;  in create_gmac_operation_sgl()
10806 	sym_op->auth.digest.data = digest_mem;  in create_gmac_operation_sgl()
10807 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_gmac_operation_sgl()
10810 	sym_op->auth.digest.phys_addr = digest_phys;  in create_gmac_operation_sgl()
10813 		rte_memcpy(sym_op->auth.digest.data, tdata->gmac_tag.data,  in create_gmac_operation_sgl()
10816 				sym_op->auth.digest.data,  in create_gmac_operation_sgl()
10827 	sym_op->cipher.data.length = 0;  in create_gmac_operation_sgl()
10828 	sym_op->cipher.data.offset = 0;  in create_gmac_operation_sgl()
10830 	sym_op->auth.data.offset = 0;  in create_gmac_operation_sgl()
10831 	sym_op->auth.data.length = tdata->plaintext.len;  in create_gmac_operation_sgl()
11584 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_auth_operation()  local
11587 	sym_op->m_src = ut_params->ibuf;  in create_auth_operation()
11590 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_auth_operation()
11593 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_auth_operation()
11596 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_auth_operation()
11600 		memset(sym_op->auth.digest.data, 0, reference->digest.len);  in create_auth_operation()
11602 		memcpy(sym_op->auth.digest.data,  in create_auth_operation()
11607 			sym_op->auth.digest.data,  in create_auth_operation()
11610 	sym_op->auth.data.length = reference->plaintext.len;  in create_auth_operation()
11611 	sym_op->auth.data.offset = 0;  in create_auth_operation()
11631 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_auth_GMAC_operation()  local
11634 	sym_op->m_src = ut_params->ibuf;  in create_auth_GMAC_operation()
11637 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_auth_GMAC_operation()
11640 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_auth_GMAC_operation()
11643 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_auth_GMAC_operation()
11647 		memset(sym_op->auth.digest.data, 0, reference->digest.len);  in create_auth_GMAC_operation()
11649 		memcpy(sym_op->auth.digest.data,  in create_auth_GMAC_operation()
11654 			sym_op->auth.digest.data,  in create_auth_GMAC_operation()
11660 	sym_op->cipher.data.length = 0;  in create_auth_GMAC_operation()
11661 	sym_op->cipher.data.offset = 0;  in create_auth_GMAC_operation()
11663 	sym_op->auth.data.length = reference->plaintext.len;  in create_auth_GMAC_operation()
11664 	sym_op->auth.data.offset = 0;  in create_auth_GMAC_operation()
11684 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_cipher_auth_operation()  local
11687 	sym_op->m_src = ut_params->ibuf;  in create_cipher_auth_operation()
11690 	sym_op->auth.digest.data = (uint8_t *)rte_pktmbuf_append(  in create_cipher_auth_operation()
11693 	TEST_ASSERT_NOT_NULL(sym_op->auth.digest.data,  in create_cipher_auth_operation()
11696 	sym_op->auth.digest.phys_addr = rte_pktmbuf_iova_offset(  in create_cipher_auth_operation()
11700 		memset(sym_op->auth.digest.data, 0, reference->digest.len);  in create_cipher_auth_operation()
11702 		memcpy(sym_op->auth.digest.data,  in create_cipher_auth_operation()
11707 			sym_op->auth.digest.data,  in create_cipher_auth_operation()
11713 	sym_op->cipher.data.length = reference->cipher_len;  in create_cipher_auth_operation()
11714 	sym_op->cipher.data.offset = reference->cipher_offset;  in create_cipher_auth_operation()
11716 	sym_op->auth.data.length = reference->plaintext.len;  in create_cipher_auth_operation()
11717 	sym_op->auth.data.offset = reference->auth_offset;  in create_cipher_auth_operation()
12268 	struct rte_crypto_sym_op *sym_op = ut_params->op->sym;  in create_aead_operation_SGL()  local
12270 	sym_op->aead.digest.data = digest_mem;  in create_aead_operation_SGL()
12272 	TEST_ASSERT_NOT_NULL(sym_op->aead.digest.data,  in create_aead_operation_SGL()
12275 	sym_op->aead.digest.phys_addr = digest_phys;  in create_aead_operation_SGL()
12278 		rte_memcpy(sym_op->aead.digest.data, tdata->auth_tag.data,  in create_aead_operation_SGL()
12281 				sym_op->aead.digest.data,  in create_aead_operation_SGL()
12295 		sym_op->aead.aad.data = (uint8_t *)rte_pktmbuf_prepend(  in create_aead_operation_SGL()
12297 		TEST_ASSERT_NOT_NULL(sym_op->aead.aad.data,  in create_aead_operation_SGL()
12299 		sym_op->aead.aad.phys_addr = rte_pktmbuf_iova(  in create_aead_operation_SGL()
12302 		memset(sym_op->aead.aad.data, 0, aad_len);  in create_aead_operation_SGL()
12304 		rte_memcpy(sym_op->aead.aad.data, tdata->aad.data, aad_len);  in create_aead_operation_SGL()
12308 				sym_op->aead.aad.data, aad_len);  in create_aead_operation_SGL()
12317 		sym_op->aead.aad.data = (uint8_t *)rte_pktmbuf_prepend(  in create_aead_operation_SGL()
12319 		TEST_ASSERT_NOT_NULL(sym_op->aead.aad.data,  in create_aead_operation_SGL()
12321 		sym_op->aead.aad.phys_addr = rte_pktmbuf_iova(  in create_aead_operation_SGL()
12324 		memset(sym_op->aead.aad.data, 0, aad_len);  in create_aead_operation_SGL()
12325 		rte_memcpy(sym_op->aead.aad.data, tdata->aad.data, aad_len);  in create_aead_operation_SGL()
12329 				sym_op->aead.aad.data, aad_len);  in create_aead_operation_SGL()
12332 	sym_op->aead.data.length = tdata->plaintext.len;  in create_aead_operation_SGL()
12333 	sym_op->aead.data.offset = aad_len_pad;  in create_aead_operation_SGL()