335 	err = create_sglist_from_mbuf(&sr->in, op->sym->m_src,  in create_cipher_inbuf()
336 				      op->sym->cipher.data.offset,  in create_cipher_inbuf()
337 				      op->sym->cipher.data.length);  in create_cipher_inbuf()
352 	struct rte_mbuf *m_dst = op->sym->m_dst ? op->sym->m_dst :  in create_cipher_outbuf()
353 		op->sym->m_src;  in create_cipher_outbuf()
365 				      op->sym->cipher.data.offset,  in create_cipher_outbuf()
366 				      op->sym->cipher.data.length);  in create_cipher_outbuf()
411 	create_cipher_gph(op->sym->cipher.data.length, sr->iv.len, &sr->gph);  in process_cipher_data()
421 	struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst :  in extract_cipher_auth_digest()
422 					op->sym->m_src;  in extract_cipher_auth_digest()
425 	    unlikely(!op->sym->auth.digest.data))  in extract_cipher_auth_digest()
429 	if (op->sym->auth.digest.data) {  in extract_cipher_auth_digest()
430 		digest->iova = op->sym->auth.digest.phys_addr;  in extract_cipher_auth_digest()
431 		digest->virt = op->sym->auth.digest.data;  in extract_cipher_auth_digest()
435 	if (unlikely(rte_pktmbuf_data_len(mdst) < op->sym->auth.data.offset +  in extract_cipher_auth_digest()
436 	       op->sym->auth.data.length + digest->len))  in extract_cipher_auth_digest()
440 					op->sym->auth.data.offset +  in extract_cipher_auth_digest()
441 					op->sym->auth.data.length);  in extract_cipher_auth_digest()
443 					op->sym->auth.data.offset +  in extract_cipher_auth_digest()
444 					op->sym->auth.data.length);  in extract_cipher_auth_digest()
457 	auth_only_len = op->sym->auth.data.length - op->sym->cipher.data.length;  in create_cipher_auth_sglist()
462 		op->sym->cipher.data.offset + op->sym->cipher.data.length !=  in create_cipher_auth_sglist()
463 		op->sym->auth.data.offset + op->sym->auth.data.length)) {  in create_cipher_auth_sglist()
468 	err = create_sglist_from_mbuf(sgtbl, mbuf, op->sym->auth.data.offset,  in create_cipher_auth_sglist()
473 	err = create_sglist_from_mbuf(sgtbl, mbuf, op->sym->cipher.data.offset,  in create_cipher_auth_sglist()
474 				      op->sym->cipher.data.length);  in create_cipher_auth_sglist()
488 	fill_sglist(sgtbl, sr->ctx->aad_length, op->sym->aead.aad.phys_addr,  in create_combined_sglist()
489 		    op->sym->aead.aad.data);  in create_combined_sglist()
490 	return create_sglist_from_mbuf(sgtbl, mbuf, op->sym->cipher.data.offset,  in create_combined_sglist()
491 				       op->sym->cipher.data.length);  in create_combined_sglist()
522 	err = create_aead_sglist(sr, &sr->in, sr->op->sym->m_src);  in create_aead_inbuf()
540 	err = create_aead_sglist(sr, &sr->out, sr->op->sym->m_dst);  in create_aead_oop_outbuf()
586 	if (op->sym->m_dst) {  in create_aead_outbuf()
660 	create_aead_gph(op->sym->cipher.data.length, sr->iv.len,  in process_cipher_auth_data()
661 			op->sym->auth.data.length, &sr->gph);  in process_cipher_auth_data()
689 	struct rte_mbuf *mdst = op->sym->m_dst ? op->sym->m_dst :  in extract_combined_digest()
690 		op->sym->m_src;  in extract_combined_digest()
693 	if (op->sym->aead.digest.data) {  in extract_combined_digest()
694 		digest->iova = op->sym->aead.digest.phys_addr;  in extract_combined_digest()
695 		digest->virt = op->sym->aead.digest.data;  in extract_combined_digest()
700 	if (unlikely(rte_pktmbuf_data_len(mdst) < op->sym->aead.data.offset +  in extract_combined_digest()
701 	       op->sym->aead.data.length + digest->len))  in extract_combined_digest()
705 					op->sym->aead.data.offset +  in extract_combined_digest()
706 					op->sym->aead.data.length);  in extract_combined_digest()
708 					op->sym->aead.data.offset +  in extract_combined_digest()
709 					op->sym->aead.data.length);  in extract_combined_digest()
738 	create_aead_gph(op->sym->aead.data.length, sr->iv.len,  in process_combined_data()
739 			op->sym->aead.data.length + sr->ctx->aad_length,  in process_combined_data()