19 	const uint64_t ivp[IPSEC_MAX_IV_QWORD], struct rte_mbuf *mb,
140 	const uint64_t ivp[IPSEC_MAX_IV_QWORD], struct rte_mbuf *mb,  in outb_tun_pkt_prepare()  argument
154 	l2len = mb->l2_len;  in outb_tun_pkt_prepare()
155 	plen = mb->pkt_len - l2len;  in outb_tun_pkt_prepare()
174 	ml = rte_pktmbuf_lastseg(mb);  in outb_tun_pkt_prepare()
179 	ph = rte_pktmbuf_prepend(mb, hlen - l2len);  in outb_tun_pkt_prepare()
186 	mb->pkt_len += tlen;  in outb_tun_pkt_prepare()
190 	mb->tx_offload = (mb->tx_offload & sa->tx_offload.msk) |  in outb_tun_pkt_prepare()
200 		udph->dgram_len = rte_cpu_to_be_16(mb->pkt_len - sqh_len -  in outb_tun_pkt_prepare()
206 			mb->pkt_len - sqh_len, sa->hdr_l3_off, sqn_low16(sqc));  in outb_tun_pkt_prepare()
290 esp_outb_tun_prepare(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],  in esp_outb_tun_prepare()  argument
318 		rc = outb_tun_pkt_prepare(sa, sqc, iv, mb[i], &icv,  in esp_outb_tun_prepare()
323 			lksd_none_cop_prepare(cop[k], cs, mb[i]);  in esp_outb_tun_prepare()
335 		move_bad_mbufs(mb, dr, n, n - k);  in esp_outb_tun_prepare()
345 	const uint64_t ivp[IPSEC_MAX_IV_QWORD], struct rte_mbuf *mb,  in outb_trs_pkt_prepare()  argument
357 	l2len = mb->l2_len;  in outb_trs_pkt_prepare()
358 	l3len = mb->l3_len;  in outb_trs_pkt_prepare()
361 	plen = mb->pkt_len - uhlen;  in outb_trs_pkt_prepare()
383 	ml = rte_pktmbuf_lastseg(mb);  in outb_trs_pkt_prepare()
388 	ph = rte_pktmbuf_prepend(mb, hlen);  in outb_trs_pkt_prepare()
395 	mb->pkt_len += tlen;  in outb_trs_pkt_prepare()
402 	np = update_trs_l3hdr(sa, ph + l2len, mb->pkt_len - sqh_len, l2len,  in outb_trs_pkt_prepare()
438 esp_outb_trs_prepare(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],  in esp_outb_trs_prepare()  argument
462 		l2 = mb[i]->l2_len;  in esp_outb_trs_prepare()
463 		l3 = mb[i]->l3_len;  in esp_outb_trs_prepare()
469 		rc = outb_trs_pkt_prepare(sa, sqc, iv, mb[i], &icv,  in esp_outb_trs_prepare()
474 			lksd_none_cop_prepare(cop[k], cs, mb[i]);  in esp_outb_trs_prepare()
486 		move_bad_mbufs(mb, dr, n, n - k);  in esp_outb_trs_prepare()
530 		struct rte_mbuf *mb[], uint16_t num,  in cpu_outb_pkt_prepare()  argument
557 		l2 = mb[i]->l2_len;  in cpu_outb_pkt_prepare()
558 		l3 = mb[i]->l3_len;  in cpu_outb_pkt_prepare()
567 		rc = prepare(sa, sqc, ivbuf[k], mb[i], &icv, sa->sqh_len, 0);  in cpu_outb_pkt_prepare()
590 		move_bad_mbufs(mb, dr, n, n - k);  in cpu_outb_pkt_prepare()
594 		cpu_crypto_bulk(ss, sa->cofs, mb, iv, aad, dgst,  in cpu_outb_pkt_prepare()
601 		struct rte_mbuf *mb[], uint16_t num)  in cpu_outb_tun_pkt_prepare()  argument
603 	return cpu_outb_pkt_prepare(ss, mb, num, outb_tun_pkt_prepare, 0);  in cpu_outb_tun_pkt_prepare()
608 		struct rte_mbuf *mb[], uint16_t num)  in cpu_outb_trs_pkt_prepare()  argument
610 	return cpu_outb_pkt_prepare(ss, mb, num, outb_trs_pkt_prepare,  in cpu_outb_trs_pkt_prepare()
621 esp_outb_sqh_process(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],  in esp_outb_sqh_process()  argument
636 		if ((mb[i]->ol_flags & RTE_MBUF_F_RX_SEC_OFFLOAD_FAILED) == 0) {  in esp_outb_sqh_process()
637 			ml = rte_pktmbuf_lastseg(mb[i]);  in esp_outb_sqh_process()
639 			mb[i]->pkt_len -= sa->sqh_len;  in esp_outb_sqh_process()
644 			bytes += mb[i]->pkt_len;  in esp_outb_sqh_process()
656 			move_bad_mbufs(mb, dr, num, num - k);  in esp_outb_sqh_process()
668 	struct rte_mbuf *mb[], uint16_t num)  in inline_outb_mbuf_prepare()  argument
676 		mb[i]->ol_flags |= RTE_MBUF_F_TX_SEC_OFFLOAD;  in inline_outb_mbuf_prepare()
677 		bytes += mb[i]->pkt_len;  in inline_outb_mbuf_prepare()
680 				ss->security.ses, mb[i], NULL);  in inline_outb_mbuf_prepare()
717 	struct rte_mbuf *mb[], uint16_t num)  in inline_outb_tun_pkt_process()  argument
733 		nb_segs[i] = esn_outb_nb_segments(mb[i]);  in inline_outb_tun_pkt_process()
758 		rc = outb_tun_pkt_prepare(sa, sqc, iv, mb[i], &icv, 0,  in inline_outb_tun_pkt_process()
759 			(mb[i]->ol_flags &  in inline_outb_tun_pkt_process()
773 		move_bad_mbufs(mb, dr, num, num - k);  in inline_outb_tun_pkt_process()
775 	inline_outb_mbuf_prepare(ss, mb, k);  in inline_outb_tun_pkt_process()
785 	struct rte_mbuf *mb[], uint16_t num)  in inline_outb_trs_pkt_process()  argument
801 		nb_segs[i] = esn_outb_nb_segments(mb[i]);  in inline_outb_trs_pkt_process()
826 		rc = outb_trs_pkt_prepare(sa, sqc, iv, mb[i], &icv, 0,  in inline_outb_trs_pkt_process()
827 			(mb[i]->ol_flags &  in inline_outb_trs_pkt_process()
841 		move_bad_mbufs(mb, dr, num, num - k);  in inline_outb_trs_pkt_process()
843 	inline_outb_mbuf_prepare(ss, mb, k);  in inline_outb_trs_pkt_process()
853 	struct rte_mbuf *mb[], uint16_t num)  in inline_proto_outb_pkt_process()  argument
855 	inline_outb_mbuf_prepare(ss, mb, num);  in inline_proto_outb_pkt_process()