24 sqn_hi32(rte_be64_t sqn)  in sqn_hi32()  argument
27 	return (sqn >> 32);  in sqn_hi32()
29 	return sqn;  in sqn_hi32()
37 sqn_low32(rte_be64_t sqn)  in sqn_low32()  argument
40 	return sqn;  in sqn_low32()
42 	return (sqn >> 32);  in sqn_low32()
50 sqn_low16(rte_be64_t sqn)  in sqn_low16()  argument
53 	return sqn;  in sqn_low16()
55 	return (sqn >> 48);  in sqn_low16()
64 reconstruct_esn(uint64_t t, uint32_t sqn, uint32_t w)  in reconstruct_esn()  argument
74 		th += (sqn < bl);  in reconstruct_esn()
77 		th -= (sqn >= bl);  in reconstruct_esn()
80 	return (uint64_t)th << 32 | sqn;  in reconstruct_esn()
94 	uint64_t sqn)  in esn_inb_check_sqn()  argument
103 	if (sqn > rsn->sqn)  in esn_inb_check_sqn()
107 	if (sqn == 0 || sqn + sa->replay.win_sz < rsn->sqn)  in esn_inb_check_sqn()
111 	bit = sqn & WINDOW_BIT_LOC_MASK;  in esn_inb_check_sqn()
112 	bucket = (sqn >> WINDOW_BUCKET_BITS) & sa->replay.bucket_index_mask;  in esn_inb_check_sqn()
127 	uint64_t n, s, sqn;  in esn_outb_update_sqn()  local
131 		sqn = __atomic_add_fetch(&sa->sqn.outb, n, __ATOMIC_RELAXED);  in esn_outb_update_sqn()
133 		sqn = sa->sqn.outb + n;  in esn_outb_update_sqn()
134 		sa->sqn.outb = sqn;  in esn_outb_update_sqn()
138 	if (sqn > sa->sqn_mask) {  in esn_outb_update_sqn()
139 		s = sqn - sa->sqn_mask;  in esn_outb_update_sqn()
143 	return sqn - n;  in esn_outb_update_sqn()
151 	uint64_t sqn)  in esn_inb_update_sqn()  argument
157 		sqn = reconstruct_esn(rsn->sqn, sqn, sa->replay.win_sz);  in esn_inb_update_sqn()
160 	if (sqn == 0 || sqn + sa->replay.win_sz < rsn->sqn)  in esn_inb_update_sqn()
164 	bucket = (sqn >> WINDOW_BUCKET_BITS);  in esn_inb_update_sqn()
167 	if (sqn > rsn->sqn) {  in esn_inb_update_sqn()
168 		last_bucket = rsn->sqn >> WINDOW_BUCKET_BITS;  in esn_inb_update_sqn()
179 		rsn->sqn = sqn;  in esn_inb_update_sqn()
183 	bit = (uint64_t)1 << (sqn & WINDOW_BIT_LOC_MASK);  in esn_inb_update_sqn()
216 	d = sa->sqn.inb.rsn[dst];  in rsn_copy()
217 	s = sa->sqn.inb.rsn[src];  in rsn_copy()
221 	d->sqn = s->sqn;  in rsn_copy()
235 	n = sa->sqn.inb.rdidx;  in rsn_acquire()
236 	rsn = sa->sqn.inb.rsn[n];  in rsn_acquire()
244 		n = sa->sqn.inb.rdidx;  in rsn_acquire()
245 		rsn = sa->sqn.inb.rsn[n];  in rsn_acquire()
271 	n = sa->sqn.inb.wridx;  in rsn_update_start()
274 	RTE_ASSERT(n == sa->sqn.inb.rdidx);  in rsn_update_start()
277 		return sa->sqn.inb.rsn[n];  in rsn_update_start()
280 	sa->sqn.inb.wridx = k;  in rsn_update_start()
282 	rsn = sa->sqn.inb.rsn[k];  in rsn_update_start()
300 	n = sa->sqn.inb.wridx;  in rsn_update_finish()
301 	RTE_ASSERT(n != sa->sqn.inb.rdidx);  in rsn_update_finish()
302 	RTE_ASSERT(rsn == sa->sqn.inb.rsn[n]);  in rsn_update_finish()
305 	sa->sqn.inb.rdidx = n;  in rsn_update_finish()