138 		struct macsec_rx_sa *rx_sa;  member
713 	struct macsec_rx_sa *rx_sa = macsec_skb_cb(skb)->rx_sa;  in macsec_post_decrypt()  local
714 	struct pcpu_rx_sc_stats *rxsc_stats = this_cpu_ptr(rx_sa->sc->stats);  in macsec_post_decrypt()
718 	spin_lock(&rx_sa->lock);  in macsec_post_decrypt()
719 	if (rx_sa->next_pn_halves.lower >= secy->replay_window)  in macsec_post_decrypt()
720 		lowest_pn = rx_sa->next_pn_halves.lower - secy->replay_window;  in macsec_post_decrypt()
727 		spin_unlock(&rx_sa->lock);  in macsec_post_decrypt()
746 		spin_unlock(&rx_sa->lock);  in macsec_post_decrypt()
754 			this_cpu_inc(rx_sa->stats->InPktsNotValid);  in macsec_post_decrypt()
762 			this_cpu_inc(rx_sa->stats->InPktsInvalid);  in macsec_post_decrypt()
775 			this_cpu_inc(rx_sa->stats->InPktsOK);  in macsec_post_decrypt()
780 		if (pn + 1 > rx_sa->next_pn_halves.lower) {  in macsec_post_decrypt()
781 			rx_sa->next_pn_halves.lower = pn + 1;  in macsec_post_decrypt()
783 			   !pn_same_half(pn, rx_sa->next_pn_halves.lower)) {  in macsec_post_decrypt()
784 			rx_sa->next_pn_halves.upper++;  in macsec_post_decrypt()
785 			rx_sa->next_pn_halves.lower = pn + 1;  in macsec_post_decrypt()
788 		spin_unlock(&rx_sa->lock);  in macsec_post_decrypt()
823 	struct macsec_rx_sa *rx_sa = macsec_skb_cb(skb)->rx_sa;  in macsec_decrypt_done()  local
824 	struct macsec_rx_sc *rx_sc = rx_sa->sc;  in macsec_decrypt_done()
852 	macsec_rxsa_put(rx_sa);  in macsec_decrypt_done()
859 				      struct macsec_rx_sa *rx_sa,  in macsec_decrypt()  argument
882 	req = macsec_alloc_req(rx_sa->key.tfm, &iv, &sg, ret);  in macsec_decrypt()
892 		pn_t recovered_pn = rx_sa->next_pn_halves;  in macsec_decrypt()
895 		if (hdr_pn < rx_sa->next_pn_halves.lower &&  in macsec_decrypt()
896 		    !pn_same_half(hdr_pn, rx_sa->next_pn_halves.lower))  in macsec_decrypt()
899 		macsec_fill_iv_xpn(iv, rx_sa->ssci, recovered_pn.full64,  in macsec_decrypt()
900 				   rx_sa->key.salt);  in macsec_decrypt()
1108 	struct macsec_rx_sa *rx_sa;  in macsec_handle_frame()  local
1192 	rx_sa = macsec_rxsa_get(rx_sc->sa[macsec_skb_cb(skb)->assoc_num]);  in macsec_handle_frame()
1193 	if (!rx_sa) {  in macsec_handle_frame()
1222 		spin_lock(&rx_sa->lock);  in macsec_handle_frame()
1223 		late = rx_sa->next_pn_halves.lower >= secy->replay_window &&  in macsec_handle_frame()
1224 		       hdr_pn < (rx_sa->next_pn_halves.lower - secy->replay_window);  in macsec_handle_frame()
1227 			late = late && pn_same_half(rx_sa->next_pn_halves.lower, hdr_pn);  in macsec_handle_frame()
1228 		spin_unlock(&rx_sa->lock);  in macsec_handle_frame()
1239 	macsec_skb_cb(skb)->rx_sa = rx_sa;  in macsec_handle_frame()
1244 		skb = macsec_decrypt(skb, dev, rx_sa, sci, secy);  in macsec_handle_frame()
1249 			macsec_rxsa_put(rx_sa);  in macsec_handle_frame()
1266 	if (rx_sa)  in macsec_handle_frame()
1267 		macsec_rxsa_put(rx_sa);  in macsec_handle_frame()
1283 	macsec_rxsa_put(rx_sa);  in macsec_handle_frame()
1364 static int init_rx_sa(struct macsec_rx_sa *rx_sa, char *sak, int key_len,  in init_rx_sa()  argument
1367 	rx_sa->stats = alloc_percpu(struct macsec_rx_sa_stats);  in init_rx_sa()
1368 	if (!rx_sa->stats)  in init_rx_sa()
1371 	rx_sa->key.tfm = macsec_alloc_tfm(sak, key_len, icv_len);  in init_rx_sa()
1372 	if (IS_ERR(rx_sa->key.tfm)) {  in init_rx_sa()
1373 		free_percpu(rx_sa->stats);  in init_rx_sa()
1374 		return PTR_ERR(rx_sa->key.tfm);  in init_rx_sa()
1377 	rx_sa->ssci = MACSEC_UNDEF_SSCI;  in init_rx_sa()
1378 	rx_sa->active = false;  in init_rx_sa()
1379 	rx_sa->next_pn = 1;  in init_rx_sa()
1380 	refcount_set(&rx_sa->refcnt, 1);  in init_rx_sa()
1381 	spin_lock_init(&rx_sa->lock);  in init_rx_sa()
1386 static void clear_rx_sa(struct macsec_rx_sa *rx_sa)  in clear_rx_sa()  argument
1388 	rx_sa->active = false;  in clear_rx_sa()
1390 	macsec_rxsa_put(rx_sa);  in clear_rx_sa()
1615 	struct macsec_rx_sa *rx_sa;  in get_rxsa_from_nl()  local
1628 	rx_sa = rtnl_dereference(rx_sc->sa[*assoc_num]);  in get_rxsa_from_nl()
1629 	if (!rx_sa)  in get_rxsa_from_nl()
1633 	return rx_sa;  in get_rxsa_from_nl()
1738 	struct macsec_rx_sa *rx_sa;  in macsec_add_rxsa()  local
1797 	rx_sa = rtnl_dereference(rx_sc->sa[assoc_num]);  in macsec_add_rxsa()
1798 	if (rx_sa) {  in macsec_add_rxsa()
1803 	rx_sa = kmalloc(sizeof(*rx_sa), GFP_KERNEL);  in macsec_add_rxsa()
1804 	if (!rx_sa) {  in macsec_add_rxsa()
1809 	err = init_rx_sa(rx_sa, nla_data(tb_sa[MACSEC_SA_ATTR_KEY]),  in macsec_add_rxsa()
1812 		kfree(rx_sa);  in macsec_add_rxsa()
1818 		spin_lock_bh(&rx_sa->lock);  in macsec_add_rxsa()
1819 		rx_sa->next_pn = nla_get_u64(tb_sa[MACSEC_SA_ATTR_PN]);  in macsec_add_rxsa()
1820 		spin_unlock_bh(&rx_sa->lock);  in macsec_add_rxsa()
1824 		rx_sa->active = !!nla_get_u8(tb_sa[MACSEC_SA_ATTR_ACTIVE]);  in macsec_add_rxsa()
1826 	rx_sa->sc = rx_sc;  in macsec_add_rxsa()
1829 		rx_sa->ssci = nla_get_ssci(tb_sa[MACSEC_SA_ATTR_SSCI]);  in macsec_add_rxsa()
1830 		nla_memcpy(rx_sa->key.salt.bytes, tb_sa[MACSEC_SA_ATTR_SALT],  in macsec_add_rxsa()
1846 		ctx.sa.rx_sa = rx_sa;  in macsec_add_rxsa()
1857 	nla_memcpy(rx_sa->key.id, tb_sa[MACSEC_SA_ATTR_KEYID], MACSEC_KEYID_LEN);  in macsec_add_rxsa()
1858 	rcu_assign_pointer(rx_sc->sa[assoc_num], rx_sa);  in macsec_add_rxsa()
1865 	macsec_rxsa_put(rx_sa);  in macsec_add_rxsa()
2120 	struct macsec_rx_sa *rx_sa;  in macsec_del_rxsa()  local
2136 	rx_sa = get_rxsa_from_nl(genl_info_net(info), attrs, tb_rxsc, tb_sa,  in macsec_del_rxsa()
2138 	if (IS_ERR(rx_sa)) {  in macsec_del_rxsa()
2140 		return PTR_ERR(rx_sa);  in macsec_del_rxsa()
2143 	if (rx_sa->active) {  in macsec_del_rxsa()
2160 		ctx.sa.rx_sa = rx_sa;  in macsec_del_rxsa()
2169 	clear_rx_sa(rx_sa);  in macsec_del_rxsa()
2428 	struct macsec_rx_sa *rx_sa;  in macsec_upd_rxsa()  local
2451 	rx_sa = get_rxsa_from_nl(genl_info_net(info), attrs, tb_rxsc, tb_sa,  in macsec_upd_rxsa()
2453 	if (IS_ERR(rx_sa)) {  in macsec_upd_rxsa()
2455 		return PTR_ERR(rx_sa);  in macsec_upd_rxsa()
2469 		spin_lock_bh(&rx_sa->lock);  in macsec_upd_rxsa()
2470 		prev_pn = rx_sa->next_pn_halves;  in macsec_upd_rxsa()
2471 		rx_sa->next_pn = nla_get_u64(tb_sa[MACSEC_SA_ATTR_PN]);  in macsec_upd_rxsa()
2472 		spin_unlock_bh(&rx_sa->lock);  in macsec_upd_rxsa()
2475 	was_active = rx_sa->active;  in macsec_upd_rxsa()
2477 		rx_sa->active = nla_get_u8(tb_sa[MACSEC_SA_ATTR_ACTIVE]);  in macsec_upd_rxsa()
2491 		ctx.sa.rx_sa = rx_sa;  in macsec_upd_rxsa()
2505 		spin_lock_bh(&rx_sa->lock);  in macsec_upd_rxsa()
2506 		rx_sa->next_pn_halves = prev_pn;  in macsec_upd_rxsa()
2507 		spin_unlock_bh(&rx_sa->lock);  in macsec_upd_rxsa()
2509 	rx_sa->active = was_active;  in macsec_upd_rxsa()
2776 			    struct macsec_rx_sa *rx_sa,  in get_rx_sa_stats()  argument
2790 			ctx.sa.rx_sa = rx_sa;  in get_rx_sa_stats()
2801 			per_cpu_ptr(rx_sa->stats, cpu);  in get_rx_sa_stats()
3252 			struct macsec_rx_sa *rx_sa = rtnl_dereference(rx_sc->sa[i]);  in dump_secy()  local
3257 			if (!rx_sa)  in dump_secy()
3277 			get_rx_sa_stats(dev, rx_sc, i, rx_sa, &rx_sa_stats);  in dump_secy()
3288 				pn = rx_sa->next_pn;  in dump_secy()
3291 				pn = rx_sa->next_pn_halves.lower;  in dump_secy()
3297 			    nla_put(skb, MACSEC_SA_ATTR_KEYID, MACSEC_KEYID_LEN, rx_sa->key.id) ||  in dump_secy()
3298 			    (secy->xpn && nla_put_ssci(skb, MACSEC_SA_ATTR_SSCI, rx_sa->ssci)) ||  in dump_secy()
3299 			    nla_put_u8(skb, MACSEC_SA_ATTR_ACTIVE, rx_sa->active)) {  in dump_secy()