137 		struct macsec_tx_sa *tx_sa;  member
437 				struct macsec_tx_sa *tx_sa)  in __macsec_pn_wrapped()  argument
440 	tx_sa->active = false;  in __macsec_pn_wrapped()
445 void macsec_pn_wrapped(struct macsec_secy *secy, struct macsec_tx_sa *tx_sa)  in macsec_pn_wrapped()  argument
447 	spin_lock_bh(&tx_sa->lock);  in macsec_pn_wrapped()
448 	__macsec_pn_wrapped(secy, tx_sa);  in macsec_pn_wrapped()
449 	spin_unlock_bh(&tx_sa->lock);  in macsec_pn_wrapped()
453 static pn_t tx_sa_update_pn(struct macsec_tx_sa *tx_sa,  in tx_sa_update_pn()  argument
458 	spin_lock_bh(&tx_sa->lock);  in tx_sa_update_pn()
460 	pn = tx_sa->next_pn_halves;  in tx_sa_update_pn()
462 		tx_sa->next_pn++;  in tx_sa_update_pn()
464 		tx_sa->next_pn_halves.lower++;  in tx_sa_update_pn()
466 	if (tx_sa->next_pn == 0)  in tx_sa_update_pn()
467 		__macsec_pn_wrapped(secy, tx_sa);  in tx_sa_update_pn()
468 	spin_unlock_bh(&tx_sa->lock);  in tx_sa_update_pn()
492 			    struct macsec_tx_sa *tx_sa)  in macsec_count_tx()  argument
501 		this_cpu_inc(tx_sa->stats->OutPktsEncrypted);  in macsec_count_tx()
505 		this_cpu_inc(tx_sa->stats->OutPktsProtected);  in macsec_count_tx()
521 	struct macsec_tx_sa *sa = macsec_skb_cb(skb)->tx_sa;  in macsec_encrypt_done()
527 	macsec_count_tx(skb, &macsec->secy.tx_sc, macsec_skb_cb(skb)->tx_sa);  in macsec_encrypt_done()
582 	struct macsec_tx_sa *tx_sa;  in macsec_encrypt()  local
591 	tx_sa = macsec_txsa_get(tx_sc->sa[tx_sc->encoding_sa]);  in macsec_encrypt()
592 	if (!tx_sa) {  in macsec_encrypt()
608 			macsec_txsa_put(tx_sa);  in macsec_encrypt()
615 			macsec_txsa_put(tx_sa);  in macsec_encrypt()
626 	pn = tx_sa_update_pn(tx_sa, secy);  in macsec_encrypt()
628 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
644 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
651 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
656 	req = macsec_alloc_req(tx_sa->key.tfm, &iv, &sg, ret);  in macsec_encrypt()
658 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
664 		macsec_fill_iv_xpn(iv, tx_sa->ssci, pn.full64, tx_sa->key.salt);  in macsec_encrypt()
672 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
688 	macsec_skb_cb(skb)->tx_sa = tx_sa;  in macsec_encrypt()
700 		macsec_txsa_put(tx_sa);  in macsec_encrypt()
706 	macsec_txsa_put(tx_sa);  in macsec_encrypt()
1464 static int init_tx_sa(struct macsec_tx_sa *tx_sa, char *sak, int key_len,  in init_tx_sa()  argument
1467 	tx_sa->stats = alloc_percpu(struct macsec_tx_sa_stats);  in init_tx_sa()
1468 	if (!tx_sa->stats)  in init_tx_sa()
1471 	tx_sa->key.tfm = macsec_alloc_tfm(sak, key_len, icv_len);  in init_tx_sa()
1472 	if (IS_ERR(tx_sa->key.tfm)) {  in init_tx_sa()
1473 		free_percpu(tx_sa->stats);  in init_tx_sa()
1474 		return PTR_ERR(tx_sa->key.tfm);  in init_tx_sa()
1477 	tx_sa->ssci = MACSEC_UNDEF_SSCI;  in init_tx_sa()
1478 	tx_sa->active = false;  in init_tx_sa()
1479 	refcount_set(&tx_sa->refcnt, 1);  in init_tx_sa()
1480 	spin_lock_init(&tx_sa->lock);  in init_tx_sa()
1485 static void clear_tx_sa(struct macsec_tx_sa *tx_sa)  in clear_tx_sa()  argument
1487 	tx_sa->active = false;  in clear_tx_sa()
1489 	macsec_txsa_put(tx_sa);  in clear_tx_sa()
1547 	struct macsec_tx_sa *tx_sa;  in get_txsa_from_nl()  local
1564 	tx_sa = rtnl_dereference(tx_sc->sa[*assoc_num]);  in get_txsa_from_nl()
1565 	if (!tx_sa)  in get_txsa_from_nl()
1571 	return tx_sa;  in get_txsa_from_nl()
1982 	struct macsec_tx_sa *tx_sa;  in macsec_add_txsa()  local
2040 	tx_sa = rtnl_dereference(tx_sc->sa[assoc_num]);  in macsec_add_txsa()
2041 	if (tx_sa) {  in macsec_add_txsa()
2046 	tx_sa = kmalloc(sizeof(*tx_sa), GFP_KERNEL);  in macsec_add_txsa()
2047 	if (!tx_sa) {  in macsec_add_txsa()
2052 	err = init_tx_sa(tx_sa, nla_data(tb_sa[MACSEC_SA_ATTR_KEY]),  in macsec_add_txsa()
2055 		kfree(tx_sa);  in macsec_add_txsa()
2060 	spin_lock_bh(&tx_sa->lock);  in macsec_add_txsa()
2061 	tx_sa->next_pn = nla_get_u64(tb_sa[MACSEC_SA_ATTR_PN]);  in macsec_add_txsa()
2062 	spin_unlock_bh(&tx_sa->lock);  in macsec_add_txsa()
2065 		tx_sa->active = !!nla_get_u8(tb_sa[MACSEC_SA_ATTR_ACTIVE]);  in macsec_add_txsa()
2068 	if (assoc_num == tx_sc->encoding_sa && tx_sa->active)  in macsec_add_txsa()
2072 		tx_sa->ssci = nla_get_ssci(tb_sa[MACSEC_SA_ATTR_SSCI]);  in macsec_add_txsa()
2073 		nla_memcpy(tx_sa->key.salt.bytes, tb_sa[MACSEC_SA_ATTR_SALT],  in macsec_add_txsa()
2089 		ctx.sa.tx_sa = tx_sa;  in macsec_add_txsa()
2100 	nla_memcpy(tx_sa->key.id, tb_sa[MACSEC_SA_ATTR_KEYID], MACSEC_KEYID_LEN);  in macsec_add_txsa()
2101 	rcu_assign_pointer(tx_sc->sa[assoc_num], tx_sa);  in macsec_add_txsa()
2109 	macsec_txsa_put(tx_sa);  in macsec_add_txsa()
2249 	struct macsec_tx_sa *tx_sa;  in macsec_del_txsa()  local
2261 	tx_sa = get_txsa_from_nl(genl_info_net(info), attrs, tb_sa,  in macsec_del_txsa()
2263 	if (IS_ERR(tx_sa)) {  in macsec_del_txsa()
2265 		return PTR_ERR(tx_sa);  in macsec_del_txsa()
2268 	if (tx_sa->active) {  in macsec_del_txsa()
2285 		ctx.sa.tx_sa = tx_sa;  in macsec_del_txsa()
2294 	clear_tx_sa(tx_sa);  in macsec_del_txsa()
2334 	struct macsec_tx_sa *tx_sa;  in macsec_upd_txsa()  local
2353 	tx_sa = get_txsa_from_nl(genl_info_net(info), attrs, tb_sa,  in macsec_upd_txsa()
2355 	if (IS_ERR(tx_sa)) {  in macsec_upd_txsa()
2357 		return PTR_ERR(tx_sa);  in macsec_upd_txsa()
2371 		spin_lock_bh(&tx_sa->lock);  in macsec_upd_txsa()
2372 		prev_pn = tx_sa->next_pn_halves;  in macsec_upd_txsa()
2373 		tx_sa->next_pn = nla_get_u64(tb_sa[MACSEC_SA_ATTR_PN]);  in macsec_upd_txsa()
2374 		spin_unlock_bh(&tx_sa->lock);  in macsec_upd_txsa()
2377 	was_active = tx_sa->active;  in macsec_upd_txsa()
2379 		tx_sa->active = nla_get_u8(tb_sa[MACSEC_SA_ATTR_ACTIVE]);  in macsec_upd_txsa()
2383 		secy->operational = tx_sa->active;  in macsec_upd_txsa()
2397 		ctx.sa.tx_sa = tx_sa;  in macsec_upd_txsa()
2412 		spin_lock_bh(&tx_sa->lock);  in macsec_upd_txsa()
2413 		tx_sa->next_pn_halves = prev_pn;  in macsec_upd_txsa()
2414 		spin_unlock_bh(&tx_sa->lock);  in macsec_upd_txsa()
2416 	tx_sa->active = was_active;  in macsec_upd_txsa()
2732 			    struct macsec_tx_sa *tx_sa,  in get_tx_sa_stats()  argument
2746 			ctx.sa.tx_sa = tx_sa;  in get_tx_sa_stats()
2756 			per_cpu_ptr(tx_sa->stats, cpu);  in get_tx_sa_stats()
3152 		struct macsec_tx_sa *tx_sa = rtnl_dereference(tx_sc->sa[i]);  in dump_secy()  local
3157 		if (!tx_sa)  in dump_secy()
3173 		get_tx_sa_stats(dev, i, tx_sa, &tx_sa_stats);  in dump_secy()
3183 			pn = tx_sa->next_pn;  in dump_secy()
3186 			pn = tx_sa->next_pn_halves.lower;  in dump_secy()
3192 		    nla_put(skb, MACSEC_SA_ATTR_KEYID, MACSEC_KEYID_LEN, tx_sa->key.id) ||  in dump_secy()
3193 		    (secy->xpn && nla_put_ssci(skb, MACSEC_SA_ATTR_SSCI, tx_sa->ssci)) ||  in dump_secy()
3194 		    nla_put_u8(skb, MACSEC_SA_ATTR_ACTIVE, tx_sa->active)) {  in dump_secy()
3529 	macsec_count_tx(skb, &macsec->secy.tx_sc, macsec_skb_cb(skb)->tx_sa);  in macsec_start_xmit()
3862 		struct macsec_tx_sa *tx_sa;  in macsec_changelink_common()  local
3865 		tx_sa = rtnl_dereference(tx_sc->sa[tx_sc->encoding_sa]);  in macsec_changelink_common()
3867 		secy->operational = tx_sa && tx_sa->active;  in macsec_changelink_common()