285 static bool tipc_crypto_key_try_align(struct tipc_crypto *rx, u8 new_pending);
287 						 struct tipc_crypto *rx,
290 static void tipc_crypto_key_synch(struct tipc_crypto *rx, struct sk_buff *skb);
305 static bool tipc_crypto_key_rcv(struct tipc_crypto *rx, struct tipc_msg *hdr);
1209 	struct tipc_crypto *tx, *rx;  in tipc_crypto_key_flush()  local
1215 		rx = c;  in tipc_crypto_key_flush()
1216 		tx = tipc_net(rx->net)->crypto_tx;  in tipc_crypto_key_flush()
1217 		if (cancel_delayed_work(&rx->work)) {  in tipc_crypto_key_flush()
1218 			kfree(rx->skey);  in tipc_crypto_key_flush()
1219 			rx->skey = NULL;  in tipc_crypto_key_flush()
1220 			atomic_xchg(&rx->key_distr, 0);  in tipc_crypto_key_flush()
1221 			tipc_node_put(rx->node);  in tipc_crypto_key_flush()
1224 		k = atomic_xchg(&rx->peer_rx_active, 0);  in tipc_crypto_key_flush()
1253 static bool tipc_crypto_key_try_align(struct tipc_crypto *rx, u8 new_pending)  in tipc_crypto_key_try_align()  argument
1261 	spin_lock(&rx->lock);  in tipc_crypto_key_try_align()
1262 	key = rx->key;  in tipc_crypto_key_try_align()
1271 	if (tipc_aead_users(rx->aead[key.pending]) > 0)  in tipc_crypto_key_try_align()
1275 	tmp1 = tipc_aead_rcu_ptr(rx->aead[key.pending], &rx->lock);  in tipc_crypto_key_try_align()
1278 	rcu_assign_pointer(rx->aead[key.pending], NULL);  in tipc_crypto_key_try_align()
1282 		tmp2 = rcu_replace_pointer(rx->aead[key.passive], tmp2, lockdep_is_held(&rx->lock));  in tipc_crypto_key_try_align()
1288 	tipc_crypto_key_set_state(rx, new_passive, 0, new_pending);  in tipc_crypto_key_try_align()
1289 	rcu_assign_pointer(rx->aead[new_pending], tmp1);  in tipc_crypto_key_try_align()
1291 		rcu_assign_pointer(rx->aead[new_passive], tmp2);  in tipc_crypto_key_try_align()
1294 	pr_info_ratelimited("%s: key[%d] -> key[%d]\n", rx->name, key.pending,  in tipc_crypto_key_try_align()
1298 	spin_unlock(&rx->lock);  in tipc_crypto_key_try_align()
1316 						 struct tipc_crypto *rx,  in tipc_crypto_key_pick_tx()  argument
1331 	skb_cb->tx_clone_ctx.rx = rx;  in tipc_crypto_key_pick_tx()
1386 static void tipc_crypto_key_synch(struct tipc_crypto *rx, struct sk_buff *skb)  in tipc_crypto_key_synch()  argument
1389 	struct tipc_crypto *tx = tipc_net(rx->net)->crypto_tx;  in tipc_crypto_key_synch()
1391 	u32 self = tipc_own_addr(rx->net);  in tipc_crypto_key_synch()
1398 	rx->key_master = ehdr->master_key;  in tipc_crypto_key_synch()
1399 	if (!rx->key_master)  in tipc_crypto_key_synch()
1412 		    !atomic_cmpxchg(&rx->key_distr, 0, KEY_DISTR_SCHED)) {  in tipc_crypto_key_synch()
1416 			if (queue_delayed_work(tx->wq, &rx->work, delay))  in tipc_crypto_key_synch()
1417 				tipc_node_get(rx->node);  in tipc_crypto_key_synch()
1421 		atomic_xchg(&rx->key_distr, 0);  in tipc_crypto_key_synch()
1425 	cur = atomic_read(&rx->peer_rx_active);  in tipc_crypto_key_synch()
1429 	    atomic_cmpxchg(&rx->peer_rx_active, cur, new) == cur) {  in tipc_crypto_key_synch()
1435 		atomic64_set(&rx->sndnxt, 0);  in tipc_crypto_key_synch()
1440 			 tx->name, cur, new, rx->name);  in tipc_crypto_key_synch()
1547 void tipc_crypto_timeout(struct tipc_crypto *rx)  in tipc_crypto_timeout()  argument
1549 	struct tipc_net *tn = tipc_net(rx->net);  in tipc_crypto_timeout()
1574 	spin_lock(&rx->lock);  in tipc_crypto_timeout()
1575 	key = rx->key;  in tipc_crypto_timeout()
1576 	if (!key.pending || tipc_aead_users(rx->aead[key.pending]) <= 0)  in tipc_crypto_timeout()
1582 	rx->timer2 = jiffies;  in tipc_crypto_timeout()
1583 	tipc_crypto_key_set_state(rx, key.passive, key.active, 0);  in tipc_crypto_timeout()
1584 	this_cpu_inc(rx->stats->stat[STAT_SWITCHES]);  in tipc_crypto_timeout()
1585 	pr_info("%s: key[%d] is activated\n", rx->name, key.pending);  in tipc_crypto_timeout()
1590 	if (!key.pending || tipc_aead_users(rx->aead[key.pending]) > -10)  in tipc_crypto_timeout()
1593 	tipc_crypto_key_set_state(rx, key.passive, key.active, 0);  in tipc_crypto_timeout()
1594 	tipc_crypto_key_detach(rx->aead[key.pending], &rx->lock);  in tipc_crypto_timeout()
1595 	pr_debug("%s: key[%d] is removed\n", rx->name, key.pending);  in tipc_crypto_timeout()
1602 	if (time_before(jiffies, rx->timer1 + TIPC_RX_ACTIVE_LIM) &&  in tipc_crypto_timeout()
1603 	    tipc_aead_users(rx->aead[key.active]) > 0)  in tipc_crypto_timeout()
1610 	rx->timer2 = jiffies;  in tipc_crypto_timeout()
1611 	tipc_crypto_key_set_state(rx, key.passive, 0, key.pending);  in tipc_crypto_timeout()
1612 	tipc_aead_users_set(rx->aead[key.pending], 0);  in tipc_crypto_timeout()
1613 	pr_debug("%s: key[%d] is deactivated\n", rx->name, key.active);  in tipc_crypto_timeout()
1620 	if (time_before(jiffies, rx->timer2 + TIPC_RX_PASSIVE_LIM) &&  in tipc_crypto_timeout()
1621 	    tipc_aead_users(rx->aead[key.passive]) > -10)  in tipc_crypto_timeout()
1624 	tipc_crypto_key_set_state(rx, 0, key.active, key.pending);  in tipc_crypto_timeout()
1625 	tipc_crypto_key_detach(rx->aead[key.passive], &rx->lock);  in tipc_crypto_timeout()
1626 	pr_debug("%s: key[%d] is freed\n", rx->name, key.passive);  in tipc_crypto_timeout()
1629 	spin_unlock(&rx->lock);  in tipc_crypto_timeout()
1643 	tipc_crypto_do_cmd(rx->net, cmd);  in tipc_crypto_timeout()
1810 int tipc_crypto_rcv(struct net *net, struct tipc_crypto *rx,  in tipc_crypto_rcv()  argument
1825 	if (unlikely(!rx || tx_key == KEY_MASTER))  in tipc_crypto_rcv()
1829 	key = rx->key;  in tipc_crypto_rcv()
1835 	if (tipc_crypto_key_try_align(rx, tx_key))  in tipc_crypto_rcv()
1840 	aead = tipc_crypto_key_pick_tx(tx, rx, *skb, tx_key);  in tipc_crypto_rcv()
1848 		aead = tipc_aead_get(rx->aead[tx_key]);  in tipc_crypto_rcv()
1853 	stats = ((rx) ?: tx)->stats;  in tipc_crypto_rcv()
1868 			if (rx) {  in tipc_crypto_rcv()
1874 				rx->nokey = !(rx->skey ||  in tipc_crypto_rcv()
1875 					      rcu_access_pointer(rx->aead[n]));  in tipc_crypto_rcv()
1877 						     rx->name, rx->nokey,  in tipc_crypto_rcv()
1878 						     tx_key, rx->key.keys);  in tipc_crypto_rcv()
1879 				tipc_node_put(rx->node);  in tipc_crypto_rcv()
1898 	struct tipc_crypto *rx = aead->crypto;  in tipc_crypto_rcv_complete()  local
1905 		rx = skb_cb->tx_clone_ctx.rx;  in tipc_crypto_rcv_complete()
1907 			 (rx) ? tipc_node_get_id_str(rx->node) : "-", err, aead,  in tipc_crypto_rcv_complete()
1924 		if (!rx) {  in tipc_crypto_rcv_complete()
1928 			rx = tipc_node_crypto_rx(n);  in tipc_crypto_rcv_complete()
1929 			if (unlikely(!rx))  in tipc_crypto_rcv_complete()
1939 		if (tipc_crypto_key_attach(rx, tmp, ehdr->tx_key, false) < 0) {  in tipc_crypto_rcv_complete()
1956 	rx->timer1 = jiffies;  in tipc_crypto_rcv_complete()
1963 	if (rx->key.passive && ehdr->tx_key == rx->key.passive)  in tipc_crypto_rcv_complete()
1964 		rx->timer2 = jiffies;  in tipc_crypto_rcv_complete()
1978 	tipc_crypto_key_synch(rx, *skb);  in tipc_crypto_rcv_complete()
1999 	if (rx)  in tipc_crypto_rcv_complete()
2000 		tipc_node_put(rx->node);  in tipc_crypto_rcv_complete()
2006 	struct tipc_crypto *tx = tn->crypto_tx, *rx;  in tipc_crypto_do_cmd()  local
2031 		rx = tipc_node_crypto_rx_by_list(p);  in tipc_crypto_do_cmd()
2032 		pr_info("RX(%7.7s)\n%s", tipc_node_get_id_str(rx->node),  in tipc_crypto_do_cmd()
2033 			tipc_crypto_key_dump(rx, buf));  in tipc_crypto_do_cmd()
2058 		rx = tipc_node_crypto_rx_by_list(p);  in tipc_crypto_do_cmd()
2060 			      tipc_node_get_id_str(rx->node));  in tipc_crypto_do_cmd()
2063 				stat = per_cpu_ptr(rx->stats, cpu)->stat[i];  in tipc_crypto_do_cmd()
2162 	struct tipc_crypto *rx;  in tipc_crypto_msg_rcv()  local
2169 	rx = tipc_node_crypto_rx_by_addr(net, msg_prevnode(hdr));  in tipc_crypto_msg_rcv()
2170 	if (unlikely(!rx))  in tipc_crypto_msg_rcv()
2175 		if (tipc_crypto_key_rcv(rx, hdr))  in tipc_crypto_msg_rcv()
2182 	tipc_node_put(rx->node);  in tipc_crypto_msg_rcv()
2283 static bool tipc_crypto_key_rcv(struct tipc_crypto *rx, struct tipc_msg *hdr)  in tipc_crypto_key_rcv()  argument
2285 	struct tipc_crypto *tx = tipc_net(rx->net)->crypto_tx;  in tipc_crypto_key_rcv()
2294 		pr_debug("%s: message data size is too small\n", rx->name);  in tipc_crypto_key_rcv()
2303 		pr_debug("%s: invalid MSG_CRYPTO key size\n", rx->name);  in tipc_crypto_key_rcv()
2307 	spin_lock(&rx->lock);  in tipc_crypto_key_rcv()
2308 	if (unlikely(rx->skey || (key_gen == rx->key_gen && rx->key.keys))) {  in tipc_crypto_key_rcv()
2309 		pr_err("%s: key existed <%p>, gen %d vs %d\n", rx->name,  in tipc_crypto_key_rcv()
2310 		       rx->skey, key_gen, rx->key_gen);  in tipc_crypto_key_rcv()
2317 		pr_err("%s: unable to allocate memory for skey\n", rx->name);  in tipc_crypto_key_rcv()
2327 	rx->key_gen = key_gen;  in tipc_crypto_key_rcv()
2328 	rx->skey_mode = msg_key_mode(hdr);  in tipc_crypto_key_rcv()
2329 	rx->skey = skey;  in tipc_crypto_key_rcv()
2330 	rx->nokey = 0;  in tipc_crypto_key_rcv()
2334 	spin_unlock(&rx->lock);  in tipc_crypto_key_rcv()
2338 	if (likely(skey && queue_delayed_work(tx->wq, &rx->work, 0)))  in tipc_crypto_key_rcv()
2354 	struct tipc_crypto *rx = container_of(dwork, struct tipc_crypto, work);  in tipc_crypto_work_rx()  local
2355 	struct tipc_crypto *tx = tipc_net(rx->net)->crypto_tx;  in tipc_crypto_work_rx()
2362 	if (atomic_cmpxchg(&rx->key_distr,  in tipc_crypto_work_rx()
2367 		rc = tipc_crypto_key_distr(tx, key, rx->node);  in tipc_crypto_work_rx()
2370 				tx->name, key, tipc_node_get_id_str(rx->node),  in tipc_crypto_work_rx()
2376 		atomic_cmpxchg(&rx->key_distr, KEY_DISTR_COMPL, 0);  in tipc_crypto_work_rx()
2380 	if (rx->skey) {  in tipc_crypto_work_rx()
2381 		rc = tipc_crypto_key_init(rx, rx->skey, rx->skey_mode, false);  in tipc_crypto_work_rx()
2384 				rx->name, rc);  in tipc_crypto_work_rx()
2393 			kfree(rx->skey);  in tipc_crypto_work_rx()
2394 			rx->skey = NULL;  in tipc_crypto_work_rx()
2399 	if (resched && queue_delayed_work(tx->wq, &rx->work, delay))  in tipc_crypto_work_rx()
2402 	tipc_node_put(rx->node);  in tipc_crypto_work_rx()