xref: /linux-6.15/include/net/request_sock.h (revision 0e87506f)
12e6599cbSArnaldo Carvalho de Melo /*
22e6599cbSArnaldo Carvalho de Melo  * NET		Generic infrastructure for Network protocols.
32e6599cbSArnaldo Carvalho de Melo  *
42e6599cbSArnaldo Carvalho de Melo  *		Definitions for request_sock
52e6599cbSArnaldo Carvalho de Melo  *
62e6599cbSArnaldo Carvalho de Melo  * Authors:	Arnaldo Carvalho de Melo <[email protected]>
72e6599cbSArnaldo Carvalho de Melo  *
82e6599cbSArnaldo Carvalho de Melo  * 		From code originally in include/net/tcp.h
92e6599cbSArnaldo Carvalho de Melo  *
102e6599cbSArnaldo Carvalho de Melo  *		This program is free software; you can redistribute it and/or
112e6599cbSArnaldo Carvalho de Melo  *		modify it under the terms of the GNU General Public License
122e6599cbSArnaldo Carvalho de Melo  *		as published by the Free Software Foundation; either version
132e6599cbSArnaldo Carvalho de Melo  *		2 of the License, or (at your option) any later version.
142e6599cbSArnaldo Carvalho de Melo  */
152e6599cbSArnaldo Carvalho de Melo #ifndef _REQUEST_SOCK_H
162e6599cbSArnaldo Carvalho de Melo #define _REQUEST_SOCK_H
172e6599cbSArnaldo Carvalho de Melo 
182e6599cbSArnaldo Carvalho de Melo #include <linux/slab.h>
19*0e87506fSArnaldo Carvalho de Melo #include <linux/spinlock.h>
202e6599cbSArnaldo Carvalho de Melo #include <linux/types.h>
21*0e87506fSArnaldo Carvalho de Melo 
222e6599cbSArnaldo Carvalho de Melo #include <net/sock.h>
232e6599cbSArnaldo Carvalho de Melo 
2460236fddSArnaldo Carvalho de Melo struct request_sock;
252e6599cbSArnaldo Carvalho de Melo struct sk_buff;
262e6599cbSArnaldo Carvalho de Melo struct dst_entry;
272e6599cbSArnaldo Carvalho de Melo struct proto;
282e6599cbSArnaldo Carvalho de Melo 
2960236fddSArnaldo Carvalho de Melo struct request_sock_ops {
302e6599cbSArnaldo Carvalho de Melo 	int		family;
312e6599cbSArnaldo Carvalho de Melo 	kmem_cache_t	*slab;
322e6599cbSArnaldo Carvalho de Melo 	int		obj_size;
332e6599cbSArnaldo Carvalho de Melo 	int		(*rtx_syn_ack)(struct sock *sk,
3460236fddSArnaldo Carvalho de Melo 				       struct request_sock *req,
352e6599cbSArnaldo Carvalho de Melo 				       struct dst_entry *dst);
362e6599cbSArnaldo Carvalho de Melo 	void		(*send_ack)(struct sk_buff *skb,
3760236fddSArnaldo Carvalho de Melo 				    struct request_sock *req);
382e6599cbSArnaldo Carvalho de Melo 	void		(*send_reset)(struct sk_buff *skb);
3960236fddSArnaldo Carvalho de Melo 	void		(*destructor)(struct request_sock *req);
402e6599cbSArnaldo Carvalho de Melo };
412e6599cbSArnaldo Carvalho de Melo 
4260236fddSArnaldo Carvalho de Melo /* struct request_sock - mini sock to represent a connection request
432e6599cbSArnaldo Carvalho de Melo  */
4460236fddSArnaldo Carvalho de Melo struct request_sock {
4560236fddSArnaldo Carvalho de Melo 	struct request_sock		*dl_next; /* Must be first member! */
462e6599cbSArnaldo Carvalho de Melo 	u16				mss;
472e6599cbSArnaldo Carvalho de Melo 	u8				retrans;
482e6599cbSArnaldo Carvalho de Melo 	u8				__pad;
492e6599cbSArnaldo Carvalho de Melo 	/* The following two fields can be easily recomputed I think -AK */
502e6599cbSArnaldo Carvalho de Melo 	u32				window_clamp; /* window clamp at creation time */
512e6599cbSArnaldo Carvalho de Melo 	u32				rcv_wnd;	  /* rcv_wnd offered first time */
522e6599cbSArnaldo Carvalho de Melo 	u32				ts_recent;
532e6599cbSArnaldo Carvalho de Melo 	unsigned long			expires;
5460236fddSArnaldo Carvalho de Melo 	struct request_sock_ops		*rsk_ops;
552e6599cbSArnaldo Carvalho de Melo 	struct sock			*sk;
562e6599cbSArnaldo Carvalho de Melo };
572e6599cbSArnaldo Carvalho de Melo 
5860236fddSArnaldo Carvalho de Melo static inline struct request_sock *reqsk_alloc(struct request_sock_ops *ops)
592e6599cbSArnaldo Carvalho de Melo {
6060236fddSArnaldo Carvalho de Melo 	struct request_sock *req = kmem_cache_alloc(ops->slab, SLAB_ATOMIC);
612e6599cbSArnaldo Carvalho de Melo 
622e6599cbSArnaldo Carvalho de Melo 	if (req != NULL)
6360236fddSArnaldo Carvalho de Melo 		req->rsk_ops = ops;
642e6599cbSArnaldo Carvalho de Melo 
652e6599cbSArnaldo Carvalho de Melo 	return req;
662e6599cbSArnaldo Carvalho de Melo }
672e6599cbSArnaldo Carvalho de Melo 
6860236fddSArnaldo Carvalho de Melo static inline void __reqsk_free(struct request_sock *req)
692e6599cbSArnaldo Carvalho de Melo {
7060236fddSArnaldo Carvalho de Melo 	kmem_cache_free(req->rsk_ops->slab, req);
712e6599cbSArnaldo Carvalho de Melo }
722e6599cbSArnaldo Carvalho de Melo 
7360236fddSArnaldo Carvalho de Melo static inline void reqsk_free(struct request_sock *req)
742e6599cbSArnaldo Carvalho de Melo {
7560236fddSArnaldo Carvalho de Melo 	req->rsk_ops->destructor(req);
7660236fddSArnaldo Carvalho de Melo 	__reqsk_free(req);
772e6599cbSArnaldo Carvalho de Melo }
782e6599cbSArnaldo Carvalho de Melo 
79*0e87506fSArnaldo Carvalho de Melo extern int sysctl_max_syn_backlog;
80*0e87506fSArnaldo Carvalho de Melo 
81*0e87506fSArnaldo Carvalho de Melo /** struct tcp_listen_opt - listen state
82*0e87506fSArnaldo Carvalho de Melo  *
83*0e87506fSArnaldo Carvalho de Melo  * @max_qlen_log - log_2 of maximal queued SYNs/REQUESTs
84*0e87506fSArnaldo Carvalho de Melo  */
85*0e87506fSArnaldo Carvalho de Melo struct tcp_listen_opt {
86*0e87506fSArnaldo Carvalho de Melo 	u8			max_qlen_log;
87*0e87506fSArnaldo Carvalho de Melo 	/* 3 bytes hole, try to use */
88*0e87506fSArnaldo Carvalho de Melo 	int			qlen;
89*0e87506fSArnaldo Carvalho de Melo 	int			qlen_young;
90*0e87506fSArnaldo Carvalho de Melo 	int			clock_hand;
91*0e87506fSArnaldo Carvalho de Melo 	u32			hash_rnd;
92*0e87506fSArnaldo Carvalho de Melo 	struct request_sock	*syn_table[0];
93*0e87506fSArnaldo Carvalho de Melo };
94*0e87506fSArnaldo Carvalho de Melo 
95*0e87506fSArnaldo Carvalho de Melo /** struct request_sock_queue - queue of request_socks
96*0e87506fSArnaldo Carvalho de Melo  *
97*0e87506fSArnaldo Carvalho de Melo  * @rskq_accept_head - FIFO head of established children
98*0e87506fSArnaldo Carvalho de Melo  * @rskq_accept_tail - FIFO tail of established children
99*0e87506fSArnaldo Carvalho de Melo  * @syn_wait_lock - serializer
100*0e87506fSArnaldo Carvalho de Melo  *
101*0e87506fSArnaldo Carvalho de Melo  * %syn_wait_lock is necessary only to avoid proc interface having to grab the main
102*0e87506fSArnaldo Carvalho de Melo  * lock sock while browsing the listening hash (otherwise it's deadlock prone).
103*0e87506fSArnaldo Carvalho de Melo  *
104*0e87506fSArnaldo Carvalho de Melo  * This lock is acquired in read mode only from listening_get_next() seq_file
105*0e87506fSArnaldo Carvalho de Melo  * op and it's acquired in write mode _only_ from code that is actively
106*0e87506fSArnaldo Carvalho de Melo  * changing rskq_accept_head. All readers that are holding the master sock lock
107*0e87506fSArnaldo Carvalho de Melo  * don't need to grab this lock in read mode too as rskq_accept_head. writes
108*0e87506fSArnaldo Carvalho de Melo  * are always protected from the main sock lock.
109*0e87506fSArnaldo Carvalho de Melo  */
110*0e87506fSArnaldo Carvalho de Melo struct request_sock_queue {
111*0e87506fSArnaldo Carvalho de Melo 	struct request_sock	*rskq_accept_head;
112*0e87506fSArnaldo Carvalho de Melo 	struct request_sock	*rskq_accept_tail;
113*0e87506fSArnaldo Carvalho de Melo 	rwlock_t		syn_wait_lock;
114*0e87506fSArnaldo Carvalho de Melo 	struct tcp_listen_opt	*listen_opt;
115*0e87506fSArnaldo Carvalho de Melo };
116*0e87506fSArnaldo Carvalho de Melo 
117*0e87506fSArnaldo Carvalho de Melo extern int reqsk_queue_alloc(struct request_sock_queue *queue,
118*0e87506fSArnaldo Carvalho de Melo 			     const int nr_table_entries);
119*0e87506fSArnaldo Carvalho de Melo 
120*0e87506fSArnaldo Carvalho de Melo static inline struct tcp_listen_opt *reqsk_queue_yank_listen_sk(struct request_sock_queue *queue)
121*0e87506fSArnaldo Carvalho de Melo {
122*0e87506fSArnaldo Carvalho de Melo 	struct tcp_listen_opt *lopt;
123*0e87506fSArnaldo Carvalho de Melo 
124*0e87506fSArnaldo Carvalho de Melo 	write_lock_bh(&queue->syn_wait_lock);
125*0e87506fSArnaldo Carvalho de Melo 	lopt = queue->listen_opt;
126*0e87506fSArnaldo Carvalho de Melo 	queue->listen_opt = NULL;
127*0e87506fSArnaldo Carvalho de Melo 	write_unlock_bh(&queue->syn_wait_lock);
128*0e87506fSArnaldo Carvalho de Melo 
129*0e87506fSArnaldo Carvalho de Melo 	return lopt;
130*0e87506fSArnaldo Carvalho de Melo }
131*0e87506fSArnaldo Carvalho de Melo 
132*0e87506fSArnaldo Carvalho de Melo static inline void reqsk_queue_destroy(struct request_sock_queue *queue)
133*0e87506fSArnaldo Carvalho de Melo {
134*0e87506fSArnaldo Carvalho de Melo 	kfree(reqsk_queue_yank_listen_sk(queue));
135*0e87506fSArnaldo Carvalho de Melo }
136*0e87506fSArnaldo Carvalho de Melo 
137*0e87506fSArnaldo Carvalho de Melo static inline struct request_sock *
138*0e87506fSArnaldo Carvalho de Melo 	reqsk_queue_yank_acceptq(struct request_sock_queue *queue)
139*0e87506fSArnaldo Carvalho de Melo {
140*0e87506fSArnaldo Carvalho de Melo 	struct request_sock *req = queue->rskq_accept_head;
141*0e87506fSArnaldo Carvalho de Melo 
142*0e87506fSArnaldo Carvalho de Melo 	queue->rskq_accept_head = queue->rskq_accept_head = NULL;
143*0e87506fSArnaldo Carvalho de Melo 	return req;
144*0e87506fSArnaldo Carvalho de Melo }
145*0e87506fSArnaldo Carvalho de Melo 
146*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_empty(struct request_sock_queue *queue)
147*0e87506fSArnaldo Carvalho de Melo {
148*0e87506fSArnaldo Carvalho de Melo 	return queue->rskq_accept_head == NULL;
149*0e87506fSArnaldo Carvalho de Melo }
150*0e87506fSArnaldo Carvalho de Melo 
151*0e87506fSArnaldo Carvalho de Melo static inline void reqsk_queue_unlink(struct request_sock_queue *queue,
152*0e87506fSArnaldo Carvalho de Melo 				      struct request_sock *req,
153*0e87506fSArnaldo Carvalho de Melo 				      struct request_sock **prev_req)
154*0e87506fSArnaldo Carvalho de Melo {
155*0e87506fSArnaldo Carvalho de Melo 	write_lock(&queue->syn_wait_lock);
156*0e87506fSArnaldo Carvalho de Melo 	*prev_req = req->dl_next;
157*0e87506fSArnaldo Carvalho de Melo 	write_unlock(&queue->syn_wait_lock);
158*0e87506fSArnaldo Carvalho de Melo }
159*0e87506fSArnaldo Carvalho de Melo 
160*0e87506fSArnaldo Carvalho de Melo static inline void reqsk_queue_add(struct request_sock_queue *queue,
161*0e87506fSArnaldo Carvalho de Melo 				   struct request_sock *req,
162*0e87506fSArnaldo Carvalho de Melo 				   struct sock *parent,
163*0e87506fSArnaldo Carvalho de Melo 				   struct sock *child)
164*0e87506fSArnaldo Carvalho de Melo {
165*0e87506fSArnaldo Carvalho de Melo 	req->sk = child;
166*0e87506fSArnaldo Carvalho de Melo 	sk_acceptq_added(parent);
167*0e87506fSArnaldo Carvalho de Melo 
168*0e87506fSArnaldo Carvalho de Melo 	if (queue->rskq_accept_head == NULL)
169*0e87506fSArnaldo Carvalho de Melo 		queue->rskq_accept_head = req;
170*0e87506fSArnaldo Carvalho de Melo 	else
171*0e87506fSArnaldo Carvalho de Melo 		queue->rskq_accept_tail->dl_next = req;
172*0e87506fSArnaldo Carvalho de Melo 
173*0e87506fSArnaldo Carvalho de Melo 	queue->rskq_accept_tail = req;
174*0e87506fSArnaldo Carvalho de Melo 	req->dl_next = NULL;
175*0e87506fSArnaldo Carvalho de Melo }
176*0e87506fSArnaldo Carvalho de Melo 
177*0e87506fSArnaldo Carvalho de Melo static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue)
178*0e87506fSArnaldo Carvalho de Melo {
179*0e87506fSArnaldo Carvalho de Melo 	struct request_sock *req = queue->rskq_accept_head;
180*0e87506fSArnaldo Carvalho de Melo 
181*0e87506fSArnaldo Carvalho de Melo 	BUG_TRAP(req != NULL);
182*0e87506fSArnaldo Carvalho de Melo 
183*0e87506fSArnaldo Carvalho de Melo 	queue->rskq_accept_head = req->dl_next;
184*0e87506fSArnaldo Carvalho de Melo 	if (queue->rskq_accept_head == NULL)
185*0e87506fSArnaldo Carvalho de Melo 		queue->rskq_accept_tail = NULL;
186*0e87506fSArnaldo Carvalho de Melo 
187*0e87506fSArnaldo Carvalho de Melo 	return req;
188*0e87506fSArnaldo Carvalho de Melo }
189*0e87506fSArnaldo Carvalho de Melo 
190*0e87506fSArnaldo Carvalho de Melo static inline struct sock *reqsk_queue_get_child(struct request_sock_queue *queue,
191*0e87506fSArnaldo Carvalho de Melo 						 struct sock *parent)
192*0e87506fSArnaldo Carvalho de Melo {
193*0e87506fSArnaldo Carvalho de Melo 	struct request_sock *req = reqsk_queue_remove(queue);
194*0e87506fSArnaldo Carvalho de Melo 	struct sock *child = req->sk;
195*0e87506fSArnaldo Carvalho de Melo 
196*0e87506fSArnaldo Carvalho de Melo 	BUG_TRAP(child != NULL);
197*0e87506fSArnaldo Carvalho de Melo 
198*0e87506fSArnaldo Carvalho de Melo 	sk_acceptq_removed(parent);
199*0e87506fSArnaldo Carvalho de Melo 	__reqsk_free(req);
200*0e87506fSArnaldo Carvalho de Melo 	return child;
201*0e87506fSArnaldo Carvalho de Melo }
202*0e87506fSArnaldo Carvalho de Melo 
203*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_removed(struct request_sock_queue *queue,
204*0e87506fSArnaldo Carvalho de Melo 				      struct request_sock *req)
205*0e87506fSArnaldo Carvalho de Melo {
206*0e87506fSArnaldo Carvalho de Melo 	struct tcp_listen_opt *lopt = queue->listen_opt;
207*0e87506fSArnaldo Carvalho de Melo 
208*0e87506fSArnaldo Carvalho de Melo 	if (req->retrans == 0)
209*0e87506fSArnaldo Carvalho de Melo 		--lopt->qlen_young;
210*0e87506fSArnaldo Carvalho de Melo 
211*0e87506fSArnaldo Carvalho de Melo 	return --lopt->qlen;
212*0e87506fSArnaldo Carvalho de Melo }
213*0e87506fSArnaldo Carvalho de Melo 
214*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_added(struct request_sock_queue *queue)
215*0e87506fSArnaldo Carvalho de Melo {
216*0e87506fSArnaldo Carvalho de Melo 	struct tcp_listen_opt *lopt = queue->listen_opt;
217*0e87506fSArnaldo Carvalho de Melo 	const int prev_qlen = lopt->qlen;
218*0e87506fSArnaldo Carvalho de Melo 
219*0e87506fSArnaldo Carvalho de Melo 	lopt->qlen_young++;
220*0e87506fSArnaldo Carvalho de Melo 	lopt->qlen++;
221*0e87506fSArnaldo Carvalho de Melo 	return prev_qlen;
222*0e87506fSArnaldo Carvalho de Melo }
223*0e87506fSArnaldo Carvalho de Melo 
224*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_len(struct request_sock_queue *queue)
225*0e87506fSArnaldo Carvalho de Melo {
226*0e87506fSArnaldo Carvalho de Melo 	return queue->listen_opt != NULL ? queue->listen_opt->qlen : 0;
227*0e87506fSArnaldo Carvalho de Melo }
228*0e87506fSArnaldo Carvalho de Melo 
229*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_len_young(struct request_sock_queue *queue)
230*0e87506fSArnaldo Carvalho de Melo {
231*0e87506fSArnaldo Carvalho de Melo 	return queue->listen_opt->qlen_young;
232*0e87506fSArnaldo Carvalho de Melo }
233*0e87506fSArnaldo Carvalho de Melo 
234*0e87506fSArnaldo Carvalho de Melo static inline int reqsk_queue_is_full(struct request_sock_queue *queue)
235*0e87506fSArnaldo Carvalho de Melo {
236*0e87506fSArnaldo Carvalho de Melo 	return queue->listen_opt->qlen >> queue->listen_opt->max_qlen_log;
237*0e87506fSArnaldo Carvalho de Melo }
238*0e87506fSArnaldo Carvalho de Melo 
239*0e87506fSArnaldo Carvalho de Melo static inline void reqsk_queue_hash_req(struct request_sock_queue *queue,
240*0e87506fSArnaldo Carvalho de Melo 					u32 hash, struct request_sock *req,
241*0e87506fSArnaldo Carvalho de Melo 					unsigned timeout)
242*0e87506fSArnaldo Carvalho de Melo {
243*0e87506fSArnaldo Carvalho de Melo 	struct tcp_listen_opt *lopt = queue->listen_opt;
244*0e87506fSArnaldo Carvalho de Melo 
245*0e87506fSArnaldo Carvalho de Melo 	req->expires = jiffies + timeout;
246*0e87506fSArnaldo Carvalho de Melo 	req->retrans = 0;
247*0e87506fSArnaldo Carvalho de Melo 	req->sk = NULL;
248*0e87506fSArnaldo Carvalho de Melo 	req->dl_next = lopt->syn_table[hash];
249*0e87506fSArnaldo Carvalho de Melo 
250*0e87506fSArnaldo Carvalho de Melo 	write_lock(&queue->syn_wait_lock);
251*0e87506fSArnaldo Carvalho de Melo 	lopt->syn_table[hash] = req;
252*0e87506fSArnaldo Carvalho de Melo 	write_unlock(&queue->syn_wait_lock);
253*0e87506fSArnaldo Carvalho de Melo }
254*0e87506fSArnaldo Carvalho de Melo 
2552e6599cbSArnaldo Carvalho de Melo #endif /* _REQUEST_SOCK_H */
256