xref: /linux-6.15/include/uapi/linux/if_xdp.h (revision c05cd364)
1dac09149SBjörn Töpel /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
2dac09149SBjörn Töpel /*
3c0c77d8fSBjörn Töpel  * if_xdp: XDP socket user-space interface
4c0c77d8fSBjörn Töpel  * Copyright(c) 2018 Intel Corporation.
5c0c77d8fSBjörn Töpel  *
6c0c77d8fSBjörn Töpel  * Author(s): Björn Töpel <[email protected]>
7c0c77d8fSBjörn Töpel  *	      Magnus Karlsson <[email protected]>
8c0c77d8fSBjörn Töpel  */
9c0c77d8fSBjörn Töpel 
10c0c77d8fSBjörn Töpel #ifndef _LINUX_IF_XDP_H
11c0c77d8fSBjörn Töpel #define _LINUX_IF_XDP_H
12c0c77d8fSBjörn Töpel 
13c0c77d8fSBjörn Töpel #include <linux/types.h>
14c0c77d8fSBjörn Töpel 
15965a9909SMagnus Karlsson /* Options for the sxdp_flags field */
16173d3adbSBjörn Töpel #define XDP_SHARED_UMEM	(1 << 0)
17173d3adbSBjörn Töpel #define XDP_COPY	(1 << 1) /* Force copy-mode */
18173d3adbSBjörn Töpel #define XDP_ZEROCOPY	(1 << 2) /* Force zero-copy mode */
1977cd0d7bSMagnus Karlsson /* If this option is set, the driver might go sleep and in that case
2077cd0d7bSMagnus Karlsson  * the XDP_RING_NEED_WAKEUP flag in the fill and/or Tx rings will be
2177cd0d7bSMagnus Karlsson  * set. If it is set, the application need to explicitly wake up the
2277cd0d7bSMagnus Karlsson  * driver with a poll() (Rx and Tx) or sendto() (Tx only). If you are
2377cd0d7bSMagnus Karlsson  * running the driver and the application on the same core, you should
2477cd0d7bSMagnus Karlsson  * use this option so that the kernel will yield to the user space
2577cd0d7bSMagnus Karlsson  * application.
2677cd0d7bSMagnus Karlsson  */
2777cd0d7bSMagnus Karlsson #define XDP_USE_NEED_WAKEUP (1 << 3)
28965a9909SMagnus Karlsson 
29*c05cd364SKevin Laatz /* Flags for xsk_umem_config flags */
30*c05cd364SKevin Laatz #define XDP_UMEM_UNALIGNED_CHUNK_FLAG (1 << 0)
31*c05cd364SKevin Laatz 
32965a9909SMagnus Karlsson struct sockaddr_xdp {
33965a9909SMagnus Karlsson 	__u16 sxdp_family;
34ad75646cSBjörn Töpel 	__u16 sxdp_flags;
35965a9909SMagnus Karlsson 	__u32 sxdp_ifindex;
36965a9909SMagnus Karlsson 	__u32 sxdp_queue_id;
37965a9909SMagnus Karlsson 	__u32 sxdp_shared_umem_fd;
38965a9909SMagnus Karlsson };
39965a9909SMagnus Karlsson 
4077cd0d7bSMagnus Karlsson /* XDP_RING flags */
4177cd0d7bSMagnus Karlsson #define XDP_RING_NEED_WAKEUP (1 << 0)
4277cd0d7bSMagnus Karlsson 
43b3a9e0beSBjörn Töpel struct xdp_ring_offset {
44b3a9e0beSBjörn Töpel 	__u64 producer;
45b3a9e0beSBjörn Töpel 	__u64 consumer;
46b3a9e0beSBjörn Töpel 	__u64 desc;
4777cd0d7bSMagnus Karlsson 	__u64 flags;
48b3a9e0beSBjörn Töpel };
49b3a9e0beSBjörn Töpel 
50b3a9e0beSBjörn Töpel struct xdp_mmap_offsets {
51b3a9e0beSBjörn Töpel 	struct xdp_ring_offset rx;
52b3a9e0beSBjörn Töpel 	struct xdp_ring_offset tx;
53b3a9e0beSBjörn Töpel 	struct xdp_ring_offset fr; /* Fill */
54b3a9e0beSBjörn Töpel 	struct xdp_ring_offset cr; /* Completion */
55b3a9e0beSBjörn Töpel };
56b3a9e0beSBjörn Töpel 
57c0c77d8fSBjörn Töpel /* XDP socket options */
58b3a9e0beSBjörn Töpel #define XDP_MMAP_OFFSETS		1
59b3a9e0beSBjörn Töpel #define XDP_RX_RING			2
60b3a9e0beSBjörn Töpel #define XDP_TX_RING			3
61b3a9e0beSBjörn Töpel #define XDP_UMEM_REG			4
62b3a9e0beSBjörn Töpel #define XDP_UMEM_FILL_RING		5
63b3a9e0beSBjörn Töpel #define XDP_UMEM_COMPLETION_RING	6
64b3a9e0beSBjörn Töpel #define XDP_STATISTICS			7
652640d3c8SMaxim Mikityanskiy #define XDP_OPTIONS			8
66c0c77d8fSBjörn Töpel 
67c0c77d8fSBjörn Töpel struct xdp_umem_reg {
68c0c77d8fSBjörn Töpel 	__u64 addr; /* Start of packet data area */
69c0c77d8fSBjörn Töpel 	__u64 len; /* Length of packet data area */
70bbff2f32SBjörn Töpel 	__u32 chunk_size;
71bbff2f32SBjörn Töpel 	__u32 headroom;
72*c05cd364SKevin Laatz 	__u32 flags;
73c0c77d8fSBjörn Töpel };
74c0c77d8fSBjörn Töpel 
75af75d9e0SMagnus Karlsson struct xdp_statistics {
76af75d9e0SMagnus Karlsson 	__u64 rx_dropped; /* Dropped for reasons other than invalid desc */
77af75d9e0SMagnus Karlsson 	__u64 rx_invalid_descs; /* Dropped due to invalid descriptor */
78af75d9e0SMagnus Karlsson 	__u64 tx_invalid_descs; /* Dropped due to invalid descriptor */
79af75d9e0SMagnus Karlsson };
80af75d9e0SMagnus Karlsson 
812640d3c8SMaxim Mikityanskiy struct xdp_options {
822640d3c8SMaxim Mikityanskiy 	__u32 flags;
832640d3c8SMaxim Mikityanskiy };
842640d3c8SMaxim Mikityanskiy 
852640d3c8SMaxim Mikityanskiy /* Flags for the flags field of struct xdp_options */
862640d3c8SMaxim Mikityanskiy #define XDP_OPTIONS_ZEROCOPY (1 << 0)
872640d3c8SMaxim Mikityanskiy 
88423f3832SMagnus Karlsson /* Pgoff for mmaping the rings */
89b9b6b68eSBjörn Töpel #define XDP_PGOFF_RX_RING			  0
90f6145903SMagnus Karlsson #define XDP_PGOFF_TX_RING		 0x80000000
91a5a16e43SGeert Uytterhoeven #define XDP_UMEM_PGOFF_FILL_RING	0x100000000ULL
92a5a16e43SGeert Uytterhoeven #define XDP_UMEM_PGOFF_COMPLETION_RING	0x180000000ULL
93423f3832SMagnus Karlsson 
94*c05cd364SKevin Laatz /* Masks for unaligned chunks mode */
95*c05cd364SKevin Laatz #define XSK_UNALIGNED_BUF_OFFSET_SHIFT 48
96*c05cd364SKevin Laatz #define XSK_UNALIGNED_BUF_ADDR_MASK \
97*c05cd364SKevin Laatz 	((1ULL << XSK_UNALIGNED_BUF_OFFSET_SHIFT) - 1)
98*c05cd364SKevin Laatz 
99b3a9e0beSBjörn Töpel /* Rx/Tx descriptor */
100b9b6b68eSBjörn Töpel struct xdp_desc {
101bbff2f32SBjörn Töpel 	__u64 addr;
102b9b6b68eSBjörn Töpel 	__u32 len;
103bbff2f32SBjörn Töpel 	__u32 options;
104b9b6b68eSBjörn Töpel };
105b9b6b68eSBjörn Töpel 
106bbff2f32SBjörn Töpel /* UMEM descriptor is __u64 */
107423f3832SMagnus Karlsson 
108c0c77d8fSBjörn Töpel #endif /* _LINUX_IF_XDP_H */
109