1dac09149SBjörn Töpel /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ 2dac09149SBjörn Töpel /* 3c0c77d8fSBjörn Töpel * if_xdp: XDP socket user-space interface 4c0c77d8fSBjörn Töpel * Copyright(c) 2018 Intel Corporation. 5c0c77d8fSBjörn Töpel * 6c0c77d8fSBjörn Töpel * Author(s): Björn Töpel <[email protected]> 7c0c77d8fSBjörn Töpel * Magnus Karlsson <[email protected]> 8c0c77d8fSBjörn Töpel */ 9c0c77d8fSBjörn Töpel 10c0c77d8fSBjörn Töpel #ifndef _LINUX_IF_XDP_H 11c0c77d8fSBjörn Töpel #define _LINUX_IF_XDP_H 12c0c77d8fSBjörn Töpel 13c0c77d8fSBjörn Töpel #include <linux/types.h> 14c0c77d8fSBjörn Töpel 15965a9909SMagnus Karlsson /* Options for the sxdp_flags field */ 16173d3adbSBjörn Töpel #define XDP_SHARED_UMEM (1 << 0) 17173d3adbSBjörn Töpel #define XDP_COPY (1 << 1) /* Force copy-mode */ 18173d3adbSBjörn Töpel #define XDP_ZEROCOPY (1 << 2) /* Force zero-copy mode */ 19*77cd0d7bSMagnus Karlsson /* If this option is set, the driver might go sleep and in that case 20*77cd0d7bSMagnus Karlsson * the XDP_RING_NEED_WAKEUP flag in the fill and/or Tx rings will be 21*77cd0d7bSMagnus Karlsson * set. If it is set, the application need to explicitly wake up the 22*77cd0d7bSMagnus Karlsson * driver with a poll() (Rx and Tx) or sendto() (Tx only). If you are 23*77cd0d7bSMagnus Karlsson * running the driver and the application on the same core, you should 24*77cd0d7bSMagnus Karlsson * use this option so that the kernel will yield to the user space 25*77cd0d7bSMagnus Karlsson * application. 26*77cd0d7bSMagnus Karlsson */ 27*77cd0d7bSMagnus Karlsson #define XDP_USE_NEED_WAKEUP (1 << 3) 28965a9909SMagnus Karlsson 29965a9909SMagnus Karlsson struct sockaddr_xdp { 30965a9909SMagnus Karlsson __u16 sxdp_family; 31ad75646cSBjörn Töpel __u16 sxdp_flags; 32965a9909SMagnus Karlsson __u32 sxdp_ifindex; 33965a9909SMagnus Karlsson __u32 sxdp_queue_id; 34965a9909SMagnus Karlsson __u32 sxdp_shared_umem_fd; 35965a9909SMagnus Karlsson }; 36965a9909SMagnus Karlsson 37*77cd0d7bSMagnus Karlsson /* XDP_RING flags */ 38*77cd0d7bSMagnus Karlsson #define XDP_RING_NEED_WAKEUP (1 << 0) 39*77cd0d7bSMagnus Karlsson 40b3a9e0beSBjörn Töpel struct xdp_ring_offset { 41b3a9e0beSBjörn Töpel __u64 producer; 42b3a9e0beSBjörn Töpel __u64 consumer; 43b3a9e0beSBjörn Töpel __u64 desc; 44*77cd0d7bSMagnus Karlsson __u64 flags; 45b3a9e0beSBjörn Töpel }; 46b3a9e0beSBjörn Töpel 47b3a9e0beSBjörn Töpel struct xdp_mmap_offsets { 48b3a9e0beSBjörn Töpel struct xdp_ring_offset rx; 49b3a9e0beSBjörn Töpel struct xdp_ring_offset tx; 50b3a9e0beSBjörn Töpel struct xdp_ring_offset fr; /* Fill */ 51b3a9e0beSBjörn Töpel struct xdp_ring_offset cr; /* Completion */ 52b3a9e0beSBjörn Töpel }; 53b3a9e0beSBjörn Töpel 54c0c77d8fSBjörn Töpel /* XDP socket options */ 55b3a9e0beSBjörn Töpel #define XDP_MMAP_OFFSETS 1 56b3a9e0beSBjörn Töpel #define XDP_RX_RING 2 57b3a9e0beSBjörn Töpel #define XDP_TX_RING 3 58b3a9e0beSBjörn Töpel #define XDP_UMEM_REG 4 59b3a9e0beSBjörn Töpel #define XDP_UMEM_FILL_RING 5 60b3a9e0beSBjörn Töpel #define XDP_UMEM_COMPLETION_RING 6 61b3a9e0beSBjörn Töpel #define XDP_STATISTICS 7 622640d3c8SMaxim Mikityanskiy #define XDP_OPTIONS 8 63c0c77d8fSBjörn Töpel 64c0c77d8fSBjörn Töpel struct xdp_umem_reg { 65c0c77d8fSBjörn Töpel __u64 addr; /* Start of packet data area */ 66c0c77d8fSBjörn Töpel __u64 len; /* Length of packet data area */ 67bbff2f32SBjörn Töpel __u32 chunk_size; 68bbff2f32SBjörn Töpel __u32 headroom; 69c0c77d8fSBjörn Töpel }; 70c0c77d8fSBjörn Töpel 71af75d9e0SMagnus Karlsson struct xdp_statistics { 72af75d9e0SMagnus Karlsson __u64 rx_dropped; /* Dropped for reasons other than invalid desc */ 73af75d9e0SMagnus Karlsson __u64 rx_invalid_descs; /* Dropped due to invalid descriptor */ 74af75d9e0SMagnus Karlsson __u64 tx_invalid_descs; /* Dropped due to invalid descriptor */ 75af75d9e0SMagnus Karlsson }; 76af75d9e0SMagnus Karlsson 772640d3c8SMaxim Mikityanskiy struct xdp_options { 782640d3c8SMaxim Mikityanskiy __u32 flags; 792640d3c8SMaxim Mikityanskiy }; 802640d3c8SMaxim Mikityanskiy 812640d3c8SMaxim Mikityanskiy /* Flags for the flags field of struct xdp_options */ 822640d3c8SMaxim Mikityanskiy #define XDP_OPTIONS_ZEROCOPY (1 << 0) 832640d3c8SMaxim Mikityanskiy 84423f3832SMagnus Karlsson /* Pgoff for mmaping the rings */ 85b9b6b68eSBjörn Töpel #define XDP_PGOFF_RX_RING 0 86f6145903SMagnus Karlsson #define XDP_PGOFF_TX_RING 0x80000000 87a5a16e43SGeert Uytterhoeven #define XDP_UMEM_PGOFF_FILL_RING 0x100000000ULL 88a5a16e43SGeert Uytterhoeven #define XDP_UMEM_PGOFF_COMPLETION_RING 0x180000000ULL 89423f3832SMagnus Karlsson 90b3a9e0beSBjörn Töpel /* Rx/Tx descriptor */ 91b9b6b68eSBjörn Töpel struct xdp_desc { 92bbff2f32SBjörn Töpel __u64 addr; 93b9b6b68eSBjörn Töpel __u32 len; 94bbff2f32SBjörn Töpel __u32 options; 95b9b6b68eSBjörn Töpel }; 96b9b6b68eSBjörn Töpel 97bbff2f32SBjörn Töpel /* UMEM descriptor is __u64 */ 98423f3832SMagnus Karlsson 99c0c77d8fSBjörn Töpel #endif /* _LINUX_IF_XDP_H */ 100