xref: /f-stack/dpdk/drivers/net/ice/ice_ethdev.h (revision 2d9fd380)
14418919fSjohnjiang /* SPDX-License-Identifier: BSD-3-Clause
24418919fSjohnjiang  * Copyright(c) 2018 Intel Corporation
34418919fSjohnjiang  */
44418919fSjohnjiang 
54418919fSjohnjiang #ifndef _ICE_ETHDEV_H_
64418919fSjohnjiang #define _ICE_ETHDEV_H_
74418919fSjohnjiang 
84418919fSjohnjiang #include <rte_kvargs.h>
94418919fSjohnjiang 
104418919fSjohnjiang #include <rte_ethdev_driver.h>
114418919fSjohnjiang 
124418919fSjohnjiang #include "base/ice_common.h"
134418919fSjohnjiang #include "base/ice_adminq_cmd.h"
14*2d9fd380Sjfb8856606 #include "base/ice_flow.h"
154418919fSjohnjiang 
164418919fSjohnjiang #define ICE_VLAN_TAG_SIZE        4
174418919fSjohnjiang 
184418919fSjohnjiang #define ICE_ADMINQ_LEN               32
194418919fSjohnjiang #define ICE_SBIOQ_LEN                32
204418919fSjohnjiang #define ICE_MAILBOXQ_LEN             32
214418919fSjohnjiang #define ICE_ADMINQ_BUF_SZ            4096
224418919fSjohnjiang #define ICE_SBIOQ_BUF_SZ             4096
234418919fSjohnjiang #define ICE_MAILBOXQ_BUF_SZ          4096
244418919fSjohnjiang /* Number of queues per TC should be one of 1, 2, 4, 8, 16, 32, 64 */
254418919fSjohnjiang #define ICE_MAX_Q_PER_TC         64
264418919fSjohnjiang #define ICE_NUM_DESC_DEFAULT     512
274418919fSjohnjiang #define ICE_BUF_SIZE_MIN         1024
284418919fSjohnjiang #define ICE_FRAME_SIZE_MAX       9728
294418919fSjohnjiang #define ICE_QUEUE_BASE_ADDR_UNIT 128
304418919fSjohnjiang /* number of VSIs and queue default setting */
314418919fSjohnjiang #define ICE_MAX_QP_NUM_PER_VF    16
324418919fSjohnjiang #define ICE_DEFAULT_QP_NUM_FDIR  1
334418919fSjohnjiang #define ICE_UINT32_BIT_SIZE      (CHAR_BIT * sizeof(uint32_t))
344418919fSjohnjiang #define ICE_VFTA_SIZE            (4096 / ICE_UINT32_BIT_SIZE)
354418919fSjohnjiang /* Maximun number of MAC addresses */
364418919fSjohnjiang #define ICE_NUM_MACADDR_MAX       64
374418919fSjohnjiang /* Maximum number of VFs */
384418919fSjohnjiang #define ICE_MAX_VF               128
394418919fSjohnjiang #define ICE_MAX_INTR_QUEUE_NUM   256
404418919fSjohnjiang 
414418919fSjohnjiang #define ICE_MISC_VEC_ID          RTE_INTR_VEC_ZERO_OFFSET
424418919fSjohnjiang #define ICE_RX_VEC_ID            RTE_INTR_VEC_RXTX_OFFSET
434418919fSjohnjiang 
444418919fSjohnjiang #define ICE_MAX_PKT_TYPE  1024
454418919fSjohnjiang 
46*2d9fd380Sjfb8856606 /* DDP package search path */
47*2d9fd380Sjfb8856606 #define ICE_PKG_FILE_DEFAULT "/lib/firmware/intel/ice/ddp/ice.pkg"
48*2d9fd380Sjfb8856606 #define ICE_PKG_FILE_UPDATES "/lib/firmware/updates/intel/ice/ddp/ice.pkg"
49*2d9fd380Sjfb8856606 #define ICE_PKG_FILE_SEARCH_PATH_DEFAULT "/lib/firmware/intel/ice/ddp/"
50*2d9fd380Sjfb8856606 #define ICE_PKG_FILE_SEARCH_PATH_UPDATES "/lib/firmware/updates/intel/ice/ddp/"
51*2d9fd380Sjfb8856606 #define ICE_MAX_PKG_FILENAME_SIZE   256
52*2d9fd380Sjfb8856606 
53*2d9fd380Sjfb8856606 #define MAX_ACL_ENTRIES    512
54*2d9fd380Sjfb8856606 
554418919fSjohnjiang /**
564418919fSjohnjiang  * vlan_id is a 12 bit number.
574418919fSjohnjiang  * The VFTA array is actually a 4096 bit array, 128 of 32bit elements.
584418919fSjohnjiang  * 2^5 = 32. The val of lower 5 bits specifies the bit in the 32bit element.
594418919fSjohnjiang  * The higher 7 bit val specifies VFTA array index.
604418919fSjohnjiang  */
614418919fSjohnjiang #define ICE_VFTA_BIT(vlan_id)    (1 << ((vlan_id) & 0x1F))
624418919fSjohnjiang #define ICE_VFTA_IDX(vlan_id)    ((vlan_id) >> 5)
634418919fSjohnjiang 
644418919fSjohnjiang /* Default TC traffic in case DCB is not enabled */
654418919fSjohnjiang #define ICE_DEFAULT_TCMAP        0x1
664418919fSjohnjiang #define ICE_FDIR_QUEUE_ID        0
674418919fSjohnjiang 
684418919fSjohnjiang /* Always assign pool 0 to main VSI, VMDQ will start from 1 */
694418919fSjohnjiang #define ICE_VMDQ_POOL_BASE       1
704418919fSjohnjiang 
714418919fSjohnjiang #define ICE_DEFAULT_RX_FREE_THRESH  32
724418919fSjohnjiang #define ICE_DEFAULT_RX_PTHRESH      8
734418919fSjohnjiang #define ICE_DEFAULT_RX_HTHRESH      8
744418919fSjohnjiang #define ICE_DEFAULT_RX_WTHRESH      0
754418919fSjohnjiang 
764418919fSjohnjiang #define ICE_DEFAULT_TX_FREE_THRESH  32
774418919fSjohnjiang #define ICE_DEFAULT_TX_PTHRESH      32
784418919fSjohnjiang #define ICE_DEFAULT_TX_HTHRESH      0
794418919fSjohnjiang #define ICE_DEFAULT_TX_WTHRESH      0
804418919fSjohnjiang #define ICE_DEFAULT_TX_RSBIT_THRESH 32
814418919fSjohnjiang 
824418919fSjohnjiang /* Bit shift and mask */
834418919fSjohnjiang #define ICE_4_BIT_WIDTH  (CHAR_BIT / 2)
844418919fSjohnjiang #define ICE_4_BIT_MASK   RTE_LEN2MASK(ICE_4_BIT_WIDTH, uint8_t)
854418919fSjohnjiang #define ICE_8_BIT_WIDTH  CHAR_BIT
864418919fSjohnjiang #define ICE_8_BIT_MASK   UINT8_MAX
874418919fSjohnjiang #define ICE_16_BIT_WIDTH (CHAR_BIT * 2)
884418919fSjohnjiang #define ICE_16_BIT_MASK  UINT16_MAX
894418919fSjohnjiang #define ICE_32_BIT_WIDTH (CHAR_BIT * 4)
904418919fSjohnjiang #define ICE_32_BIT_MASK  UINT32_MAX
914418919fSjohnjiang #define ICE_40_BIT_WIDTH (CHAR_BIT * 5)
924418919fSjohnjiang #define ICE_40_BIT_MASK  RTE_LEN2MASK(ICE_40_BIT_WIDTH, uint64_t)
934418919fSjohnjiang #define ICE_48_BIT_WIDTH (CHAR_BIT * 6)
944418919fSjohnjiang #define ICE_48_BIT_MASK  RTE_LEN2MASK(ICE_48_BIT_WIDTH, uint64_t)
954418919fSjohnjiang 
964418919fSjohnjiang #define ICE_FLAG_RSS                   BIT_ULL(0)
974418919fSjohnjiang #define ICE_FLAG_DCB                   BIT_ULL(1)
984418919fSjohnjiang #define ICE_FLAG_VMDQ                  BIT_ULL(2)
994418919fSjohnjiang #define ICE_FLAG_SRIOV                 BIT_ULL(3)
1004418919fSjohnjiang #define ICE_FLAG_HEADER_SPLIT_DISABLED BIT_ULL(4)
1014418919fSjohnjiang #define ICE_FLAG_HEADER_SPLIT_ENABLED  BIT_ULL(5)
1024418919fSjohnjiang #define ICE_FLAG_FDIR                  BIT_ULL(6)
1034418919fSjohnjiang #define ICE_FLAG_VXLAN                 BIT_ULL(7)
1044418919fSjohnjiang #define ICE_FLAG_RSS_AQ_CAPABLE        BIT_ULL(8)
1054418919fSjohnjiang #define ICE_FLAG_VF_MAC_BY_PF          BIT_ULL(9)
1064418919fSjohnjiang #define ICE_FLAG_ALL  (ICE_FLAG_RSS | \
1074418919fSjohnjiang 		       ICE_FLAG_DCB | \
1084418919fSjohnjiang 		       ICE_FLAG_VMDQ | \
1094418919fSjohnjiang 		       ICE_FLAG_SRIOV | \
1104418919fSjohnjiang 		       ICE_FLAG_HEADER_SPLIT_DISABLED | \
1114418919fSjohnjiang 		       ICE_FLAG_HEADER_SPLIT_ENABLED | \
1124418919fSjohnjiang 		       ICE_FLAG_FDIR | \
1134418919fSjohnjiang 		       ICE_FLAG_VXLAN | \
1144418919fSjohnjiang 		       ICE_FLAG_RSS_AQ_CAPABLE | \
1154418919fSjohnjiang 		       ICE_FLAG_VF_MAC_BY_PF)
1164418919fSjohnjiang 
1174418919fSjohnjiang #define ICE_RSS_OFFLOAD_ALL ( \
118*2d9fd380Sjfb8856606 	ETH_RSS_IPV4 | \
1194418919fSjohnjiang 	ETH_RSS_FRAG_IPV4 | \
1204418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV4_TCP | \
1214418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV4_UDP | \
1224418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV4_SCTP | \
1234418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV4_OTHER | \
124*2d9fd380Sjfb8856606 	ETH_RSS_IPV6 | \
1254418919fSjohnjiang 	ETH_RSS_FRAG_IPV6 | \
1264418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV6_TCP | \
1274418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV6_UDP | \
1284418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV6_SCTP | \
1294418919fSjohnjiang 	ETH_RSS_NONFRAG_IPV6_OTHER | \
1304418919fSjohnjiang 	ETH_RSS_L2_PAYLOAD)
1314418919fSjohnjiang 
1324418919fSjohnjiang /**
1334418919fSjohnjiang  * The overhead from MTU to max frame size.
1344418919fSjohnjiang  * Considering QinQ packet, the VLAN tag needs to be counted twice.
1354418919fSjohnjiang  */
1364418919fSjohnjiang #define ICE_ETH_OVERHEAD \
1374418919fSjohnjiang 	(RTE_ETHER_HDR_LEN + RTE_ETHER_CRC_LEN + ICE_VLAN_TAG_SIZE * 2)
1384418919fSjohnjiang 
1390c6bd470Sfengbojiang #define ICE_RXTX_BYTES_HIGH(bytes) ((bytes) & ~ICE_40_BIT_MASK)
1400c6bd470Sfengbojiang #define ICE_RXTX_BYTES_LOW(bytes) ((bytes) & ICE_40_BIT_MASK)
1410c6bd470Sfengbojiang 
142*2d9fd380Sjfb8856606 /* Max number of flexible descriptor rxdid */
143*2d9fd380Sjfb8856606 #define ICE_FLEX_DESC_RXDID_MAX_NUM 64
144*2d9fd380Sjfb8856606 
1454418919fSjohnjiang /* DDP package type */
1464418919fSjohnjiang enum ice_pkg_type {
1474418919fSjohnjiang 	ICE_PKG_TYPE_UNKNOWN,
1484418919fSjohnjiang 	ICE_PKG_TYPE_OS_DEFAULT,
1494418919fSjohnjiang 	ICE_PKG_TYPE_COMMS,
1504418919fSjohnjiang };
1514418919fSjohnjiang 
1524418919fSjohnjiang struct ice_adapter;
1534418919fSjohnjiang 
1544418919fSjohnjiang /**
1554418919fSjohnjiang  * MAC filter structure
1564418919fSjohnjiang  */
1574418919fSjohnjiang struct ice_mac_filter_info {
1584418919fSjohnjiang 	struct rte_ether_addr mac_addr;
1594418919fSjohnjiang };
1604418919fSjohnjiang 
1614418919fSjohnjiang TAILQ_HEAD(ice_mac_filter_list, ice_mac_filter);
1624418919fSjohnjiang 
1634418919fSjohnjiang /* MAC filter list structure */
1644418919fSjohnjiang struct ice_mac_filter {
1654418919fSjohnjiang 	TAILQ_ENTRY(ice_mac_filter) next;
1664418919fSjohnjiang 	struct ice_mac_filter_info mac_info;
1674418919fSjohnjiang };
1684418919fSjohnjiang 
1694418919fSjohnjiang /**
1704418919fSjohnjiang  * VLAN filter structure
1714418919fSjohnjiang  */
1724418919fSjohnjiang struct ice_vlan_filter_info {
1734418919fSjohnjiang 	uint16_t vlan_id;
1744418919fSjohnjiang };
1754418919fSjohnjiang 
1764418919fSjohnjiang TAILQ_HEAD(ice_vlan_filter_list, ice_vlan_filter);
1774418919fSjohnjiang 
1784418919fSjohnjiang /* VLAN filter list structure */
1794418919fSjohnjiang struct ice_vlan_filter {
1804418919fSjohnjiang 	TAILQ_ENTRY(ice_vlan_filter) next;
1814418919fSjohnjiang 	struct ice_vlan_filter_info vlan_info;
1824418919fSjohnjiang };
1834418919fSjohnjiang 
1844418919fSjohnjiang struct pool_entry {
1854418919fSjohnjiang 	LIST_ENTRY(pool_entry) next;
1864418919fSjohnjiang 	uint16_t base;
1874418919fSjohnjiang 	uint16_t len;
1884418919fSjohnjiang };
1894418919fSjohnjiang 
1904418919fSjohnjiang LIST_HEAD(res_list, pool_entry);
1914418919fSjohnjiang 
1924418919fSjohnjiang struct ice_res_pool_info {
1934418919fSjohnjiang 	uint32_t base;              /* Resource start index */
1944418919fSjohnjiang 	uint32_t num_alloc;         /* Allocated resource number */
1954418919fSjohnjiang 	uint32_t num_free;          /* Total available resource number */
1964418919fSjohnjiang 	struct res_list alloc_list; /* Allocated resource list */
1974418919fSjohnjiang 	struct res_list free_list;  /* Available resource list */
1984418919fSjohnjiang };
1994418919fSjohnjiang 
2004418919fSjohnjiang TAILQ_HEAD(ice_vsi_list_head, ice_vsi_list);
2014418919fSjohnjiang 
2024418919fSjohnjiang struct ice_vsi;
2034418919fSjohnjiang 
2044418919fSjohnjiang /* VSI list structure */
2054418919fSjohnjiang struct ice_vsi_list {
2064418919fSjohnjiang 	TAILQ_ENTRY(ice_vsi_list) list;
2074418919fSjohnjiang 	struct ice_vsi *vsi;
2084418919fSjohnjiang };
2094418919fSjohnjiang 
2104418919fSjohnjiang struct ice_rx_queue;
2114418919fSjohnjiang struct ice_tx_queue;
2124418919fSjohnjiang 
2134418919fSjohnjiang /**
2144418919fSjohnjiang  * Structure that defines a VSI, associated with a adapter.
2154418919fSjohnjiang  */
2164418919fSjohnjiang struct ice_vsi {
2174418919fSjohnjiang 	struct ice_adapter *adapter; /* Backreference to associated adapter */
2184418919fSjohnjiang 	struct ice_aqc_vsi_props info; /* VSI properties */
2194418919fSjohnjiang 	/**
2204418919fSjohnjiang 	 * When drivers loaded, only a default main VSI exists. In case new VSI
2214418919fSjohnjiang 	 * needs to add, HW needs to know the layout that VSIs are organized.
2224418919fSjohnjiang 	 * Besides that, VSI isan element and can't switch packets, which needs
2234418919fSjohnjiang 	 * to add new component VEB to perform switching. So, a new VSI needs
2244418919fSjohnjiang 	 * to specify the the uplink VSI (Parent VSI) before created. The
2254418919fSjohnjiang 	 * uplink VSI will check whether it had a VEB to switch packets. If no,
2264418919fSjohnjiang 	 * it will try to create one. Then, uplink VSI will move the new VSI
2274418919fSjohnjiang 	 * into its' sib_vsi_list to manage all the downlink VSI.
2284418919fSjohnjiang 	 *  sib_vsi_list: the VSI list that shared the same uplink VSI.
2294418919fSjohnjiang 	 *  parent_vsi  : the uplink VSI. It's NULL for main VSI.
2304418919fSjohnjiang 	 *  veb         : the VEB associates with the VSI.
2314418919fSjohnjiang 	 */
2324418919fSjohnjiang 	struct ice_vsi_list sib_vsi_list; /* sibling vsi list */
2334418919fSjohnjiang 	struct ice_vsi *parent_vsi;
2344418919fSjohnjiang 	enum ice_vsi_type type; /* VSI types */
2354418919fSjohnjiang 	uint16_t vlan_num;       /* Total VLAN number */
2364418919fSjohnjiang 	uint16_t mac_num;        /* Total mac number */
2374418919fSjohnjiang 	struct ice_mac_filter_list mac_list; /* macvlan filter list */
2384418919fSjohnjiang 	struct ice_vlan_filter_list vlan_list; /* vlan filter list */
2394418919fSjohnjiang 	uint16_t nb_qps;         /* Number of queue pairs VSI can occupy */
2404418919fSjohnjiang 	uint16_t nb_used_qps;    /* Number of queue pairs VSI uses */
2414418919fSjohnjiang 	uint16_t max_macaddrs;   /* Maximum number of MAC addresses */
2424418919fSjohnjiang 	uint16_t base_queue;     /* The first queue index of this VSI */
2434418919fSjohnjiang 	uint16_t vsi_id;         /* Hardware Id */
2444418919fSjohnjiang 	uint16_t idx;            /* vsi_handle: SW index in hw->vsi_ctx */
2454418919fSjohnjiang 	/* VF number to which the VSI connects, valid when VSI is VF type */
2464418919fSjohnjiang 	uint8_t vf_num;
2474418919fSjohnjiang 	uint16_t msix_intr; /* The MSIX interrupt binds to VSI */
2484418919fSjohnjiang 	uint16_t nb_msix;   /* The max number of msix vector */
2494418919fSjohnjiang 	uint8_t enabled_tc; /* The traffic class enabled */
2504418919fSjohnjiang 	uint8_t vlan_anti_spoof_on; /* The VLAN anti-spoofing enabled */
2514418919fSjohnjiang 	uint8_t vlan_filter_on; /* The VLAN filter enabled */
2524418919fSjohnjiang 	/* information about rss configuration */
2534418919fSjohnjiang 	u32 rss_key_size;
2544418919fSjohnjiang 	u32 rss_lut_size;
2554418919fSjohnjiang 	uint8_t *rss_lut;
2564418919fSjohnjiang 	uint8_t *rss_key;
2574418919fSjohnjiang 	struct ice_eth_stats eth_stats_offset;
2584418919fSjohnjiang 	struct ice_eth_stats eth_stats;
2594418919fSjohnjiang 	bool offset_loaded;
2600c6bd470Sfengbojiang 	uint64_t old_rx_bytes;
2610c6bd470Sfengbojiang 	uint64_t old_tx_bytes;
2624418919fSjohnjiang };
2634418919fSjohnjiang 
2644418919fSjohnjiang enum proto_xtr_type {
2654418919fSjohnjiang 	PROTO_XTR_NONE,
2664418919fSjohnjiang 	PROTO_XTR_VLAN,
2674418919fSjohnjiang 	PROTO_XTR_IPV4,
2684418919fSjohnjiang 	PROTO_XTR_IPV6,
2694418919fSjohnjiang 	PROTO_XTR_IPV6_FLOW,
2704418919fSjohnjiang 	PROTO_XTR_TCP,
271*2d9fd380Sjfb8856606 	PROTO_XTR_IP_OFFSET,
272*2d9fd380Sjfb8856606 	PROTO_XTR_MAX /* The last one */
2734418919fSjohnjiang };
2744418919fSjohnjiang 
2754418919fSjohnjiang enum ice_fdir_tunnel_type {
2764418919fSjohnjiang 	ICE_FDIR_TUNNEL_TYPE_NONE = 0,
2774418919fSjohnjiang 	ICE_FDIR_TUNNEL_TYPE_VXLAN,
2784418919fSjohnjiang 	ICE_FDIR_TUNNEL_TYPE_GTPU,
2794418919fSjohnjiang 	ICE_FDIR_TUNNEL_TYPE_GTPU_EH,
2804418919fSjohnjiang };
2814418919fSjohnjiang 
2824418919fSjohnjiang struct rte_flow;
2834418919fSjohnjiang TAILQ_HEAD(ice_flow_list, rte_flow);
2844418919fSjohnjiang 
2854418919fSjohnjiang struct ice_flow_parser_node;
2864418919fSjohnjiang TAILQ_HEAD(ice_parser_list, ice_flow_parser_node);
2874418919fSjohnjiang 
2884418919fSjohnjiang struct ice_fdir_filter_conf {
2894418919fSjohnjiang 	struct ice_fdir_fltr input;
2904418919fSjohnjiang 	enum ice_fdir_tunnel_type tunnel_type;
2914418919fSjohnjiang 
2924418919fSjohnjiang 	struct ice_fdir_counter *counter; /* flow specific counter context */
2934418919fSjohnjiang 	struct rte_flow_action_count act_count;
2944418919fSjohnjiang 
2954418919fSjohnjiang 	uint64_t input_set;
296*2d9fd380Sjfb8856606 	uint64_t outer_input_set; /* only for tunnel packets outer fields */
297*2d9fd380Sjfb8856606 	uint32_t mark_flag;
2984418919fSjohnjiang };
2994418919fSjohnjiang 
3004418919fSjohnjiang #define ICE_MAX_FDIR_FILTER_NUM		(1024 * 16)
3014418919fSjohnjiang 
3024418919fSjohnjiang struct ice_fdir_fltr_pattern {
3034418919fSjohnjiang 	enum ice_fltr_ptype flow_type;
3044418919fSjohnjiang 
3054418919fSjohnjiang 	union {
3064418919fSjohnjiang 		struct ice_fdir_v4 v4;
3074418919fSjohnjiang 		struct ice_fdir_v6 v6;
3084418919fSjohnjiang 	} ip, mask;
3094418919fSjohnjiang 
3104418919fSjohnjiang 	struct ice_fdir_udp_gtp gtpu_data;
3114418919fSjohnjiang 	struct ice_fdir_udp_gtp gtpu_mask;
3124418919fSjohnjiang 
3134418919fSjohnjiang 	struct ice_fdir_extra ext_data;
3144418919fSjohnjiang 	struct ice_fdir_extra ext_mask;
3154418919fSjohnjiang 
3164418919fSjohnjiang 	enum ice_fdir_tunnel_type tunnel_type;
3174418919fSjohnjiang };
3184418919fSjohnjiang 
3194418919fSjohnjiang #define ICE_FDIR_COUNTER_DEFAULT_POOL_SIZE	1
3204418919fSjohnjiang #define ICE_FDIR_COUNTER_MAX_POOL_SIZE		32
3214418919fSjohnjiang #define ICE_FDIR_COUNTERS_PER_BLOCK		256
3224418919fSjohnjiang #define ICE_FDIR_COUNTER_INDEX(base_idx) \
3234418919fSjohnjiang 				((base_idx) * ICE_FDIR_COUNTERS_PER_BLOCK)
3244418919fSjohnjiang struct ice_fdir_counter_pool;
3254418919fSjohnjiang 
3264418919fSjohnjiang struct ice_fdir_counter {
3274418919fSjohnjiang 	TAILQ_ENTRY(ice_fdir_counter) next;
3284418919fSjohnjiang 	struct ice_fdir_counter_pool *pool;
3294418919fSjohnjiang 	uint8_t shared;
3304418919fSjohnjiang 	uint32_t ref_cnt;
3314418919fSjohnjiang 	uint32_t id;
3324418919fSjohnjiang 	uint64_t hits;
3334418919fSjohnjiang 	uint64_t bytes;
3344418919fSjohnjiang 	uint32_t hw_index;
3354418919fSjohnjiang };
3364418919fSjohnjiang 
3374418919fSjohnjiang TAILQ_HEAD(ice_fdir_counter_list, ice_fdir_counter);
3384418919fSjohnjiang 
3394418919fSjohnjiang struct ice_fdir_counter_pool {
3404418919fSjohnjiang 	TAILQ_ENTRY(ice_fdir_counter_pool) next;
3414418919fSjohnjiang 	struct ice_fdir_counter_list counter_list;
3424418919fSjohnjiang 	struct ice_fdir_counter counters[0];
3434418919fSjohnjiang };
3444418919fSjohnjiang 
3454418919fSjohnjiang TAILQ_HEAD(ice_fdir_counter_pool_list, ice_fdir_counter_pool);
3464418919fSjohnjiang 
3474418919fSjohnjiang struct ice_fdir_counter_pool_container {
3484418919fSjohnjiang 	struct ice_fdir_counter_pool_list pool_list;
3494418919fSjohnjiang 	struct ice_fdir_counter_pool *pools[ICE_FDIR_COUNTER_MAX_POOL_SIZE];
3504418919fSjohnjiang 	uint8_t index_free;
3514418919fSjohnjiang };
3524418919fSjohnjiang 
3534418919fSjohnjiang /**
3544418919fSjohnjiang  *  A structure used to define fields of a FDIR related info.
3554418919fSjohnjiang  */
3564418919fSjohnjiang struct ice_fdir_info {
3574418919fSjohnjiang 	struct ice_vsi *fdir_vsi;     /* pointer to fdir VSI structure */
3584418919fSjohnjiang 	struct ice_tx_queue *txq;
3594418919fSjohnjiang 	struct ice_rx_queue *rxq;
3604418919fSjohnjiang 	void *prg_pkt;                 /* memory for fdir program packet */
3614418919fSjohnjiang 	uint64_t dma_addr;             /* physic address of packet memory*/
3624418919fSjohnjiang 	const struct rte_memzone *mz;
3634418919fSjohnjiang 	struct ice_fdir_filter_conf conf;
3644418919fSjohnjiang 
3654418919fSjohnjiang 	struct ice_fdir_filter_conf **hash_map;
3664418919fSjohnjiang 	struct rte_hash *hash_table;
3674418919fSjohnjiang 
3684418919fSjohnjiang 	struct ice_fdir_counter_pool_container counter;
3694418919fSjohnjiang };
3704418919fSjohnjiang 
371*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_EH_IP		0
372*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_EH_IP_UDP	1
373*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_EH_IP_TCP	2
374*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_UP_IP		3
375*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_UP_IP_UDP	4
376*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_UP_IP_TCP	5
377*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_DW_IP		6
378*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_DW_IP_UDP	7
379*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_DW_IP_TCP	8
380*2d9fd380Sjfb8856606 #define ICE_HASH_GTPU_CTX_MAX		9
381*2d9fd380Sjfb8856606 
382*2d9fd380Sjfb8856606 struct ice_hash_gtpu_ctx {
383*2d9fd380Sjfb8856606 	struct ice_rss_hash_cfg ctx[ICE_HASH_GTPU_CTX_MAX];
384*2d9fd380Sjfb8856606 };
385*2d9fd380Sjfb8856606 
386*2d9fd380Sjfb8856606 struct ice_hash_ctx {
387*2d9fd380Sjfb8856606 	struct ice_hash_gtpu_ctx gtpu4;
388*2d9fd380Sjfb8856606 	struct ice_hash_gtpu_ctx gtpu6;
389*2d9fd380Sjfb8856606 };
390*2d9fd380Sjfb8856606 
391*2d9fd380Sjfb8856606 struct ice_acl_conf {
392*2d9fd380Sjfb8856606 	struct ice_fdir_fltr input;
393*2d9fd380Sjfb8856606 	uint64_t input_set;
394*2d9fd380Sjfb8856606 };
395*2d9fd380Sjfb8856606 
396*2d9fd380Sjfb8856606 /**
397*2d9fd380Sjfb8856606  * A structure used to define fields of ACL related info.
398*2d9fd380Sjfb8856606  */
399*2d9fd380Sjfb8856606 struct ice_acl_info {
400*2d9fd380Sjfb8856606 	struct ice_acl_conf conf;
401*2d9fd380Sjfb8856606 	struct rte_bitmap *slots;
402*2d9fd380Sjfb8856606 	uint64_t hw_entry_id[MAX_ACL_ENTRIES];
403*2d9fd380Sjfb8856606 };
404*2d9fd380Sjfb8856606 
4054418919fSjohnjiang struct ice_pf {
4064418919fSjohnjiang 	struct ice_adapter *adapter; /* The adapter this PF associate to */
4074418919fSjohnjiang 	struct ice_vsi *main_vsi; /* pointer to main VSI structure */
4084418919fSjohnjiang 	/* Used for next free software vsi idx.
4094418919fSjohnjiang 	 * To save the effort, we don't recycle the index.
4104418919fSjohnjiang 	 * Suppose the indexes are more than enough.
4114418919fSjohnjiang 	 */
4124418919fSjohnjiang 	uint16_t next_vsi_idx;
4134418919fSjohnjiang 	uint16_t vsis_allocated;
4144418919fSjohnjiang 	uint16_t vsis_unallocated;
4154418919fSjohnjiang 	struct ice_res_pool_info qp_pool;    /*Queue pair pool */
4164418919fSjohnjiang 	struct ice_res_pool_info msix_pool;  /* MSIX interrupt pool */
4174418919fSjohnjiang 	struct rte_eth_dev_data *dev_data; /* Pointer to the device data */
4184418919fSjohnjiang 	struct rte_ether_addr dev_addr; /* PF device mac address */
4194418919fSjohnjiang 	uint64_t flags; /* PF feature flags */
4204418919fSjohnjiang 	uint16_t hash_lut_size; /* The size of hash lookup table */
4214418919fSjohnjiang 	uint16_t lan_nb_qp_max;
4224418919fSjohnjiang 	uint16_t lan_nb_qps; /* The number of queue pairs of LAN */
4234418919fSjohnjiang 	uint16_t base_queue; /* The base queue pairs index  in the device */
4244418919fSjohnjiang 	uint8_t *proto_xtr; /* Protocol extraction type for all queues */
4254418919fSjohnjiang 	uint16_t fdir_nb_qps; /* The number of queue pairs of Flow Director */
4264418919fSjohnjiang 	uint16_t fdir_qp_offset;
4274418919fSjohnjiang 	struct ice_fdir_info fdir; /* flow director info */
428*2d9fd380Sjfb8856606 	struct ice_acl_info acl; /* ACL info */
429*2d9fd380Sjfb8856606 	struct ice_hash_ctx hash_ctx;
4304418919fSjohnjiang 	uint16_t hw_prof_cnt[ICE_FLTR_PTYPE_MAX][ICE_FD_HW_SEG_MAX];
4314418919fSjohnjiang 	uint16_t fdir_fltr_cnt[ICE_FLTR_PTYPE_MAX][ICE_FD_HW_SEG_MAX];
4324418919fSjohnjiang 	struct ice_hw_port_stats stats_offset;
4334418919fSjohnjiang 	struct ice_hw_port_stats stats;
4344418919fSjohnjiang 	/* internal packet statistics, it should be excluded from the total */
4354418919fSjohnjiang 	struct ice_eth_stats internal_stats_offset;
4364418919fSjohnjiang 	struct ice_eth_stats internal_stats;
4374418919fSjohnjiang 	bool offset_loaded;
4384418919fSjohnjiang 	bool adapter_stopped;
4394418919fSjohnjiang 	struct ice_flow_list flow_list;
440*2d9fd380Sjfb8856606 	rte_spinlock_t flow_ops_lock;
4414418919fSjohnjiang 	struct ice_parser_list rss_parser_list;
4424418919fSjohnjiang 	struct ice_parser_list perm_parser_list;
4434418919fSjohnjiang 	struct ice_parser_list dist_parser_list;
4444418919fSjohnjiang 	bool init_link_up;
4450c6bd470Sfengbojiang 	uint64_t old_rx_bytes;
4460c6bd470Sfengbojiang 	uint64_t old_tx_bytes;
447*2d9fd380Sjfb8856606 	uint64_t supported_rxdid; /* bitmap for supported RXDID */
448*2d9fd380Sjfb8856606 	uint64_t rss_hf;
4494418919fSjohnjiang };
4504418919fSjohnjiang 
4514418919fSjohnjiang #define ICE_MAX_QUEUE_NUM  2048
4524418919fSjohnjiang 
4534418919fSjohnjiang /**
4544418919fSjohnjiang  * Cache devargs parse result.
4554418919fSjohnjiang  */
4564418919fSjohnjiang struct ice_devargs {
4574418919fSjohnjiang 	int safe_mode_support;
4584418919fSjohnjiang 	uint8_t proto_xtr_dflt;
4594418919fSjohnjiang 	int pipe_mode_support;
4604418919fSjohnjiang 	uint8_t proto_xtr[ICE_MAX_QUEUE_NUM];
4614418919fSjohnjiang };
4624418919fSjohnjiang 
4634418919fSjohnjiang /**
4644418919fSjohnjiang  * Structure to store private data for each PF/VF instance.
4654418919fSjohnjiang  */
4664418919fSjohnjiang struct ice_adapter {
4674418919fSjohnjiang 	/* Common for both PF and VF */
4684418919fSjohnjiang 	struct ice_hw hw;
4694418919fSjohnjiang 	struct rte_eth_dev *eth_dev;
4704418919fSjohnjiang 	struct ice_pf pf;
4714418919fSjohnjiang 	bool rx_bulk_alloc_allowed;
4724418919fSjohnjiang 	bool rx_vec_allowed;
4734418919fSjohnjiang 	bool tx_vec_allowed;
4744418919fSjohnjiang 	bool tx_simple_allowed;
4754418919fSjohnjiang 	/* ptype mapping table */
4764418919fSjohnjiang 	uint32_t ptype_tbl[ICE_MAX_PKT_TYPE] __rte_cache_min_aligned;
4774418919fSjohnjiang 	bool is_safe_mode;
4784418919fSjohnjiang 	struct ice_devargs devargs;
4794418919fSjohnjiang 	enum ice_pkg_type active_pkg_type; /* loaded ddp package type */
480*2d9fd380Sjfb8856606 	uint16_t fdir_ref_cnt;
4814418919fSjohnjiang };
4824418919fSjohnjiang 
4834418919fSjohnjiang struct ice_vsi_vlan_pvid_info {
4844418919fSjohnjiang 	uint16_t on;		/* Enable or disable pvid */
4854418919fSjohnjiang 	union {
4864418919fSjohnjiang 		uint16_t pvid;	/* Valid in case 'on' is set to set pvid */
4874418919fSjohnjiang 		struct {
4884418919fSjohnjiang 			/* Valid in case 'on' is cleared. 'tagged' will reject
4894418919fSjohnjiang 			 * tagged packets, while 'untagged' will reject
4904418919fSjohnjiang 			 * untagged packets.
4914418919fSjohnjiang 			 */
4924418919fSjohnjiang 			uint8_t tagged;
4934418919fSjohnjiang 			uint8_t untagged;
4944418919fSjohnjiang 		} reject;
4954418919fSjohnjiang 	} config;
4964418919fSjohnjiang };
4974418919fSjohnjiang 
4984418919fSjohnjiang #define ICE_DEV_TO_PCI(eth_dev) \
4994418919fSjohnjiang 	RTE_DEV_TO_PCI((eth_dev)->device)
5004418919fSjohnjiang 
5014418919fSjohnjiang /* ICE_DEV_PRIVATE_TO */
5024418919fSjohnjiang #define ICE_DEV_PRIVATE_TO_PF(adapter) \
5034418919fSjohnjiang 	(&((struct ice_adapter *)adapter)->pf)
5044418919fSjohnjiang #define ICE_DEV_PRIVATE_TO_HW(adapter) \
5054418919fSjohnjiang 	(&((struct ice_adapter *)adapter)->hw)
5064418919fSjohnjiang #define ICE_DEV_PRIVATE_TO_ADAPTER(adapter) \
5074418919fSjohnjiang 	((struct ice_adapter *)adapter)
5084418919fSjohnjiang 
5094418919fSjohnjiang /* ICE_VSI_TO */
5104418919fSjohnjiang #define ICE_VSI_TO_HW(vsi) \
5114418919fSjohnjiang 	(&(((struct ice_vsi *)vsi)->adapter->hw))
5124418919fSjohnjiang #define ICE_VSI_TO_PF(vsi) \
5134418919fSjohnjiang 	(&(((struct ice_vsi *)vsi)->adapter->pf))
5144418919fSjohnjiang #define ICE_VSI_TO_ETH_DEV(vsi) \
5154418919fSjohnjiang 	(((struct ice_vsi *)vsi)->adapter->eth_dev)
5164418919fSjohnjiang 
5174418919fSjohnjiang /* ICE_PF_TO */
5184418919fSjohnjiang #define ICE_PF_TO_HW(pf) \
5194418919fSjohnjiang 	(&(((struct ice_pf *)pf)->adapter->hw))
5204418919fSjohnjiang #define ICE_PF_TO_ADAPTER(pf) \
5214418919fSjohnjiang 	((struct ice_adapter *)(pf)->adapter)
5224418919fSjohnjiang #define ICE_PF_TO_ETH_DEV(pf) \
5234418919fSjohnjiang 	(((struct ice_pf *)pf)->adapter->eth_dev)
5244418919fSjohnjiang 
525*2d9fd380Sjfb8856606 enum ice_pkg_type ice_load_pkg_type(struct ice_hw *hw);
5264418919fSjohnjiang struct ice_vsi *
5274418919fSjohnjiang ice_setup_vsi(struct ice_pf *pf, enum ice_vsi_type type);
5284418919fSjohnjiang int
5294418919fSjohnjiang ice_release_vsi(struct ice_vsi *vsi);
5304418919fSjohnjiang void ice_vsi_enable_queues_intr(struct ice_vsi *vsi);
5314418919fSjohnjiang void ice_vsi_disable_queues_intr(struct ice_vsi *vsi);
5324418919fSjohnjiang void ice_vsi_queues_bind_intr(struct ice_vsi *vsi);
533*2d9fd380Sjfb8856606 int ice_add_rss_cfg_wrap(struct ice_pf *pf, uint16_t vsi_id,
534*2d9fd380Sjfb8856606 			 struct ice_rss_hash_cfg *cfg);
535*2d9fd380Sjfb8856606 int ice_rem_rss_cfg_wrap(struct ice_pf *pf, uint16_t vsi_id,
536*2d9fd380Sjfb8856606 			 struct ice_rss_hash_cfg *cfg);
5374418919fSjohnjiang 
5384418919fSjohnjiang static inline int
ice_align_floor(int n)5394418919fSjohnjiang ice_align_floor(int n)
5404418919fSjohnjiang {
5414418919fSjohnjiang 	if (n == 0)
5424418919fSjohnjiang 		return 0;
5434418919fSjohnjiang 	return 1 << (sizeof(n) * CHAR_BIT - 1 - __builtin_clz(n));
5444418919fSjohnjiang }
5454418919fSjohnjiang 
5464418919fSjohnjiang #define ICE_PHY_TYPE_SUPPORT_50G(phy_type) \
5474418919fSjohnjiang 	(((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_CR2) || \
5484418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_SR2) || \
5494418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_LR2) || \
5504418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_KR2) || \
5514418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_LAUI2_AOC_ACC) || \
5524418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_LAUI2) || \
5534418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_AUI2_AOC_ACC) || \
5544418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_AUI2) || \
5554418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_CP) || \
5564418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_SR) || \
5574418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_FR) || \
5584418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_LR) || \
5594418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50GBASE_KR_PAM4) || \
5604418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_AUI1_AOC_ACC) || \
5614418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_50G_AUI1))
5624418919fSjohnjiang 
5634418919fSjohnjiang #define ICE_PHY_TYPE_SUPPORT_100G_LOW(phy_type) \
5644418919fSjohnjiang 	(((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_CR4) || \
5654418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_SR4) || \
5664418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_LR4) || \
5674418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_KR4) || \
5684418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100G_CAUI4_AOC_ACC) || \
5694418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100G_CAUI4) || \
5704418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100G_AUI4_AOC_ACC) || \
5714418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100G_AUI4) || \
5724418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_CR_PAM4) || \
5734418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_KR_PAM4) || \
5744418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_CP2) || \
5754418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_SR2) || \
5764418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_LOW_100GBASE_DR))
5774418919fSjohnjiang 
5784418919fSjohnjiang #define ICE_PHY_TYPE_SUPPORT_100G_HIGH(phy_type) \
5794418919fSjohnjiang 	(((phy_type) & ICE_PHY_TYPE_HIGH_100GBASE_KR2_PAM4) || \
5804418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_HIGH_100G_CAUI2_AOC_ACC) || \
5814418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_HIGH_100G_CAUI2) || \
5824418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_HIGH_100G_AUI2_AOC_ACC) || \
5834418919fSjohnjiang 	((phy_type) & ICE_PHY_TYPE_HIGH_100G_AUI2))
5844418919fSjohnjiang 
5854418919fSjohnjiang #endif /* _ICE_ETHDEV_H_ */
586