255 #define EFSYS_MEM_READD(_esmp, _offset, _edp)				\  argument
261 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
264 		_addr = (volatile uint32_t *)(_base + (_offset));	\
267 		EFSYS_PROBE2(mem_readl, unsigned int, (_offset),	\
273 #define EFSYS_MEM_READQ(_esmp, _offset, _eqp)				\  argument
279 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
282 		_addr = (volatile uint64_t *)(_base + (_offset));	\
285 		EFSYS_PROBE3(mem_readq, unsigned int, (_offset),	\
292 #define EFSYS_MEM_READO(_esmp, _offset, _eop)				\  argument
298 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
301 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
304 		EFSYS_PROBE5(mem_reado, unsigned int, (_offset),	\
314 #define EFSYS_MEM_WRITED(_esmp, _offset, _edp)				\  argument
320 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
323 		EFSYS_PROBE2(mem_writed, unsigned int, (_offset),	\
326 		_addr = (volatile uint32_t *)(_base + (_offset));	\
332 #define EFSYS_MEM_WRITEQ(_esmp, _offset, _eqp)				\  argument
338 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
341 		EFSYS_PROBE3(mem_writeq, unsigned int, (_offset),	\
345 		_addr = (volatile uint64_t *)(_base + (_offset));	\
351 #define EFSYS_MEM_WRITEO(_esmp, _offset, _eop)				\  argument
357 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
361 		EFSYS_PROBE5(mem_writeo, unsigned int, (_offset),	\
367 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
383 #define EFSYS_MEM_PREFETCH(_esmp, _offset)				\  argument
387 		rte_prefetch0(_base + (_offset));			\
417 #define EFSYS_BAR_READD(_esbp, _offset, _edp, _lock)			\  argument
423 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
429 		_addr = (volatile uint32_t *)(_base + (_offset));	\
433 		EFSYS_PROBE2(bar_readd, unsigned int, (_offset),	\
442 #define EFSYS_BAR_READQ(_esbp, _offset, _eqp)				\  argument
448 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
453 		_addr = (volatile uint64_t *)(_base + (_offset));	\
457 		EFSYS_PROBE3(bar_readq, unsigned int, (_offset),	\
465 #define EFSYS_BAR_READO(_esbp, _offset, _eop, _lock)			\  argument
471 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
478 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
483 		EFSYS_PROBE5(bar_reado, unsigned int, (_offset),	\
496 #define EFSYS_BAR_WRITED(_esbp, _offset, _edp, _lock)			\  argument
502 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
509 		EFSYS_PROBE2(bar_writed, unsigned int, (_offset),	\
512 		_addr = (volatile uint32_t *)(_base + (_offset));	\
522 #define EFSYS_BAR_WRITEQ(_esbp, _offset, _eqp)				\  argument
528 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
533 		EFSYS_PROBE3(bar_writeq, unsigned int, (_offset),	\
537 		_addr = (volatile uint64_t *)(_base + (_offset));	\
552 #define EFSYS_BAR_WC_WRITEQ(_esbp, _offset, _eqp)			\  argument
557 #define EFSYS_BAR_WRITEO(_esbp, _offset, _eop, _lock)			\  argument
563 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
570 		EFSYS_PROBE5(bar_writeo, unsigned int, (_offset),	\
576 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
588 #define EFSYS_BAR_DOORBELL_WRITEO(_esbp, _offset, _eop)			\  argument
590 		EFSYS_BAR_WRITEO((_esbp), (_offset), (_eop), B_FALSE);	\
617 #define EFSYS_DMA_SYNC_FOR_KERNEL(_esmp, _offset, _size)	((void)0)  argument
620 #define EFSYS_DMA_SYNC_FOR_DEVICE(_esmp, _offset, _size)	rte_wmb()  argument