253 #define EFSYS_MEM_READD(_esmp, _offset, _edp)				\  argument
259 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
262 		_addr = (volatile uint32_t *)(_base + (_offset));	\
265 		EFSYS_PROBE2(mem_readl, unsigned int, (_offset),	\
271 #define EFSYS_MEM_READQ(_esmp, _offset, _eqp)				\  argument
277 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
280 		_addr = (volatile uint64_t *)(_base + (_offset));	\
283 		EFSYS_PROBE3(mem_readq, unsigned int, (_offset),	\
290 #define EFSYS_MEM_READO(_esmp, _offset, _eop)				\  argument
296 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
299 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
302 		EFSYS_PROBE5(mem_reado, unsigned int, (_offset),	\
312 #define EFSYS_MEM_WRITED(_esmp, _offset, _edp)				\  argument
318 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
321 		EFSYS_PROBE2(mem_writed, unsigned int, (_offset),	\
324 		_addr = (volatile uint32_t *)(_base + (_offset));	\
330 #define EFSYS_MEM_WRITEQ(_esmp, _offset, _eqp)				\  argument
336 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
339 		EFSYS_PROBE3(mem_writeq, unsigned int, (_offset),	\
343 		_addr = (volatile uint64_t *)(_base + (_offset));	\
349 #define EFSYS_MEM_WRITEO(_esmp, _offset, _eop)				\  argument
355 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
359 		EFSYS_PROBE5(mem_writeo, unsigned int, (_offset),	\
365 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
381 #define EFSYS_MEM_PREFETCH(_esmp, _offset)				\  argument
385 		rte_prefetch0(_base + (_offset));			\
415 #define EFSYS_BAR_READD(_esbp, _offset, _edp, _lock)			\  argument
421 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
427 		_addr = (volatile uint32_t *)(_base + (_offset));	\
431 		EFSYS_PROBE2(bar_readd, unsigned int, (_offset),	\
440 #define EFSYS_BAR_READQ(_esbp, _offset, _eqp)				\  argument
446 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
451 		_addr = (volatile uint64_t *)(_base + (_offset));	\
455 		EFSYS_PROBE3(bar_readq, unsigned int, (_offset),	\
463 #define EFSYS_BAR_READO(_esbp, _offset, _eop, _lock)			\  argument
469 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
476 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
481 		EFSYS_PROBE5(bar_reado, unsigned int, (_offset),	\
494 #define EFSYS_BAR_WRITED(_esbp, _offset, _edp, _lock)			\  argument
500 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
507 		EFSYS_PROBE2(bar_writed, unsigned int, (_offset),	\
510 		_addr = (volatile uint32_t *)(_base + (_offset));	\
520 #define EFSYS_BAR_WRITEQ(_esbp, _offset, _eqp)				\  argument
526 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
531 		EFSYS_PROBE3(bar_writeq, unsigned int, (_offset),	\
535 		_addr = (volatile uint64_t *)(_base + (_offset));	\
550 #define EFSYS_BAR_WC_WRITEQ(_esbp, _offset, _eqp)			\  argument
555 #define EFSYS_BAR_WRITEO(_esbp, _offset, _eop, _lock)			\  argument
561 		SFC_EFX_ASSERT(EFX_IS_P2ALIGNED(size_t, _offset,	\
568 		EFSYS_PROBE5(bar_writeo, unsigned int, (_offset),	\
574 		_addr = (volatile efsys_uint128_t *)(_base + (_offset));\
586 #define EFSYS_BAR_DOORBELL_WRITEO(_esbp, _offset, _eop)			\  argument
588 		EFSYS_BAR_WRITEO((_esbp), (_offset), (_eop), B_FALSE);	\
615 #define EFSYS_DMA_SYNC_FOR_KERNEL(_esmp, _offset, _size)	((void)0)  argument
618 #define EFSYS_DMA_SYNC_FOR_DEVICE(_esmp, _offset, _size)	rte_wmb()  argument