79 static inline void _efx_writeq(struct efx_nic *efx, __le64 value,  in _efx_writeq()  argument
82 	__raw_writeq((__force u64)value, efx->membase + reg);  in _efx_writeq()
84 static inline __le64 _efx_readq(struct efx_nic *efx, unsigned int reg)  in _efx_readq()  argument
86 	return (__force __le64)__raw_readq(efx->membase + reg);  in _efx_readq()
90 static inline void _efx_writed(struct efx_nic *efx, __le32 value,  in _efx_writed()  argument
93 	__raw_writel((__force u32)value, efx->membase + reg);  in _efx_writed()
95 static inline __le32 _efx_readd(struct efx_nic *efx, unsigned int reg)  in _efx_readd()  argument
97 	return (__force __le32)__raw_readl(efx->membase + reg);  in _efx_readd()
101 static inline void efx_writeo(struct efx_nic *efx, const efx_oword_t *value,  in efx_writeo()  argument
106 	netif_vdbg(efx, hw, efx->net_dev,  in efx_writeo()
110 	spin_lock_irqsave(&efx->biu_lock, flags);  in efx_writeo()
112 	_efx_writeq(efx, value->u64[0], reg + 0);  in efx_writeo()
113 	_efx_writeq(efx, value->u64[1], reg + 8);  in efx_writeo()
115 	_efx_writed(efx, value->u32[0], reg + 0);  in efx_writeo()
116 	_efx_writed(efx, value->u32[1], reg + 4);  in efx_writeo()
117 	_efx_writed(efx, value->u32[2], reg + 8);  in efx_writeo()
118 	_efx_writed(efx, value->u32[3], reg + 12);  in efx_writeo()
120 	spin_unlock_irqrestore(&efx->biu_lock, flags);  in efx_writeo()
124 static inline void efx_sram_writeq(struct efx_nic *efx, void __iomem *membase,  in efx_sram_writeq()  argument
130 	netif_vdbg(efx, hw, efx->net_dev,  in efx_sram_writeq()
134 	spin_lock_irqsave(&efx->biu_lock, flags);  in efx_sram_writeq()
141 	spin_unlock_irqrestore(&efx->biu_lock, flags);  in efx_sram_writeq()
145 static inline void efx_writed(struct efx_nic *efx, const efx_dword_t *value,  in efx_writed()  argument
148 	netif_vdbg(efx, hw, efx->net_dev,  in efx_writed()
153 	_efx_writed(efx, value->u32[0], reg);  in efx_writed()
157 static inline void efx_reado(struct efx_nic *efx, efx_oword_t *value,  in efx_reado()  argument
162 	spin_lock_irqsave(&efx->biu_lock, flags);  in efx_reado()
163 	value->u32[0] = _efx_readd(efx, reg + 0);  in efx_reado()
164 	value->u32[1] = _efx_readd(efx, reg + 4);  in efx_reado()
165 	value->u32[2] = _efx_readd(efx, reg + 8);  in efx_reado()
166 	value->u32[3] = _efx_readd(efx, reg + 12);  in efx_reado()
167 	spin_unlock_irqrestore(&efx->biu_lock, flags);  in efx_reado()
169 	netif_vdbg(efx, hw, efx->net_dev,  in efx_reado()
175 static inline void efx_sram_readq(struct efx_nic *efx, void __iomem *membase,  in efx_sram_readq()  argument
181 	spin_lock_irqsave(&efx->biu_lock, flags);  in efx_sram_readq()
188 	spin_unlock_irqrestore(&efx->biu_lock, flags);  in efx_sram_readq()
190 	netif_vdbg(efx, hw, efx->net_dev,  in efx_sram_readq()
196 static inline void efx_readd(struct efx_nic *efx, efx_dword_t *value,  in efx_readd()  argument
199 	value->u32[0] = _efx_readd(efx, reg);  in efx_readd()
200 	netif_vdbg(efx, hw, efx->net_dev,  in efx_readd()
207 efx_writeo_table(struct efx_nic *efx, const efx_oword_t *value,  in efx_writeo_table()  argument
210 	efx_writeo(efx, value, reg + index * sizeof(efx_oword_t));  in efx_writeo_table()
214 static inline void efx_reado_table(struct efx_nic *efx, efx_oword_t *value,  in efx_reado_table()  argument
217 	efx_reado(efx, value, reg + index * sizeof(efx_oword_t));  in efx_reado_table()
224 static inline unsigned int efx_paged_reg(struct efx_nic *efx, unsigned int page,  in efx_paged_reg()  argument
227 	return page * efx->vi_stride + reg;  in efx_paged_reg()
231 static inline void _efx_writeo_page(struct efx_nic *efx, efx_oword_t *value,  in _efx_writeo_page()  argument
234 	reg = efx_paged_reg(efx, page, reg);  in _efx_writeo_page()
236 	netif_vdbg(efx, hw, efx->net_dev,  in _efx_writeo_page()
241 	_efx_writeq(efx, value->u64[0], reg + 0);  in _efx_writeo_page()
242 	_efx_writeq(efx, value->u64[1], reg + 8);  in _efx_writeo_page()
244 	_efx_writed(efx, value->u32[0], reg + 0);  in _efx_writeo_page()
245 	_efx_writed(efx, value->u32[1], reg + 4);  in _efx_writeo_page()
246 	_efx_writed(efx, value->u32[2], reg + 8);  in _efx_writeo_page()
247 	_efx_writed(efx, value->u32[3], reg + 12);  in _efx_writeo_page()
250 #define efx_writeo_page(efx, value, reg, page)				\  argument
251 	_efx_writeo_page(efx, value,					\
260 _efx_writed_page(struct efx_nic *efx, const efx_dword_t *value,  in _efx_writed_page()  argument
263 	efx_writed(efx, value, efx_paged_reg(efx, page, reg));  in _efx_writed_page()
265 #define efx_writed_page(efx, value, reg, page)				\  argument
266 	_efx_writed_page(efx, value,					\
280 static inline void _efx_writed_page_locked(struct efx_nic *efx,  in _efx_writed_page_locked()  argument
288 		spin_lock_irqsave(&efx->biu_lock, flags);  in _efx_writed_page_locked()
289 		efx_writed(efx, value, efx_paged_reg(efx, page, reg));  in _efx_writed_page_locked()
290 		spin_unlock_irqrestore(&efx->biu_lock, flags);  in _efx_writed_page_locked()
292 		efx_writed(efx, value, efx_paged_reg(efx, page, reg));  in _efx_writed_page_locked()
295 #define efx_writed_page_locked(efx, value, reg, page)			\  argument
296 	_efx_writed_page_locked(efx, value,				\