172 	int (*probe)(struct ntb_client *client, struct ntb_dev *ntb);
173 	void (*remove)(struct ntb_client *client, struct ntb_dev *ntb);
259 	int (*port_number)(struct ntb_dev *ntb);
260 	int (*peer_port_count)(struct ntb_dev *ntb);
261 	int (*peer_port_number)(struct ntb_dev *ntb, int pidx);
262 	int (*peer_port_idx)(struct ntb_dev *ntb, int port);
264 	u64 (*link_is_up)(struct ntb_dev *ntb,
266 	int (*link_enable)(struct ntb_dev *ntb,
268 	int (*link_disable)(struct ntb_dev *ntb);
270 	int (*mw_count)(struct ntb_dev *ntb, int pidx);
271 	int (*mw_get_align)(struct ntb_dev *ntb, int pidx, int widx,
275 	int (*mw_set_trans)(struct ntb_dev *ntb, int pidx, int widx,
277 	int (*mw_clear_trans)(struct ntb_dev *ntb, int pidx, int widx);
278 	int (*peer_mw_count)(struct ntb_dev *ntb);
279 	int (*peer_mw_get_addr)(struct ntb_dev *ntb, int widx,
281 	int (*peer_mw_set_trans)(struct ntb_dev *ntb, int pidx, int widx,
283 	int (*peer_mw_clear_trans)(struct ntb_dev *ntb, int pidx, int widx);
285 	int (*db_is_unsafe)(struct ntb_dev *ntb);
286 	u64 (*db_valid_mask)(struct ntb_dev *ntb);
287 	int (*db_vector_count)(struct ntb_dev *ntb);
288 	u64 (*db_vector_mask)(struct ntb_dev *ntb, int db_vector);
290 	u64 (*db_read)(struct ntb_dev *ntb);
291 	int (*db_set)(struct ntb_dev *ntb, u64 db_bits);
292 	int (*db_clear)(struct ntb_dev *ntb, u64 db_bits);
294 	u64 (*db_read_mask)(struct ntb_dev *ntb);
295 	int (*db_set_mask)(struct ntb_dev *ntb, u64 db_bits);
296 	int (*db_clear_mask)(struct ntb_dev *ntb, u64 db_bits);
298 	int (*peer_db_addr)(struct ntb_dev *ntb,
300 	u64 (*peer_db_read)(struct ntb_dev *ntb);
301 	int (*peer_db_set)(struct ntb_dev *ntb, u64 db_bits);
302 	int (*peer_db_clear)(struct ntb_dev *ntb, u64 db_bits);
304 	u64 (*peer_db_read_mask)(struct ntb_dev *ntb);
305 	int (*peer_db_set_mask)(struct ntb_dev *ntb, u64 db_bits);
306 	int (*peer_db_clear_mask)(struct ntb_dev *ntb, u64 db_bits);
308 	int (*spad_is_unsafe)(struct ntb_dev *ntb);
309 	int (*spad_count)(struct ntb_dev *ntb);
311 	u32 (*spad_read)(struct ntb_dev *ntb, int sidx);
312 	int (*spad_write)(struct ntb_dev *ntb, int sidx, u32 val);
314 	int (*peer_spad_addr)(struct ntb_dev *ntb, int pidx, int sidx,
316 	u32 (*peer_spad_read)(struct ntb_dev *ntb, int pidx, int sidx);
317 	int (*peer_spad_write)(struct ntb_dev *ntb, int pidx, int sidx,
320 	int (*msg_count)(struct ntb_dev *ntb);
321 	u64 (*msg_inbits)(struct ntb_dev *ntb);
322 	u64 (*msg_outbits)(struct ntb_dev *ntb);
323 	u64 (*msg_read_sts)(struct ntb_dev *ntb);
324 	int (*msg_clear_sts)(struct ntb_dev *ntb, u64 sts_bits);
325 	int (*msg_set_mask)(struct ntb_dev *ntb, u64 mask_bits);
326 	int (*msg_clear_mask)(struct ntb_dev *ntb, u64 mask_bits);
327 	u32 (*msg_read)(struct ntb_dev *ntb, int *pidx, int midx);
328 	int (*peer_msg_write)(struct ntb_dev *ntb, int pidx, int midx, u32 msg);
471 int ntb_register_device(struct ntb_dev *ntb);
481 void ntb_unregister_device(struct ntb_dev *ntb);
495 int ntb_set_ctx(struct ntb_dev *ntb, void *ctx,
505 void ntb_clear_ctx(struct ntb_dev *ntb);
514 void ntb_link_event(struct ntb_dev *ntb);
529 void ntb_db_event(struct ntb_dev *ntb, int vector);
541 void ntb_msg_event(struct ntb_dev *ntb);
556 int ntb_default_port_number(struct ntb_dev *ntb);
569 int ntb_default_peer_port_count(struct ntb_dev *ntb);
584 int ntb_default_peer_port_number(struct ntb_dev *ntb, int pidx);
601 int ntb_default_peer_port_idx(struct ntb_dev *ntb, int port);
611 static inline int ntb_port_number(struct ntb_dev *ntb)  in ntb_port_number()  argument
613 	if (!ntb->ops->port_number)  in ntb_port_number()
614 		return ntb_default_port_number(ntb);  in ntb_port_number()
616 	return ntb->ops->port_number(ntb);  in ntb_port_number()
629 static inline int ntb_peer_port_count(struct ntb_dev *ntb)  in ntb_peer_port_count()  argument
631 	if (!ntb->ops->peer_port_count)  in ntb_peer_port_count()
632 		return ntb_default_peer_port_count(ntb);  in ntb_peer_port_count()
634 	return ntb->ops->peer_port_count(ntb);  in ntb_peer_port_count()
647 static inline int ntb_peer_port_number(struct ntb_dev *ntb, int pidx)  in ntb_peer_port_number()  argument
649 	if (!ntb->ops->peer_port_number)  in ntb_peer_port_number()
650 		return ntb_default_peer_port_number(ntb, pidx);  in ntb_peer_port_number()
652 	return ntb->ops->peer_port_number(ntb, pidx);  in ntb_peer_port_number()
665 static inline int ntb_peer_port_idx(struct ntb_dev *ntb, int port)  in ntb_peer_port_idx()  argument
667 	if (!ntb->ops->peer_port_idx)  in ntb_peer_port_idx()
668 		return ntb_default_peer_port_idx(ntb, port);  in ntb_peer_port_idx()
670 	return ntb->ops->peer_port_idx(ntb, port);  in ntb_peer_port_idx()
686 static inline u64 ntb_link_is_up(struct ntb_dev *ntb,  in ntb_link_is_up()  argument
689 	return ntb->ops->link_is_up(ntb, speed, width);  in ntb_link_is_up()
706 static inline int ntb_link_enable(struct ntb_dev *ntb,  in ntb_link_enable()  argument
710 	return ntb->ops->link_enable(ntb, max_speed, max_width);  in ntb_link_enable()
725 static inline int ntb_link_disable(struct ntb_dev *ntb)  in ntb_link_disable()  argument
727 	return ntb->ops->link_disable(ntb);  in ntb_link_disable()
744 static inline int ntb_mw_count(struct ntb_dev *ntb, int pidx)  in ntb_mw_count()  argument
746 	return ntb->ops->mw_count(ntb, pidx);  in ntb_mw_count()
765 static inline int ntb_mw_get_align(struct ntb_dev *ntb, int pidx, int widx,  in ntb_mw_get_align()  argument
770 	if (!(ntb_link_is_up(ntb, NULL, NULL) & BIT_ULL(pidx)))  in ntb_mw_get_align()
773 	return ntb->ops->mw_get_align(ntb, pidx, widx, addr_align, size_align,  in ntb_mw_get_align()
796 static inline int ntb_mw_set_trans(struct ntb_dev *ntb, int pidx, int widx,  in ntb_mw_set_trans()  argument
799 	if (!ntb->ops->mw_set_trans)  in ntb_mw_set_trans()
802 	return ntb->ops->mw_set_trans(ntb, pidx, widx, addr, size);  in ntb_mw_set_trans()
817 static inline int ntb_mw_clear_trans(struct ntb_dev *ntb, int pidx, int widx)  in ntb_mw_clear_trans()  argument
819 	if (!ntb->ops->mw_clear_trans)  in ntb_mw_clear_trans()
820 		return ntb_mw_set_trans(ntb, pidx, widx, 0, 0);  in ntb_mw_clear_trans()
822 	return ntb->ops->mw_clear_trans(ntb, pidx, widx);  in ntb_mw_clear_trans()
836 static inline int ntb_peer_mw_count(struct ntb_dev *ntb)  in ntb_peer_mw_count()  argument
838 	return ntb->ops->peer_mw_count(ntb);  in ntb_peer_mw_count()
854 static inline int ntb_peer_mw_get_addr(struct ntb_dev *ntb, int widx,  in ntb_peer_mw_get_addr()  argument
857 	return ntb->ops->peer_mw_get_addr(ntb, widx, base, size);  in ntb_peer_mw_get_addr()
878 static inline int ntb_peer_mw_set_trans(struct ntb_dev *ntb, int pidx, int widx,  in ntb_peer_mw_set_trans()  argument
881 	if (!ntb->ops->peer_mw_set_trans)  in ntb_peer_mw_set_trans()
884 	return ntb->ops->peer_mw_set_trans(ntb, pidx, widx, addr, size);  in ntb_peer_mw_set_trans()
902 static inline int ntb_peer_mw_clear_trans(struct ntb_dev *ntb, int pidx,  in ntb_peer_mw_clear_trans()  argument
905 	if (!ntb->ops->peer_mw_clear_trans)  in ntb_peer_mw_clear_trans()
906 		return ntb_peer_mw_set_trans(ntb, pidx, widx, 0, 0);  in ntb_peer_mw_clear_trans()
908 	return ntb->ops->peer_mw_clear_trans(ntb, pidx, widx);  in ntb_peer_mw_clear_trans()
921 static inline int ntb_db_is_unsafe(struct ntb_dev *ntb)  in ntb_db_is_unsafe()  argument
923 	if (!ntb->ops->db_is_unsafe)  in ntb_db_is_unsafe()
926 	return ntb->ops->db_is_unsafe(ntb);  in ntb_db_is_unsafe()
937 static inline u64 ntb_db_valid_mask(struct ntb_dev *ntb)  in ntb_db_valid_mask()  argument
939 	return ntb->ops->db_valid_mask(ntb);  in ntb_db_valid_mask()
950 static inline int ntb_db_vector_count(struct ntb_dev *ntb)  in ntb_db_vector_count()  argument
952 	if (!ntb->ops->db_vector_count)  in ntb_db_vector_count()
955 	return ntb->ops->db_vector_count(ntb);  in ntb_db_vector_count()
967 static inline u64 ntb_db_vector_mask(struct ntb_dev *ntb, int vector)  in ntb_db_vector_mask()  argument
969 	if (!ntb->ops->db_vector_mask)  in ntb_db_vector_mask()
970 		return ntb_db_valid_mask(ntb);  in ntb_db_vector_mask()
972 	return ntb->ops->db_vector_mask(ntb, vector);  in ntb_db_vector_mask()
983 static inline u64 ntb_db_read(struct ntb_dev *ntb)  in ntb_db_read()  argument
985 	return ntb->ops->db_read(ntb);  in ntb_db_read()
1000 static inline int ntb_db_set(struct ntb_dev *ntb, u64 db_bits)  in ntb_db_set()  argument
1002 	if (!ntb->ops->db_set)  in ntb_db_set()
1005 	return ntb->ops->db_set(ntb, db_bits);  in ntb_db_set()
1018 static inline int ntb_db_clear(struct ntb_dev *ntb, u64 db_bits)  in ntb_db_clear()  argument
1020 	return ntb->ops->db_clear(ntb, db_bits);  in ntb_db_clear()
1033 static inline u64 ntb_db_read_mask(struct ntb_dev *ntb)  in ntb_db_read_mask()  argument
1035 	if (!ntb->ops->db_read_mask)  in ntb_db_read_mask()
1038 	return ntb->ops->db_read_mask(ntb);  in ntb_db_read_mask()
1052 static inline int ntb_db_set_mask(struct ntb_dev *ntb, u64 db_bits)  in ntb_db_set_mask()  argument
1054 	return ntb->ops->db_set_mask(ntb, db_bits);  in ntb_db_set_mask()
1071 static inline int ntb_db_clear_mask(struct ntb_dev *ntb, u64 db_bits)  in ntb_db_clear_mask()  argument
1073 	return ntb->ops->db_clear_mask(ntb, db_bits);  in ntb_db_clear_mask()
1092 static inline int ntb_peer_db_addr(struct ntb_dev *ntb,  in ntb_peer_db_addr()  argument
1096 	if (!ntb->ops->peer_db_addr)  in ntb_peer_db_addr()
1099 	return ntb->ops->peer_db_addr(ntb, db_addr, db_size);  in ntb_peer_db_addr()
1112 static inline u64 ntb_peer_db_read(struct ntb_dev *ntb)  in ntb_peer_db_read()  argument
1114 	if (!ntb->ops->peer_db_read)  in ntb_peer_db_read()
1117 	return ntb->ops->peer_db_read(ntb);  in ntb_peer_db_read()
1130 static inline int ntb_peer_db_set(struct ntb_dev *ntb, u64 db_bits)  in ntb_peer_db_set()  argument
1132 	return ntb->ops->peer_db_set(ntb, db_bits);  in ntb_peer_db_set()
1147 static inline int ntb_peer_db_clear(struct ntb_dev *ntb, u64 db_bits)  in ntb_peer_db_clear()  argument
1149 	if (!ntb->ops->db_clear)  in ntb_peer_db_clear()
1152 	return ntb->ops->peer_db_clear(ntb, db_bits);  in ntb_peer_db_clear()
1165 static inline u64 ntb_peer_db_read_mask(struct ntb_dev *ntb)  in ntb_peer_db_read_mask()  argument
1167 	if (!ntb->ops->db_read_mask)  in ntb_peer_db_read_mask()
1170 	return ntb->ops->peer_db_read_mask(ntb);  in ntb_peer_db_read_mask()
1186 static inline int ntb_peer_db_set_mask(struct ntb_dev *ntb, u64 db_bits)  in ntb_peer_db_set_mask()  argument
1188 	if (!ntb->ops->db_set_mask)  in ntb_peer_db_set_mask()
1191 	return ntb->ops->peer_db_set_mask(ntb, db_bits);  in ntb_peer_db_set_mask()
1208 static inline int ntb_peer_db_clear_mask(struct ntb_dev *ntb, u64 db_bits)  in ntb_peer_db_clear_mask()  argument
1210 	if (!ntb->ops->db_clear_mask)  in ntb_peer_db_clear_mask()
1213 	return ntb->ops->peer_db_clear_mask(ntb, db_bits);  in ntb_peer_db_clear_mask()
1226 static inline int ntb_spad_is_unsafe(struct ntb_dev *ntb)  in ntb_spad_is_unsafe()  argument
1228 	if (!ntb->ops->spad_is_unsafe)  in ntb_spad_is_unsafe()
1231 	return ntb->ops->spad_is_unsafe(ntb);  in ntb_spad_is_unsafe()
1243 static inline int ntb_spad_count(struct ntb_dev *ntb)  in ntb_spad_count()  argument
1245 	if (!ntb->ops->spad_count)  in ntb_spad_count()
1248 	return ntb->ops->spad_count(ntb);  in ntb_spad_count()
1260 static inline u32 ntb_spad_read(struct ntb_dev *ntb, int sidx)  in ntb_spad_read()  argument
1262 	if (!ntb->ops->spad_read)  in ntb_spad_read()
1265 	return ntb->ops->spad_read(ntb, sidx);  in ntb_spad_read()
1278 static inline int ntb_spad_write(struct ntb_dev *ntb, int sidx, u32 val)  in ntb_spad_write()  argument
1280 	if (!ntb->ops->spad_write)  in ntb_spad_write()
1283 	return ntb->ops->spad_write(ntb, sidx, val);  in ntb_spad_write()
1298 static inline int ntb_peer_spad_addr(struct ntb_dev *ntb, int pidx, int sidx,  in ntb_peer_spad_addr()  argument
1301 	if (!ntb->ops->peer_spad_addr)  in ntb_peer_spad_addr()
1304 	return ntb->ops->peer_spad_addr(ntb, pidx, sidx, spad_addr);  in ntb_peer_spad_addr()
1317 static inline u32 ntb_peer_spad_read(struct ntb_dev *ntb, int pidx, int sidx)  in ntb_peer_spad_read()  argument
1319 	if (!ntb->ops->peer_spad_read)  in ntb_peer_spad_read()
1322 	return ntb->ops->peer_spad_read(ntb, pidx, sidx);  in ntb_peer_spad_read()
1336 static inline int ntb_peer_spad_write(struct ntb_dev *ntb, int pidx, int sidx,  in ntb_peer_spad_write()  argument
1339 	if (!ntb->ops->peer_spad_write)  in ntb_peer_spad_write()
1342 	return ntb->ops->peer_spad_write(ntb, pidx, sidx, val);  in ntb_peer_spad_write()
1353 static inline int ntb_msg_count(struct ntb_dev *ntb)  in ntb_msg_count()  argument
1355 	if (!ntb->ops->msg_count)  in ntb_msg_count()
1358 	return ntb->ops->msg_count(ntb);  in ntb_msg_count()
1370 static inline u64 ntb_msg_inbits(struct ntb_dev *ntb)  in ntb_msg_inbits()  argument
1372 	if (!ntb->ops->msg_inbits)  in ntb_msg_inbits()
1375 	return ntb->ops->msg_inbits(ntb);  in ntb_msg_inbits()
1387 static inline u64 ntb_msg_outbits(struct ntb_dev *ntb)  in ntb_msg_outbits()  argument
1389 	if (!ntb->ops->msg_outbits)  in ntb_msg_outbits()
1392 	return ntb->ops->msg_outbits(ntb);  in ntb_msg_outbits()
1405 static inline u64 ntb_msg_read_sts(struct ntb_dev *ntb)  in ntb_msg_read_sts()  argument
1407 	if (!ntb->ops->msg_read_sts)  in ntb_msg_read_sts()
1410 	return ntb->ops->msg_read_sts(ntb);  in ntb_msg_read_sts()
1422 static inline int ntb_msg_clear_sts(struct ntb_dev *ntb, u64 sts_bits)  in ntb_msg_clear_sts()  argument
1424 	if (!ntb->ops->msg_clear_sts)  in ntb_msg_clear_sts()
1427 	return ntb->ops->msg_clear_sts(ntb, sts_bits);  in ntb_msg_clear_sts()
1439 static inline int ntb_msg_set_mask(struct ntb_dev *ntb, u64 mask_bits)  in ntb_msg_set_mask()  argument
1441 	if (!ntb->ops->msg_set_mask)  in ntb_msg_set_mask()
1444 	return ntb->ops->msg_set_mask(ntb, mask_bits);  in ntb_msg_set_mask()
1456 static inline int ntb_msg_clear_mask(struct ntb_dev *ntb, u64 mask_bits)  in ntb_msg_clear_mask()  argument
1458 	if (!ntb->ops->msg_clear_mask)  in ntb_msg_clear_mask()
1461 	return ntb->ops->msg_clear_mask(ntb, mask_bits);  in ntb_msg_clear_mask()
1475 static inline u32 ntb_msg_read(struct ntb_dev *ntb, int *pidx, int midx)  in ntb_msg_read()  argument
1477 	if (!ntb->ops->msg_read)  in ntb_msg_read()
1480 	return ntb->ops->msg_read(ntb, pidx, midx);  in ntb_msg_read()
1496 static inline int ntb_peer_msg_write(struct ntb_dev *ntb, int pidx, int midx,  in ntb_peer_msg_write()  argument
1499 	if (!ntb->ops->peer_msg_write)  in ntb_peer_msg_write()
1502 	return ntb->ops->peer_msg_write(ntb, pidx, midx, msg);  in ntb_peer_msg_write()