| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 51 static int hns_roce_hw_create_mpt(struct hns_roce_dev *hr_dev, in hns_roce_hw_create_mpt()
60 int hns_roce_hw_destroy_mpt(struct hns_roce_dev *hr_dev, in hns_roce_hw_destroy_mpt()
69 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in alloc_mr_key()
99 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_key()
107 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_pbl()
136 static void free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_pbl()
141 static void hns_roce_mr_free(struct hns_roce_dev *hr_dev, in hns_roce_mr_free()
160 static int hns_roce_mr_enable(struct hns_roce_dev *hr_dev, in hns_roce_mr_enable()
200 void hns_roce_init_mr_table(struct hns_roce_dev *hr_dev) in hns_roce_init_mr_table()
211 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); in hns_roce_get_dma_mr() local
[all …]
|
| D | hns_roce_qp.c | 72 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in init_flush_work()
97 void hns_roce_qp_event(struct hns_roce_dev *hr_dev, u32 qpn, int event_type) in hns_roce_qp_event()
214 static int alloc_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in alloc_qpn()
274 static void add_qp_to_list(struct hns_roce_dev *hr_dev, in add_qp_to_list()
297 static int hns_roce_qp_store(struct hns_roce_dev *hr_dev, in hns_roce_qp_store()
318 static int alloc_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in alloc_qpc()
382 void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in hns_roce_qp_remove()
401 static void free_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in free_qpc()
421 static void free_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in free_qpn()
462 static int set_rq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, in set_rq_size()
[all …]
|
| D | hns_roce_cq.c | 59 static int alloc_cqn(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in alloc_cqn()
90 static void free_cqn(struct hns_roce_dev *hr_dev, unsigned long cqn) in free_cqn()
104 static int alloc_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in alloc_cqc()
172 static void free_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in free_cqc()
198 static int alloc_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in alloc_cq_buf()
219 static void free_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in free_cq_buf()
224 static int alloc_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in alloc_cq_db()
259 static void free_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in free_cq_db()
278 static int verify_cq_create_attr(struct hns_roce_dev *hr_dev, in verify_cq_create_attr()
316 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); in set_cq_param() local
[all …]
|
| D | hns_roce_hw_v2.c | 237 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in check_inl_data_len() local
254 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_rc_inl() local
348 static int check_send_valid(struct hns_roce_dev *hr_dev, in check_send_valid()
424 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in fill_ud_av() local
524 static int set_rc_opcode(struct hns_roce_dev *hr_dev, in set_rc_opcode()
577 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_rc_wqe() local
624 static inline void update_sq_db(struct hns_roce_dev *hr_dev, in update_sq_db()
641 static inline void update_rq_db(struct hns_roce_dev *hr_dev, in update_rq_db()
663 static void hns_roce_write512(struct hns_roce_dev *hr_dev, u64 *val, in hns_roce_write512()
677 static void write_dwqe(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp, in write_dwqe()
[all …]
|
| D | hns_roce_cmd.c | 42 static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_post_hw()
52 static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, in __hns_roce_cmd_mbox_poll()
72 static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_poll()
86 void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, in hns_roce_cmd_event()
104 static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, in __hns_roce_cmd_mbox_wait()
156 static int hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_wait()
170 int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, in hns_roce_cmd_mbox()
190 int hns_roce_cmd_init(struct hns_roce_dev *hr_dev) in hns_roce_cmd_init()
204 void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev) in hns_roce_cmd_cleanup()
209 int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev) in hns_roce_cmd_use_events()
[all …]
|
| D | hns_roce_hw_v1.c | 57 u8 hns_get_gid_index(struct hns_roce_dev *hr_dev, u32 port, int gid_index) in hns_get_gid_index()
81 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v1_post_send() local
363 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v1_post_recv() local
451 static void hns_roce_set_db_event_mode(struct hns_roce_dev *hr_dev, in hns_roce_set_db_event_mode()
465 static int hns_roce_v1_set_hem(struct hns_roce_dev *hr_dev, in hns_roce_v1_set_hem()
540 static void hns_roce_set_db_ext_mode(struct hns_roce_dev *hr_dev, u32 sdb_mode, in hns_roce_set_db_ext_mode()
555 static void hns_roce_set_sdb(struct hns_roce_dev *hr_dev, u32 sdb_alept, in hns_roce_set_sdb()
572 static void hns_roce_set_odb(struct hns_roce_dev *hr_dev, u32 odb_alept, in hns_roce_set_odb()
589 static void hns_roce_set_sdb_ext(struct hns_roce_dev *hr_dev, u32 ext_sdb_alept, in hns_roce_set_sdb_ext()
628 static void hns_roce_set_odb_ext(struct hns_roce_dev *hr_dev, u32 ext_odb_alept, in hns_roce_set_odb_ext()
[all …]
|
| D | hns_roce_srq.c | 12 void hns_roce_srq_event(struct hns_roce_dev *hr_dev, u32 srqn, int event_type) in hns_roce_srq_event()
37 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); in hns_roce_ib_srq_event() local
80 static int alloc_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in alloc_srqc()
144 static void free_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in free_srqc()
164 static int alloc_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, in alloc_srq_idx()
208 static void free_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in free_srq_idx()
217 static int alloc_srq_wqe_buf(struct hns_roce_dev *hr_dev, in alloc_srq_wqe_buf()
245 static void free_srq_wqe_buf(struct hns_roce_dev *hr_dev, in free_srq_wqe_buf()
251 static int alloc_srq_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in alloc_srq_wrid()
292 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); in set_srq_basic_param() local
[all …]
|
| D | hns_roce_main.c | 45 static int hns_roce_set_mac(struct hns_roce_dev *hr_dev, u32 port, u8 *addr) in hns_roce_set_mac()
65 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); in hns_roce_add_gid() local
79 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); in hns_roce_del_gid() local
91 static int handle_en_event(struct hns_roce_dev *hr_dev, u32 port, in handle_en_event()
129 struct hns_roce_dev *hr_dev = NULL; in hns_roce_netdev_event() local
148 static int hns_roce_setup_mtu_mac(struct hns_roce_dev *hr_dev) in hns_roce_setup_mtu_mac()
170 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in hns_roce_query_device() local
219 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in hns_roce_query_port() local
300 struct hns_roce_dev *hr_dev = to_hr_dev(uctx->device); in hns_roce_alloc_ucontext() local
337 struct hns_roce_dev *hr_dev = to_hr_dev(ibcontext->device); in hns_roce_dealloc_ucontext() local
[all …]
|
| D | hns_roce_pd.c | 37 void hns_roce_init_pd_table(struct hns_roce_dev *hr_dev) in hns_roce_init_pd_table()
49 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in hns_roce_alloc_pd() local
79 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); in hns_roce_dealloc_pd() local
86 int hns_roce_uar_alloc(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) in hns_roce_uar_alloc()
123 void hns_roce_init_uar_table(struct hns_roce_dev *hr_dev) in hns_roce_init_uar_table()
132 static int hns_roce_xrcd_alloc(struct hns_roce_dev *hr_dev, u32 *xrcdn) in hns_roce_xrcd_alloc()
148 void hns_roce_init_xrcd_table(struct hns_roce_dev *hr_dev) in hns_roce_init_xrcd_table()
159 struct hns_roce_dev *hr_dev = to_hr_dev(ib_xrcd->device); in hns_roce_alloc_xrcd() local
175 struct hns_roce_dev *hr_dev = to_hr_dev(ib_xrcd->device); in hns_roce_dealloc_xrcd() local
|
| D | hns_roce_hem.c | 49 bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type) in hns_roce_check_whether_mhop()
123 static int get_hem_table_config(struct hns_roce_dev *hr_dev, in get_hem_table_config()
203 int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, in hns_roce_calc_hem_mhop()
252 static struct hns_roce_hem *hns_roce_alloc_hem(struct hns_roce_dev *hr_dev, in hns_roce_alloc_hem()
316 void hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem) in hns_roce_free_hem()
336 static int calc_hem_config(struct hns_roce_dev *hr_dev, in calc_hem_config()
386 static void free_mhop_hem(struct hns_roce_dev *hr_dev, in free_mhop_hem()
412 static int alloc_mhop_hem(struct hns_roce_dev *hr_dev, in alloc_mhop_hem()
486 static int set_mhop_hem(struct hns_roce_dev *hr_dev, in set_mhop_hem()
524 static int hns_roce_table_mhop_get(struct hns_roce_dev *hr_dev, in hns_roce_table_mhop_get()
[all …]
|
| D | hns_roce_alloc.c | 39 void hns_roce_buf_free(struct hns_roce_dev *hr_dev, struct hns_roce_buf *buf) in hns_roce_buf_free()
67 struct hns_roce_buf *hns_roce_buf_alloc(struct hns_roce_dev *hr_dev, u32 size, in hns_roce_buf_alloc()
133 int hns_roce_get_kmem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, in hns_roce_get_kmem_bufs()
157 int hns_roce_get_umem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, in hns_roce_get_umem_bufs()
175 void hns_roce_cleanup_bitmap(struct hns_roce_dev *hr_dev) in hns_roce_cleanup_bitmap()
|
| D | hns_roce_db.c | 125 int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, in hns_roce_alloc_db()
154 void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db) in hns_roce_free_db()
|
| D | hns_roce_hw_v2_dfx.c | 9 int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn, in hns_roce_v2_query_cqc_info()
|
| D | hns_roce_restrack.c | 82 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); in hns_roce_fill_res_cq_entry() local
|
| D | hns_roce_ah.c | 60 struct hns_roce_dev *hr_dev = to_hr_dev(ibah->device); in hns_roce_create_ah() local
|
| D | hns_roce_device.h | 610 struct hns_roce_dev *hr_dev; member
704 struct hns_roce_dev *hr_dev; member
1058 *__hns_roce_qp_lookup(struct hns_roce_dev *hr_dev, u32 qpn) in __hns_roce_qp_lookup()
|
| D | hns_roce_hw_v2.h | 1565 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2], in hns_roce_write64()
|
