| /Linux-v5.4/drivers/misc/mic/scif/ |
| D | scif_main.c | 19 struct scif_info scif_info = { variable
200 for (i = scif_info.maxid; i >= 0; i--) { in scif_stop()
226 scif_info.card_initiated_exit = true; in scif_remove()
259 mutex_init(&scif_info.eplock); in _scif_init()
260 spin_lock_init(&scif_info.rmalock); in _scif_init()
261 spin_lock_init(&scif_info.nb_connect_lock); in _scif_init()
262 spin_lock_init(&scif_info.port_lock); in _scif_init()
263 mutex_init(&scif_info.conflock); in _scif_init()
264 mutex_init(&scif_info.connlock); in _scif_init()
265 mutex_init(&scif_info.fencelock); in _scif_init()
[all …]
|
| D | scif_epd.c | 59 mutex_lock(&scif_info.eplock); in scif_add_epd_to_zombie_list()
63 list_add_tail(&ep->list, &scif_info.zombie); in scif_add_epd_to_zombie_list()
64 scif_info.nr_zombies++; in scif_add_epd_to_zombie_list()
66 mutex_unlock(&scif_info.eplock); in scif_add_epd_to_zombie_list()
67 schedule_work(&scif_info.misc_work); in scif_add_epd_to_zombie_list()
75 mutex_lock(&scif_info.eplock); in scif_find_listen_ep()
76 list_for_each_safe(pos, tmpq, &scif_info.listen) { in scif_find_listen_ep()
79 mutex_unlock(&scif_info.eplock); in scif_find_listen_ep()
83 mutex_unlock(&scif_info.eplock); in scif_find_listen_ep()
92 mutex_lock(&scif_info.eplock); in scif_cleanup_zombie_epd()
[all …]
|
| D | scif_nm.c | 23 flush_work(&scif_info.conn_work); in scif_invalidate_ep()
24 mutex_lock(&scif_info.connlock); in scif_invalidate_ep()
25 list_for_each_safe(pos, tmpq, &scif_info.disconnected) { in scif_invalidate_ep()
34 list_for_each_safe(pos, tmpq, &scif_info.connected) { in scif_invalidate_ep()
40 list_add_tail(&ep->list, &scif_info.disconnected); in scif_invalidate_ep()
48 mutex_unlock(&scif_info.connlock); in scif_invalidate_ep()
87 msg.src.node = scif_info.nodeid; in scif_send_acks()
95 msg.src.node = scif_info.nodeid; in scif_send_acks()
121 flush_work(&scif_info.misc_work); in scif_cleanup_scifdev()
126 flush_work(&scif_info.misc_work); in scif_cleanup_scifdev()
[all …]
|
| D | scif_peer_bus.c | 53 mutex_lock(&scif_info.conflock); in scif_peer_initialize_device()
54 scif_info.total++; in scif_peer_initialize_device()
55 scif_info.maxid = max_t(u32, spdev->dnode, scif_info.maxid); in scif_peer_initialize_device()
56 mutex_unlock(&scif_info.conflock); in scif_peer_initialize_device()
97 mutex_lock(&scif_info.conflock); in scif_peer_add_device()
98 scif_info.total--; in scif_peer_add_device()
99 mutex_unlock(&scif_info.conflock); in scif_peer_add_device()
161 mutex_lock(&scif_info.conflock); in scif_peer_unregister_device()
162 scif_info.total--; in scif_peer_unregister_device()
163 mutex_unlock(&scif_info.conflock); in scif_peer_unregister_device()
|
| D | scif_api.c | 66 dev_dbg(scif_info.mdev.this_device, in scif_open()
107 mutex_lock(&scif_info.connlock); in scif_disconnect_ep()
108 list_for_each_safe(pos, tmpq, &scif_info.connected) { in scif_disconnect_ep()
125 list_for_each_safe(pos, tmpq, &scif_info.disconnected) { in scif_disconnect_ep()
132 mutex_unlock(&scif_info.connlock); in scif_disconnect_ep()
145 mutex_unlock(&scif_info.connlock); in scif_disconnect_ep()
162 dev_dbg(scif_info.mdev.this_device, "SCIFAPI close: ep %p %s\n", in scif_close()
170 flush_work(&scif_info.conn_work); in scif_close()
179 dev_err(scif_info.mdev.this_device, in scif_close()
186 mutex_lock(&scif_info.connlock); in scif_close()
[all …]
|
| D | scif_nodeqp.c | 239 scif_dev[scif_info.nodeid].node, scifdev->node); in scif_setup_qp_connect_response()
311 msg.src.node = scif_info.nodeid; in scif_send_exit()
317 wait_event_timeout(scif_info.exitwq, scifdev->exit == OP_COMPLETED, in scif_send_exit()
463 if (dst < 1 || dst > scif_info.maxid) in scif_node_connect()
531 if (!scif_info.p2p_enable) in scif_p2p_setup()
534 for (i = 1; i <= scif_info.maxid; i++) in scif_p2p_setup()
538 for (i = 1; i <= scif_info.maxid; i++) { in scif_p2p_setup()
539 for (j = 1; j <= scif_info.maxid; j++) { in scif_p2p_setup()
595 if (!scif_info.en_msg_log) in scif_display_message()
713 mutex_lock(&scif_info.conflock); in scif_init()
[all …]
|
| D | scif_debugfs.c | 23 scif_info.total, scif_info.nodeid, in scif_dev_show()
24 scif_info.maxid); in scif_dev_show()
31 for (node = 0; node <= scif_info.maxid; node++) in scif_dev_show()
87 mutex_lock(&scif_info.connlock); in scif_rma_show()
88 list_for_each(pos, &scif_info.connected) { in scif_rma_show()
97 mutex_unlock(&scif_info.connlock); in scif_rma_show()
109 debugfs_create_u8("en_msg_log", 0666, scif_dbg, &scif_info.en_msg_log); in scif_init_debugfs()
110 debugfs_create_u8("p2p_enable", 0666, scif_dbg, &scif_info.p2p_enable); in scif_init_debugfs()
|
| D | scif_ports.c | 42 spin_lock(&scif_info.port_lock); in __scif_get_port()
46 spin_unlock(&scif_info.port_lock); in __scif_get_port()
86 spin_lock(&scif_info.port_lock); in scif_get_port()
90 spin_unlock(&scif_info.port_lock); in scif_get_port()
105 spin_lock(&scif_info.port_lock); in scif_put_port()
114 spin_unlock(&scif_info.port_lock); in scif_put_port()
|
| D | scif_mmap.c | 59 scif_queue_for_cleanup(window, &scif_info.rma); in scif_recv_munmap()
79 dev_dbg(scif_info.mdev.this_device, in __scif_zap_mmaps()
95 mutex_lock(&scif_info.connlock); in _scif_zap_mmaps()
101 mutex_unlock(&scif_info.connlock); in _scif_zap_mmaps()
110 _scif_zap_mmaps(node, &scif_info.connected); in scif_zap_mmaps()
111 _scif_zap_mmaps(node, &scif_info.disconnected); in scif_zap_mmaps()
132 dev_err(scif_info.mdev.this_device, in __scif_cleanup_rma_for_zombies()
138 scif_queue_for_cleanup(window, &scif_info.rma); in __scif_cleanup_rma_for_zombies()
149 mutex_lock(&scif_info.eplock); in scif_cleanup_rma_for_zombies()
150 list_for_each(item, &scif_info.zombie) { in scif_cleanup_rma_for_zombies()
[all …]
|
| D | scif_main.h | 79 struct scif_info { struct
199 extern struct scif_info scif_info;
221 return dev->node == scif_info.nodeid; in scifdev_self()
226 return !scif_info.nodeid; in scif_is_mgmt_node()
|
| D | scif_fence.c | 86 mutex_lock(&scif_info.fencelock); in scif_recv_wait()
88 list_add_tail(&fence->list, &scif_info.fence); in scif_recv_wait()
89 mutex_unlock(&scif_info.fencelock); in scif_recv_wait()
91 schedule_work(&scif_info.misc_work); in scif_recv_wait()
315 dev_err(scif_info.mdev.this_device, in scif_prog_signal()
372 mutex_lock(&scif_info.fencelock); in scif_rma_handle_remote_fences()
373 list_for_each_safe(item, tmp, &scif_info.fence) { in scif_rma_handle_remote_fences()
391 schedule_work(&scif_info.misc_work); in scif_rma_handle_remote_fences()
393 mutex_unlock(&scif_info.fencelock); in scif_rma_handle_remote_fences()
638 dev_dbg(scif_info.mdev.this_device, in scif_fence_mark()
[all …]
|
| D | scif_fd.c | 69 dev_dbg(scif_info.mdev.this_device, "%s err %d\n", str, err); in scif_err_debug()
148 mutex_lock(&scif_info.eplock); in scif_fdioctl()
149 list_add_tail(&((*ep)->miacceptlist), &scif_info.uaccept); in scif_fdioctl()
153 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
171 mutex_lock(&scif_info.eplock); in scif_fdioctl()
172 list_for_each_safe(pos, tmpq, &scif_info.uaccept) { in scif_fdioctl()
183 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
198 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
270 entries = min_t(int, scif_info.maxid, node_ids.len); in scif_fdioctl()
|
| D | scif_rma_list.c | 182 dev_err(scif_info.mdev.this_device, in scif_query_window()
264 dev_err(scif_info.mdev.this_device, in scif_unregister_all_windows()
276 spin_lock(&scif_info.rmalock); in scif_unregister_all_windows()
277 list_add_tail(&ep->mmu_list, &scif_info.mmu_notif_cleanup); in scif_unregister_all_windows()
278 spin_unlock(&scif_info.rmalock); in scif_unregister_all_windows()
279 schedule_work(&scif_info.mmu_notif_work); in scif_unregister_all_windows()
|
| D | scif_dma.c | 84 if (!scif_info.nodeid && scifdev_self(ep->remote_dev)) in scif_reserve_dma_chan()
86 if (scif_info.nodeid) in scif_reserve_dma_chan()
168 if ((cur_bytes >> PAGE_SHIFT) > scif_info.rma_tc_limit) in scif_rma_tc_can_cache()
172 scif_info.rma_tc_limit) { in scif_rma_tc_can_cache()
173 dev_info(scif_info.mdev.this_device, in scif_rma_tc_can_cache()
191 schedule_work(&scif_info.misc_work); in scif_mmu_notifier_release()
285 spin_lock(&scif_info.rmalock); in scif_mmu_notif_handler()
286 list_for_each_safe(pos, tmpq, &scif_info.mmu_notif_cleanup) { in scif_mmu_notif_handler()
289 spin_unlock(&scif_info.rmalock); in scif_mmu_notif_handler()
294 spin_unlock(&scif_info.rmalock); in scif_mmu_notif_handler()
[all …]
|
| D | scif_rma.h | 457 spin_lock(&scif_info.rmalock); in scif_queue_for_cleanup()
459 spin_unlock(&scif_info.rmalock); in scif_queue_for_cleanup()
460 schedule_work(&scif_info.misc_work); in scif_queue_for_cleanup()
466 scif_queue_for_cleanup(window, &scif_info.rma_tc); in __scif_rma_destroy_tcw_helper()
|
| D | scif_rma.c | 288 dev_err(scif_info.mdev.this_device, in __scif_check_inc_pinned_vm()
324 dev_err(scif_info.mdev.this_device, in scif_destroy_window()
684 dev_err(scif_info.mdev.this_device, in scif_unregister_window()
727 scif_queue_for_cleanup(window, &scif_info.rma); in scif_unregister_window()
1230 scif_queue_for_cleanup(window, &scif_info.rma); in scif_recv_unreg()
1419 dev_dbg(scif_info.mdev.this_device, in __scif_pin_pages()
1440 dev_err(scif_info.mdev.this_device, in scif_unpin_pages()
1579 dev_dbg(scif_info.mdev.this_device, in scif_register()
1701 dev_dbg(scif_info.mdev.this_device, in scif_unregister()
|
