| /Linux-v4.19/kernel/locking/ |
| D | rwsem-spinlock.c | 53 INIT_LIST_HEAD(&sem->wait_list); in __init_rwsem()
73 waiter = list_entry(sem->wait_list.next, struct rwsem_waiter, list); in __rwsem_do_wake()
102 if (next == &sem->wait_list) in __rwsem_do_wake()
121 waiter = list_entry(sem->wait_list.next, struct rwsem_waiter, list); in __rwsem_wake_one_writer()
137 if (sem->count >= 0 && list_empty(&sem->wait_list)) { in __down_read_common()
149 list_add_tail(&waiter.list, &sem->wait_list); in __down_read_common()
199 if (sem->count >= 0 && list_empty(&sem->wait_list)) { in __down_read_trylock()
224 list_add_tail(&waiter.list, &sem->wait_list); in __down_write_common()
254 if (!list_empty(&sem->wait_list) && sem->count >= 0) in __down_write_common()
301 if (--sem->count == 0 && !list_empty(&sem->wait_list)) in __up_read()
[all …]
|
| D | rwsem-xadd.c | 88 INIT_LIST_HEAD(&sem->wait_list); in __init_rwsem()
138 waiter = list_first_entry(&sem->wait_list, struct rwsem_waiter, list); in __rwsem_mark_wake()
192 list_for_each_entry_safe(waiter, tmp, &sem->wait_list, list) { in __rwsem_mark_wake()
213 if (list_empty(&sem->wait_list)) { in __rwsem_mark_wake()
236 if (list_empty(&sem->wait_list)) in __rwsem_down_read_failed_common()
238 list_add_tail(&waiter.list, &sem->wait_list); in __rwsem_down_read_failed_common()
276 if (list_empty(&sem->wait_list)) in __rwsem_down_read_failed_common()
314 count = list_is_singular(&sem->wait_list) ? in rwsem_try_write_lock()
520 if (list_empty(&sem->wait_list)) in __rwsem_down_write_failed_common()
523 list_add_tail(&waiter.list, &sem->wait_list); in __rwsem_down_write_failed_common()
[all …]
|
| D | mutex-debug.c | 40 DEBUG_LOCKS_WARN_ON(list_empty(&lock->wait_list)); in debug_mutex_wake_waiter()
76 DEBUG_LOCKS_WARN_ON(!lock->wait_list.prev && !lock->wait_list.next); in debug_mutex_unlock()
|
| D | mutex.c | 43 INIT_LIST_HEAD(&lock->wait_list); in __mutex_init()
173 return list_first_entry(&lock->wait_list, struct mutex_waiter, list) == waiter; in __mutex_waiter_is_first()
423 list_for_each_entry(cur, &lock->wait_list, list) { in __ww_mutex_check_waiters()
803 list_for_each_entry_continue_reverse(cur, &lock->wait_list, list) { in __ww_mutex_check_kill()
834 __mutex_add_waiter(lock, waiter, &lock->wait_list); in __ww_mutex_add_waiter()
847 pos = &lock->wait_list; in __ww_mutex_add_waiter()
848 list_for_each_entry_reverse(cur, &lock->wait_list, list) { in __ww_mutex_add_waiter()
954 __mutex_add_waiter(lock, &waiter, &lock->wait_list); in __mutex_lock_common()
1041 if (likely(list_empty(&lock->wait_list))) in __mutex_lock_common()
1232 if (!list_empty(&lock->wait_list)) { in __mutex_unlock_slowpath()
[all …]
|
| D | semaphore.c | 184 if (likely(list_empty(&sem->wait_list))) in up()
210 list_add_tail(&waiter.list, &sem->wait_list); in __down_common()
258 struct semaphore_waiter *waiter = list_first_entry(&sem->wait_list, in __up()
|
| /Linux-v4.19/include/linux/ |
| D | semaphore.h | 19 struct list_head wait_list; member
26 .wait_list = LIST_HEAD_INIT((name).wait_list), \
|
| D | rwsem.h | 32 struct list_head wait_list; member
88 .wait_list = LIST_HEAD_INIT((name).wait_list), \
114 return !list_empty(&sem->wait_list); in rwsem_is_contended()
|
| D | mutex.h | 59 struct list_head wait_list; member
131 , .wait_list = LIST_HEAD_INIT(lockname.wait_list) \
|
| D | rwsem-spinlock.h | 27 struct list_head wait_list; member
|
| /Linux-v4.19/drivers/gpu/drm/omapdrm/ |
| D | omap_irq.c | 36 list_for_each_entry(wait, &priv->wait_list, node) in omap_irq_update()
62 list_add(&wait->node, &priv->wait_list); in omap_irq_wait_init()
226 list_for_each_entry_safe(wait, n, &priv->wait_list, node) { in omap_irq_handler()
258 INIT_LIST_HEAD(&priv->wait_list); in omap_drm_irq_install()
|
| D | omap_drv.h | 87 struct list_head wait_list; /* list of omap_irq_wait */ member
|
| /Linux-v4.19/drivers/md/bcache/ |
| D | closure.c | 62 void __closure_wake_up(struct closure_waitlist *wait_list) in __closure_wake_up() argument
68 list = llist_del_all(&wait_list->list); in __closure_wake_up()
|
| /Linux-v4.19/drivers/nvme/target/ |
| D | rdma.c | 74 struct list_head wait_list; member
477 struct nvmet_rdma_rsp, wait_list); in nvmet_rdma_process_wr_wait_list()
478 list_del(&rsp->wait_list); in nvmet_rdma_process_wr_wait_list()
485 list_add(&rsp->wait_list, &queue->rsp_wr_wait_list); in nvmet_rdma_process_wr_wait_list()
758 list_add_tail(&cmd->wait_list, &queue->rsp_wr_wait_list); in nvmet_rdma_handle_command()
814 list_add_tail(&rsp->wait_list, &queue->rsp_wait_list); in nvmet_rdma_recv_done()
1307 struct nvmet_rdma_rsp, wait_list); in nvmet_rdma_queue_established()
1308 list_del(&cmd->wait_list); in nvmet_rdma_queue_established()
|
| /Linux-v4.19/fs/xfs/ |
| D | xfs_buf.c | 1926 struct list_head *wait_list) in xfs_buf_delwri_submit_buffers() argument
1937 if (!wait_list) { in xfs_buf_delwri_submit_buffers()
1970 if (wait_list) { in xfs_buf_delwri_submit_buffers()
1972 list_move_tail(&bp->b_list, wait_list); in xfs_buf_delwri_submit_buffers()
2012 LIST_HEAD (wait_list); in xfs_buf_delwri_submit()
2016 xfs_buf_delwri_submit_buffers(buffer_list, &wait_list); in xfs_buf_delwri_submit()
2019 while (!list_empty(&wait_list)) { in xfs_buf_delwri_submit()
2020 bp = list_first_entry(&wait_list, struct xfs_buf, b_list); in xfs_buf_delwri_submit()
|
| /Linux-v4.19/drivers/infiniband/ulp/srpt/ |
| D | ib_srpt.h | 184 struct list_head wait_list; member
|
| D | ib_srpt.c | 1578 if (!list_empty(&recv_ioctx->wait_list)) { in srpt_handle_new_iu()
1580 list_del_init(&recv_ioctx->wait_list); in srpt_handle_new_iu()
1614 if (list_empty(&recv_ioctx->wait_list)) { in srpt_handle_new_iu()
1616 list_add_tail(&recv_ioctx->wait_list, &ch->cmd_wait_list); in srpt_handle_new_iu()
1657 wait_list) { in srpt_process_wait_list()
2204 INIT_LIST_HEAD(&ch->ioctx_recv_ring[i]->wait_list); in srpt_cm_req_recv()
2950 INIT_LIST_HEAD(&sdev->ioctx_ring[i]->wait_list); in srpt_alloc_srq()
|
| /Linux-v4.19/drivers/infiniband/core/ |
| D | mad_priv.h | 98 struct list_head wait_list; member
|
| D | mad.c | 371 INIT_LIST_HEAD(&mad_agent_priv->wait_list); in ib_register_mad_agent()
1947 list_for_each_entry(wr, &mad_agent_priv->wait_list, agent_list) { in ib_find_send_mad()
2358 if (list_empty(&mad_agent_priv->wait_list)) { in adjust_timeout()
2361 mad_send_wr = list_entry(mad_agent_priv->wait_list.next, in adjust_timeout()
2391 list_for_each_prev(list_item, &mad_agent_priv->wait_list) { in wait_for_response()
2401 list_item = &mad_agent_priv->wait_list; in wait_for_response()
2405 if (mad_agent_priv->wait_list.next == &mad_send_wr->agent_list) in wait_for_response()
2620 list_splice_init(&mad_agent_priv->wait_list, &cancel_list); in cancel_mads()
2643 list_for_each_entry(mad_send_wr, &mad_agent_priv->wait_list, in find_send_wr()
2844 while (!list_empty(&mad_agent_priv->wait_list)) { in timeout_sends()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/qlogic/qlcnic/ |
| D | qlcnic_sriov_common.c | 196 INIT_LIST_HEAD(&vf->rcv_act.wait_list); in qlcnic_sriov_init()
197 INIT_LIST_HEAD(&vf->rcv_pend.wait_list); in qlcnic_sriov_init()
246 while (!list_empty(&t_list->wait_list)) { in qlcnic_sriov_cleanup_list()
247 trans = list_first_entry(&t_list->wait_list, in qlcnic_sriov_cleanup_list()
1067 trans = list_first_entry(&vf->rcv_act.wait_list, in qlcnic_sriov_process_bc_cmd()
1127 list_add_tail(&trans->list, &t_list->wait_list); in __qlcnic_sriov_add_act_list()
1159 list_for_each(node, &vf->rcv_pend.wait_list) { in qlcnic_sriov_handle_pending_trans()
1260 list_add_tail(&trans->list, &vf->rcv_pend.wait_list); in qlcnic_sriov_handle_bc_cmd()
|
| D | qlcnic_sriov.h | 62 struct list_head wait_list; member
|
| /Linux-v4.19/drivers/md/ |
| D | dm-integrity.c | 197 struct list_head wait_list; member
923 list_for_each_entry(range, &ic->wait_list, wait_entry) { in add_new_range()
953 while (unlikely(!list_empty(&ic->wait_list))) { in remove_range_unlocked()
955 list_first_entry(&ic->wait_list, struct dm_integrity_range, wait_entry); in remove_range_unlocked()
963 list_add(&last_range->wait_entry, &ic->wait_list); in remove_range_unlocked()
983 list_add_tail(&new_range->wait_entry, &ic->wait_list); in wait_and_add_new_range()
3108 INIT_LIST_HEAD(&ic->wait_list); in dm_integrity_ctr()
3530 BUG_ON(!list_empty(&ic->wait_list)); in dm_integrity_dtr()
|
| /Linux-v4.19/fs/f2fs/ |
| D | segment.c | 1009 struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ? in __submit_discard_cmd() local
1010 &(dcc->fstrim_list) : &(dcc->wait_list); in __submit_discard_cmd()
1081 list_move_tail(&dc->list, wait_list); in __submit_discard_cmd()
1450 struct list_head *wait_list = (dpolicy->type == DPOLICY_FSTRIM) ? in __wait_discard_cmd_range() local
1451 &(dcc->fstrim_list) : &(dcc->wait_list); in __wait_discard_cmd_range()
1460 list_for_each_entry_safe(dc, tmp, wait_list, list) { in __wait_discard_cmd_range()
1921 INIT_LIST_HEAD(&dcc->wait_list); in create_discard_cmd_control()
|
| D | f2fs.h | 314 struct list_head wait_list; /* store on-flushing entries */ member
|
| /Linux-v4.19/drivers/acpi/ |
| D | osl.c | 1216 BUG_ON(!list_empty(&sem->wait_list)); in acpi_os_delete_semaphore()
|
