| /Linux-v5.15/drivers/infiniband/hw/hfi1/ |
| D | iowait.h | 102 struct iowait_work *wait,
107 void (*wakeup)(struct iowait *wait, int reason);
108 void (*sdma_drained)(struct iowait *wait);
109 void (*init_priority)(struct iowait *wait);
121 struct iowait_work wait[IOWAIT_SES]; member
126 void iowait_set_flag(struct iowait *wait, u32 flag);
127 bool iowait_flag_set(struct iowait *wait, u32 flag);
128 void iowait_clear_flag(struct iowait *wait, u32 flag);
130 void iowait_init(struct iowait *wait, u32 tx_limit,
134 struct iowait_work *wait,
[all …]
|
| D | iowait.c | 12 void iowait_set_flag(struct iowait *wait, u32 flag) in iowait_set_flag() argument
14 trace_hfi1_iowait_set(wait, flag); in iowait_set_flag()
15 set_bit(flag, &wait->flags); in iowait_set_flag()
18 bool iowait_flag_set(struct iowait *wait, u32 flag) in iowait_flag_set() argument
20 return test_bit(flag, &wait->flags); in iowait_flag_set()
23 inline void iowait_clear_flag(struct iowait *wait, u32 flag) in iowait_clear_flag() argument
25 trace_hfi1_iowait_clear(wait, flag); in iowait_clear_flag()
26 clear_bit(flag, &wait->flags); in iowait_clear_flag()
41 void iowait_init(struct iowait *wait, u32 tx_limit, in iowait_init() argument
45 struct iowait_work *wait, in iowait_init() argument
[all …]
|
| D | trace_iowait.h | 17 TP_PROTO(struct iowait *wait, u32 flag),
18 TP_ARGS(wait, flag),
26 __entry->addr = (unsigned long)wait;
27 __entry->flags = wait->flags;
29 __entry->qpn = iowait_to_qp(wait)->ibqp.qp_num;
41 TP_PROTO(struct iowait *wait, u32 flag),
42 TP_ARGS(wait, flag));
45 TP_PROTO(struct iowait *wait, u32 flag),
46 TP_ARGS(wait, flag));
|
| D | vnic_sdma.c | 154 ret = sdma_send_txreq(sde, iowait_get_ib_work(&vnic_sdma->wait), in hfi1_vnic_send_dma()
162 iowait_starve_clear(vnic_sdma->pkts_sent, &vnic_sdma->wait); in hfi1_vnic_send_dma()
186 struct iowait_work *wait, in hfi1_vnic_sdma_sleep() argument
192 container_of(wait->iow, struct hfi1_vnic_sdma, wait); in hfi1_vnic_sdma_sleep()
201 if (list_empty(&vnic_sdma->wait.list)) { in hfi1_vnic_sdma_sleep()
202 iowait_get_priority(wait->iow); in hfi1_vnic_sdma_sleep()
203 iowait_queue(pkts_sent, wait->iow, &sde->dmawait); in hfi1_vnic_sdma_sleep()
216 static void hfi1_vnic_sdma_wakeup(struct iowait *wait, int reason) in hfi1_vnic_sdma_wakeup() argument
219 container_of(wait, struct hfi1_vnic_sdma, wait); in hfi1_vnic_sdma_wakeup()
242 iowait_init(&vnic_sdma->wait, 0, NULL, NULL, in hfi1_vnic_sdma_init()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/nouveau/nvif/ |
| D | timer.c | 26 nvif_timer_wait_test(struct nvif_timer_wait *wait) in nvif_timer_wait_test() argument
28 u64 time = nvif_device_time(wait->device); in nvif_timer_wait_test()
30 if (wait->reads == 0) { in nvif_timer_wait_test()
31 wait->time0 = time; in nvif_timer_wait_test()
32 wait->time1 = time; in nvif_timer_wait_test()
35 if (wait->time1 == time) { in nvif_timer_wait_test()
36 if (WARN_ON(wait->reads++ == 16)) in nvif_timer_wait_test()
39 wait->time1 = time; in nvif_timer_wait_test()
40 wait->reads = 1; in nvif_timer_wait_test()
43 if (wait->time1 - wait->time0 > wait->limit) in nvif_timer_wait_test()
[all …]
|
| /Linux-v5.15/fs/ |
| D | fs_pin.c | 16 spin_lock_irq(&pin->wait.lock); in pin_remove()
18 wake_up_locked(&pin->wait); in pin_remove()
19 spin_unlock_irq(&pin->wait.lock); in pin_remove()
32 wait_queue_entry_t wait; in pin_kill() local
38 init_wait(&wait); in pin_kill()
39 spin_lock_irq(&p->wait.lock); in pin_kill()
42 spin_unlock_irq(&p->wait.lock); in pin_kill()
48 spin_unlock_irq(&p->wait.lock); in pin_kill()
52 __add_wait_queue(&p->wait, &wait); in pin_kill()
55 spin_unlock_irq(&p->wait.lock); in pin_kill()
[all …]
|
| /Linux-v5.15/kernel/sched/ |
| D | completion.c | 32 raw_spin_lock_irqsave(&x->wait.lock, flags); in complete()
36 swake_up_locked(&x->wait); in complete()
37 raw_spin_unlock_irqrestore(&x->wait.lock, flags); in complete()
63 raw_spin_lock_irqsave(&x->wait.lock, flags); in complete_all()
65 swake_up_all_locked(&x->wait); in complete_all()
66 raw_spin_unlock_irqrestore(&x->wait.lock, flags); in complete_all()
75 DECLARE_SWAITQUEUE(wait); in do_wait_for_common()
82 __prepare_to_swait(&x->wait, &wait); in do_wait_for_common()
84 raw_spin_unlock_irq(&x->wait.lock); in do_wait_for_common()
86 raw_spin_lock_irq(&x->wait.lock); in do_wait_for_common()
[all …]
|
| D | swait.c | 85 void __prepare_to_swait(struct swait_queue_head *q, struct swait_queue *wait) in __prepare_to_swait() argument
87 wait->task = current; in __prepare_to_swait()
88 if (list_empty(&wait->task_list)) in __prepare_to_swait()
89 list_add_tail(&wait->task_list, &q->task_list); in __prepare_to_swait()
92 void prepare_to_swait_exclusive(struct swait_queue_head *q, struct swait_queue *wait, int state) in prepare_to_swait_exclusive() argument
97 __prepare_to_swait(q, wait); in prepare_to_swait_exclusive()
103 long prepare_to_swait_event(struct swait_queue_head *q, struct swait_queue *wait, int state) in prepare_to_swait_event() argument
114 list_del_init(&wait->task_list); in prepare_to_swait_event()
117 __prepare_to_swait(q, wait); in prepare_to_swait_event()
126 void __finish_swait(struct swait_queue_head *q, struct swait_queue *wait) in __finish_swait() argument
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/nouveau/nvkm/subdev/timer/ |
| D | base.c | 27 nvkm_timer_wait_test(struct nvkm_timer_wait *wait) in nvkm_timer_wait_test() argument
29 struct nvkm_subdev *subdev = &wait->tmr->subdev; in nvkm_timer_wait_test()
30 u64 time = nvkm_timer_read(wait->tmr); in nvkm_timer_wait_test()
32 if (wait->reads == 0) { in nvkm_timer_wait_test()
33 wait->time0 = time; in nvkm_timer_wait_test()
34 wait->time1 = time; in nvkm_timer_wait_test()
37 if (wait->time1 == time) { in nvkm_timer_wait_test()
38 if (wait->reads++ == 16) { in nvkm_timer_wait_test()
43 wait->time1 = time; in nvkm_timer_wait_test()
44 wait->reads = 1; in nvkm_timer_wait_test()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/cisco/enic/ |
| D | vnic_dev.c | 230 int wait) in _vnic_dev_cmd() argument
259 for (delay = 0; delay < wait; delay++) { in _vnic_dev_cmd()
298 int wait) in _vnic_dev_cmd2() argument
349 for (delay = 0; delay < wait; delay++) { in _vnic_dev_cmd2()
457 u64 *a0, u64 *a1, int wait) in vnic_dev_cmd_proxy() argument
469 err = vdev->devcmd_rtn(vdev, proxy_cmd, wait); in vnic_dev_cmd_proxy()
490 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait) in vnic_dev_cmd_no_proxy() argument
497 err = vdev->devcmd_rtn(vdev, cmd, wait); in vnic_dev_cmd_no_proxy()
518 u64 *a0, u64 *a1, int wait) in vnic_dev_cmd() argument
525 a0, a1, wait); in vnic_dev_cmd()
[all …]
|
| /Linux-v5.15/include/linux/ |
| D | smp.h | 51 int wait);
54 void *info, bool wait, const struct cpumask *mask);
69 static inline void on_each_cpu(smp_call_func_t func, void *info, int wait) in on_each_cpu() argument
71 on_each_cpu_cond_mask(NULL, func, info, wait, cpu_online_mask); in on_each_cpu()
91 smp_call_func_t func, void *info, bool wait) in on_each_cpu_mask() argument
93 on_each_cpu_cond_mask(NULL, func, info, wait, mask); in on_each_cpu_mask()
103 smp_call_func_t func, void *info, bool wait) in on_each_cpu_cond() argument
105 on_each_cpu_cond_mask(cond_func, func, info, wait, cpu_online_mask); in on_each_cpu_cond()
150 void smp_call_function(smp_call_func_t func, void *info, int wait);
152 smp_call_func_t func, void *info, bool wait);
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/omapdrm/ |
| D | omap_irq.c | 22 struct omap_irq_wait *wait; in omap_irq_update() local
27 list_for_each_entry(wait, &priv->wait_list, node) in omap_irq_update()
28 irqmask |= wait->irqmask; in omap_irq_update()
35 static void omap_irq_wait_handler(struct omap_irq_wait *wait) in omap_irq_wait_handler() argument
37 wait->count--; in omap_irq_wait_handler()
38 wake_up(&wait->wq); in omap_irq_wait_handler()
45 struct omap_irq_wait *wait = kzalloc(sizeof(*wait), GFP_KERNEL); in omap_irq_wait_init() local
48 init_waitqueue_head(&wait->wq); in omap_irq_wait_init()
49 wait->irqmask = irqmask; in omap_irq_wait_init()
50 wait->count = count; in omap_irq_wait_init()
[all …]
|
| /Linux-v5.15/drivers/scsi/fnic/ |
| D | vnic_dev.c | 74 int wait);
257 static int vnic_dev_cmd1(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd, int wait) in vnic_dev_cmd1() argument
291 for (delay = 0; delay < wait; delay++) { in vnic_dev_cmd1()
320 int wait) in vnic_dev_cmd2() argument
387 for (delay = 0; delay < wait; delay++) { in vnic_dev_cmd2()
509 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait) in vnic_dev_cmd_no_proxy() argument
516 err = (*vdev->devcmd_rtn)(vdev, cmd, wait); in vnic_dev_cmd_no_proxy()
526 u64 *a0, u64 *a1, int wait) in vnic_dev_cmd() argument
533 return vnic_dev_cmd_no_proxy(vdev, cmd, a0, a1, wait); in vnic_dev_cmd()
542 int wait = 1000; in vnic_dev_fw_info() local
[all …]
|
| /Linux-v5.15/fs/f2fs/ |
| D | gc.h | 136 unsigned int *wait) in increase_sleep_time() argument
141 if (*wait == gc_th->no_gc_sleep_time) in increase_sleep_time()
144 if ((long long)*wait + (long long)min_time > (long long)max_time) in increase_sleep_time()
145 *wait = max_time; in increase_sleep_time()
147 *wait += min_time; in increase_sleep_time()
151 unsigned int *wait) in decrease_sleep_time() argument
155 if (*wait == gc_th->no_gc_sleep_time) in decrease_sleep_time()
156 *wait = gc_th->max_sleep_time; in decrease_sleep_time()
158 if ((long long)*wait - (long long)min_time < (long long)min_time) in decrease_sleep_time()
159 *wait = min_time; in decrease_sleep_time()
[all …]
|
| /Linux-v5.15/net/core/ |
| D | stream.c | 41 wake_up_interruptible_poll(&wq->wait, EPOLLOUT | in sk_stream_write_space()
58 DEFINE_WAIT_FUNC(wait, woken_wake_function); in sk_stream_wait_connect()
73 add_wait_queue(sk_sleep(sk), &wait); in sk_stream_wait_connect()
78 ~(TCPF_ESTABLISHED | TCPF_CLOSE_WAIT)), &wait); in sk_stream_wait_connect()
79 remove_wait_queue(sk_sleep(sk), &wait); in sk_stream_wait_connect()
99 DEFINE_WAIT_FUNC(wait, woken_wake_function); in sk_stream_wait_close()
101 add_wait_queue(sk_sleep(sk), &wait); in sk_stream_wait_close()
104 if (sk_wait_event(sk, &timeout, !sk_stream_closing(sk), &wait)) in sk_stream_wait_close()
108 remove_wait_queue(sk_sleep(sk), &wait); in sk_stream_wait_close()
123 DEFINE_WAIT_FUNC(wait, woken_wake_function); in sk_stream_wait_memory()
[all …]
|
| /Linux-v5.15/drivers/scsi/snic/ |
| D | vnic_dev.c | 69 int wait);
262 int wait) in _svnic_dev_cmd2() argument
329 for (delay = 0; delay < wait; delay++) { in _svnic_dev_cmd2()
448 u64 *a0, u64 *a1, int wait) in svnic_dev_cmd() argument
456 err = (*vdev->devcmd_rtn)(vdev, cmd, wait); in svnic_dev_cmd()
468 int wait = VNIC_DVCMD_TMO; in svnic_dev_fw_info() local
481 err = svnic_dev_cmd(vdev, CMD_MCPU_FW_INFO, &a0, &a1, wait); in svnic_dev_fw_info()
493 int wait = VNIC_DVCMD_TMO; in svnic_dev_spec() local
499 err = svnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait); in svnic_dev_spec()
525 int wait = VNIC_DVCMD_TMO; in svnic_dev_stats_clear() local
[all …]
|
| /Linux-v5.15/kernel/ |
| D | umh.c | 121 if (!(sub_info->wait & UMH_WAIT_PROC)) in call_usermodehelper_exec_async()
165 if (sub_info->wait & UMH_WAIT_PROC) { in call_usermodehelper_exec_work()
214 DEFINE_WAIT(wait); in usermodehelper_read_trylock()
219 prepare_to_wait(&usermodehelper_disabled_waitq, &wait, in usermodehelper_read_trylock()
237 finish_wait(&usermodehelper_disabled_waitq, &wait); in usermodehelper_read_trylock()
244 DEFINE_WAIT(wait); in usermodehelper_read_lock_wait()
251 prepare_to_wait(&usermodehelper_disabled_waitq, &wait, in usermodehelper_read_lock_wait()
264 finish_wait(&usermodehelper_disabled_waitq, &wait); in usermodehelper_read_lock_wait()
404 int call_usermodehelper_exec(struct subprocess_info *sub_info, int wait) in call_usermodehelper_exec() argument
432 sub_info->complete = (wait == UMH_NO_WAIT) ? NULL : &done; in call_usermodehelper_exec()
[all …]
|
| D | kmod.c | 69 static int call_modprobe(char *module_name, int wait) in call_modprobe() argument
98 return call_usermodehelper_exec(info, wait | UMH_KILLABLE); in call_modprobe()
124 int __request_module(bool wait, const char *fmt, ...) in __request_module() argument
136 WARN_ON_ONCE(wait && current_is_async()); in __request_module()
168 trace_module_request(module_name, wait, _RET_IP_); in __request_module()
170 ret = call_modprobe(module_name, wait ? UMH_WAIT_PROC : UMH_WAIT_EXEC); in __request_module()
|
| /Linux-v5.15/block/ |
| D | blk-exec.c | 71 static void blk_rq_poll_completion(struct request *rq, struct completion *wait) in blk_rq_poll_completion() argument
76 } while (!completion_done(wait)); in blk_rq_poll_completion()
92 DECLARE_COMPLETION_ONSTACK(wait); in blk_execute_rq()
95 rq->end_io_data = &wait; in blk_execute_rq()
102 blk_rq_poll_completion(rq, &wait); in blk_execute_rq()
104 while (!wait_for_completion_io_timeout(&wait, hang_check * (HZ/2))); in blk_execute_rq()
106 wait_for_completion_io(&wait); in blk_execute_rq()
|
| /Linux-v5.15/net/atm/ |
| D | svc.c | 48 DEFINE_WAIT(wait); in svc_disconnect()
56 prepare_to_wait(sk_sleep(sk), &wait, TASK_UNINTERRUPTIBLE); in svc_disconnect()
61 finish_wait(sk_sleep(sk), &wait); in svc_disconnect()
98 DEFINE_WAIT(wait); in svc_bind()
132 prepare_to_wait(sk_sleep(sk), &wait, TASK_UNINTERRUPTIBLE); in svc_bind()
137 finish_wait(sk_sleep(sk), &wait); in svc_bind()
154 DEFINE_WAIT(wait); in svc_connect()
214 prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE); in svc_connect()
218 prepare_to_wait(sk_sleep(sk), &wait, in svc_connect()
237 prepare_to_wait(sk_sleep(sk), &wait, in svc_connect()
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/ |
| D | drm_syncobj.c | 212 struct syncobj_wait_entry *wait);
241 struct syncobj_wait_entry *wait) in drm_syncobj_fence_add_wait() argument
245 if (wait->fence) in drm_syncobj_fence_add_wait()
254 if (!fence || dma_fence_chain_find_seqno(&fence, wait->point)) { in drm_syncobj_fence_add_wait()
256 list_add_tail(&wait->node, &syncobj->cb_list); in drm_syncobj_fence_add_wait()
258 wait->fence = dma_fence_get_stub(); in drm_syncobj_fence_add_wait()
260 wait->fence = fence; in drm_syncobj_fence_add_wait()
266 struct syncobj_wait_entry *wait) in drm_syncobj_remove_wait() argument
268 if (!wait->node.next) in drm_syncobj_remove_wait()
272 list_del_init(&wait->node); in drm_syncobj_remove_wait()
[all …]
|
| /Linux-v5.15/fs/squashfs/ |
| D | decompressor_multi.c | 43 wait_queue_head_t wait; member
59 wake_up(&stream->wait); in put_decomp_stream()
76 init_waitqueue_head(&stream->wait); in squashfs_decompressor_create()
149 goto wait; in get_decomp_stream()
154 goto wait; in get_decomp_stream()
160 goto wait; in get_decomp_stream()
168 wait: in get_decomp_stream()
175 wait_event(stream->wait, in get_decomp_stream()
|
| /Linux-v5.15/fs/verity/ |
| D | hash_algs.c | 164 DECLARE_CRYPTO_WAIT(wait); in fsverity_prepare_hash_state()
195 crypto_req_done, &wait); in fsverity_prepare_hash_state()
198 err = crypto_wait_req(crypto_ahash_init(req), &wait); in fsverity_prepare_hash_state()
202 err = crypto_wait_req(crypto_ahash_update(req), &wait); in fsverity_prepare_hash_state()
238 DECLARE_CRYPTO_WAIT(wait); in fsverity_hash_page()
248 crypto_req_done, &wait); in fsverity_hash_page()
263 err = crypto_wait_req(err, &wait); in fsverity_hash_page()
286 DECLARE_CRYPTO_WAIT(wait); in fsverity_hash_buffer()
295 crypto_req_done, &wait); in fsverity_hash_buffer()
298 err = crypto_wait_req(crypto_ahash_digest(req), &wait); in fsverity_hash_buffer()
|
| /Linux-v5.15/include/trace/events/ |
| D | module.h | 109 TP_PROTO(char *name, bool wait, unsigned long ip),
111 TP_ARGS(name, wait, ip),
115 __field( bool, wait )
121 __entry->wait = wait;
126 __get_str(name), (int)__entry->wait, (void *)__entry->ip)
|
| /Linux-v5.15/arch/x86/kernel/cpu/ |
| D | aperfmperf.c | 70 static bool aperfmperf_snapshot_cpu(int cpu, ktime_t now, bool wait) in aperfmperf_snapshot_cpu() argument
79 if (!atomic_xchg(&s->scfpending, 1) || wait) in aperfmperf_snapshot_cpu()
80 smp_call_function_single(cpu, aperfmperf_snapshot_khz, NULL, wait); in aperfmperf_snapshot_cpu()
107 bool wait = false; in arch_freq_prepare_all() local
122 wait = true; in arch_freq_prepare_all()
125 if (wait) in arch_freq_prepare_all()
|
