Home
last modified time | relevance | path

Searched refs:rq_flags (Results 1 – 25 of 62) sorted by relevance

123

/Linux-v5.15/kernel/sched/
Dsched.h1516 struct rq_flags { struct
1541 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock()
1554 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock()
1564 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock()
1576 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf)
1579 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf)
1583 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) in __task_rq_unlock()
1591 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in task_rq_unlock()
1601 rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) in rq_lock_irqsave()
1609 rq_lock_irq(struct rq *rq, struct rq_flags *rf) in rq_lock_irq()
[all …]
Dcore.c543 struct rq *__task_rq_lock(struct task_struct *p, struct rq_flags *rf) in __task_rq_lock()
567 struct rq *task_rq_lock(struct task_struct *p, struct rq_flags *rf) in task_rq_lock()
704 struct rq_flags rf; in hrtick()
732 struct rq_flags rf; in __hrtick_start()
1380 struct rq_flags rf; in uclamp_update_util_min_rt_default()
1659 struct rq_flags rf; in uclamp_update_active()
2226 static struct rq *move_queued_task(struct rq *rq, struct rq_flags *rf, in move_queued_task()
2272 static struct rq *__migrate_task(struct rq *rq, struct rq_flags *rf, in __migrate_task()
2297 struct rq_flags rf; in migration_cpu_stop()
2604 static int affine_move_task(struct rq *rq, struct task_struct *p, struct rq_flags *rf, in affine_move_task()
[all …]
Dstop_task.c20 balance_stop(struct rq *rq, struct task_struct *prev, struct rq_flags *rf) in balance_stop()
Dcore_sched.c59 struct rq_flags rf; in sched_core_update_cookie()
Dstats.h117 struct rq_flags rf; in psi_ttwu_dequeue()
/Linux-v5.15/block/
Dblk-flush.c130 rq->rq_flags &= ~RQF_FLUSH_SEQ; in blk_flush_restore_request()
328 flush_rq->rq_flags |= RQF_MQ_INFLIGHT; in blk_kick_flush()
334 flush_rq->rq_flags |= RQF_FLUSH_SEQ; in blk_kick_flush()
434 rq->rq_flags |= RQF_FLUSH_SEQ; in blk_insert_flush()
Dblk-zoned.c84 WARN_ON_ONCE(rq->rq_flags & RQF_ZONE_WRITE_LOCKED); in blk_req_zone_write_trylock()
85 rq->rq_flags |= RQF_ZONE_WRITE_LOCKED; in blk_req_zone_write_trylock()
97 WARN_ON_ONCE(rq->rq_flags & RQF_ZONE_WRITE_LOCKED); in __blk_req_zone_write_lock()
98 rq->rq_flags |= RQF_ZONE_WRITE_LOCKED; in __blk_req_zone_write_lock()
104 rq->rq_flags &= ~RQF_ZONE_WRITE_LOCKED; in __blk_req_zone_write_unlock()
Dblk-core.c242 if (unlikely(rq->rq_flags & RQF_QUIET)) in req_bio_endio()
259 if (bio->bi_iter.bi_size == 0 && !(rq->rq_flags & RQF_FLUSH_SEQ)) in req_bio_endio()
1211 if (!(rq->rq_flags & RQF_MIXED_MERGE)) in blk_rq_err_bytes()
1268 !(req->rq_flags & RQF_FLUSH_SEQ)) { in blk_account_io_done()
1418 !(req->rq_flags & RQF_QUIET))) in blk_update_request()
1462 if (req->rq_flags & RQF_MIXED_MERGE) { in blk_update_request()
1467 if (!(req->rq_flags & RQF_SPECIAL_PAYLOAD)) { in blk_update_request()
1598 if (rq_src->rq_flags & RQF_SPECIAL_PAYLOAD) { in blk_rq_prep_clone()
1599 rq->rq_flags |= RQF_SPECIAL_PAYLOAD; in blk_rq_prep_clone()
Dblk-pm.h21 if (rq->q->dev && !(rq->rq_flags & RQF_PM)) in blk_pm_mark_last_busy()
Dblk-mq.c281 return (rq->rq_flags & (RQF_IO_STAT | RQF_STATS)) || rq->q->elevator; in blk_mq_need_time_stamp()
302 rq->rq_flags = 0; in blk_mq_rq_ctx_init()
305 rq->rq_flags |= RQF_PM; in blk_mq_rq_ctx_init()
307 rq->rq_flags |= RQF_IO_STAT; in blk_mq_rq_ctx_init()
347 rq->rq_flags |= RQF_ELVPRIV; in blk_mq_rq_ctx_init()
521 if (rq->rq_flags & RQF_ELVPRIV) { in blk_mq_free_request()
531 if (rq->rq_flags & RQF_MQ_INFLIGHT) in blk_mq_free_request()
552 if (rq->rq_flags & RQF_STATS) { in __blk_mq_end_request()
728 rq->rq_flags |= RQF_STATS; in blk_mq_start_request()
755 rq->rq_flags &= ~RQF_TIMED_OUT; in __blk_mq_requeue_request()
[all …]
Dblk-mq.h249 if (rq->rq_flags & RQF_MQ_INFLIGHT) { in __blk_mq_put_driver_tag()
250 rq->rq_flags &= ~RQF_MQ_INFLIGHT; in __blk_mq_put_driver_tag()
Dblk-merge.c534 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in __blk_rq_map_sg()
685 if (rq->rq_flags & RQF_MIXED_MERGE) in blk_rq_set_mixed_merge()
698 rq->rq_flags |= RQF_MIXED_MERGE; in blk_rq_set_mixed_merge()
779 if (((req->rq_flags | next->rq_flags) & RQF_MIXED_MERGE) || in attempt_merge()
Dblk-mq-sched.h68 if ((rq->rq_flags & RQF_ELVPRIV) && e && e->type->ops.requeue_request) in blk_mq_sched_requeue_request()
Dblk-timeout.c140 req->rq_flags &= ~RQF_TIMED_OUT; in blk_add_timer()
Dblk.h190 #define ELV_ON_HASH(rq) ((rq)->rq_flags & RQF_HASHED)
243 return rq->rq_disk && (rq->rq_flags & RQF_IO_STAT); in blk_do_io_stat()
Dblk-mq-sched.c423 if ((rq->rq_flags & RQF_FLUSH_SEQ) || blk_rq_is_passthrough(rq)) in blk_mq_sched_bypass_insert()
461 at_head = (rq->rq_flags & RQF_FLUSH_SEQ) ? true : at_head; in blk_mq_sched_insert_request()
/Linux-v5.15/drivers/scsi/
Dscsi_lib.c124 if (rq->rq_flags & RQF_DONTPREP) { in scsi_mq_requeue_cmd()
125 rq->rq_flags &= ~RQF_DONTPREP; in scsi_mq_requeue_cmd()
211 int timeout, int retries, u64 flags, req_flags_t rq_flags, in __scsi_execute() argument
221 rq_flags & RQF_PM ? BLK_MQ_REQ_PM : 0); in __scsi_execute()
238 req->rq_flags |= rq_flags | RQF_QUIET; in __scsi_execute()
775 if (!(req->rq_flags & RQF_QUIET)) { in scsi_io_completion_action()
864 else if (req->rq_flags & RQF_QUIET) in scsi_io_completion_nz_result()
1106 if (rq->rq_flags & RQF_DONTPREP) { in scsi_cleanup_rq()
1108 rq->rq_flags &= ~RQF_DONTPREP; in scsi_cleanup_rq()
1220 if (req && WARN_ON_ONCE(!(req->rq_flags & RQF_PM))) in scsi_device_state_check()
[all …]
/Linux-v5.15/net/sunrpc/
Dsvc_xprt.c381 if (!test_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_reserve_slot()
385 set_bit(RQ_DATA, &rqstp->rq_flags); in svc_xprt_reserve_slot()
393 if (test_and_clear_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_release_slot()
457 if (test_and_set_bit(RQ_BUSY, &rqstp->rq_flags)) in svc_xprt_do_enqueue()
581 if (test_bit(RQ_BUSY, &rqstp->rq_flags)) in svc_wake_up()
750 clear_bit(RQ_BUSY, &rqstp->rq_flags); in svc_get_next_xprt()
760 set_bit(RQ_BUSY, &rqstp->rq_flags); in svc_get_next_xprt()
1195 if (rqstp->rq_arg.page_len || !test_bit(RQ_USEDEFERRAL, &rqstp->rq_flags)) in svc_defer()
1225 set_bit(RQ_DROPME, &rqstp->rq_flags); in svc_defer()
Dsvc.c614 __set_bit(RQ_BUSY, &rqstp->rq_flags); in svc_rqst_alloc()
703 set_bit(RQ_VICTIM, &rqstp->rq_flags); in choose_victim()
889 if (!test_and_set_bit(RQ_VICTIM, &rqstp->rq_flags)) in svc_exit_thread()
1209 test_bit(RQ_DROPME, &rqstp->rq_flags)) in svc_generic_dispatch()
1303 set_bit(RQ_SPLICE_OK, &rqstp->rq_flags); in svc_process_common()
1305 set_bit(RQ_USEDEFERRAL, &rqstp->rq_flags); in svc_process_common()
1306 clear_bit(RQ_DROPME, &rqstp->rq_flags); in svc_process_common()
/Linux-v5.15/drivers/mmc/core/
Dqueue.c240 req->rq_flags |= RQF_QUIET; in mmc_mq_queue_rq()
292 if (!(req->rq_flags & RQF_DONTPREP)) { in mmc_mq_queue_rq()
294 req->rq_flags |= RQF_DONTPREP; in mmc_mq_queue_rq()
/Linux-v5.15/include/scsi/
Dscsi_device.h453 req_flags_t rq_flags, int *resid);
456 sshdr, timeout, retries, flags, rq_flags, resid) \ argument
461 sense, sshdr, timeout, retries, flags, rq_flags, \
/Linux-v5.15/drivers/md/
Ddm-rq.c269 if (rq->rq_flags & RQF_FAILED) in dm_softirq_done()
296 rq->rq_flags |= RQF_FAILED; in dm_kill_unmapped_request()
312 clone->rq_flags |= RQF_IO_STAT; in dm_dispatch_clone_request()
/Linux-v5.15/include/linux/
Dblkdev.h124 req_flags_t rq_flags; member
782 if (rq->rq_flags & RQF_NOMERGE_FLAGS) in rq_mergeable()
996 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in blk_rq_payload_bytes()
1007 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in req_bvec()
1152 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) in blk_rq_nr_phys_segments()
1886 if (rq->rq_flags & RQF_ZONE_WRITE_LOCKED) in blk_req_zone_write_unlock()
/Linux-v5.15/drivers/scsi/device_handler/
Dscsi_dh_hp_sw.c167 req->rq_flags |= RQF_QUIET; in hp_sw_prep_fn()
/Linux-v5.15/fs/nfsd/
Dnfscache.c476 if (!test_bit(RQ_SECURE, &rqstp->rq_flags) && rp->c_secure) in nfsd_cache_lookup()
570 rp->c_secure = test_bit(RQ_SECURE, &rqstp->rq_flags); in nfsd_cache_update()

123