22 typedef enum rq_end_io_ret (rq_end_io_fn)(struct request *, blk_status_t);
83 struct request {  struct
105 		struct request *rq_next;  argument
206 static inline enum req_op req_op(const struct request *req)  in req_op()  argument
211 static inline bool blk_rq_is_passthrough(struct request *rq)  in blk_rq_is_passthrough()
216 static inline unsigned short req_get_ioprio(struct request *req)  in req_get_ioprio()
233 	struct request *__req = NULL;			\
243 	struct request *__req = NULL;			\
257 #define rq_list_empty(list)	((list) == (struct request *) NULL)
266 static inline void rq_list_move(struct request **src, struct request **dst,  in rq_list_move()
267 				struct request *rq, struct request *prev)  in rq_list_move()
533 	struct request *rq;
537 typedef bool (busy_tag_iter_fn)(struct request *, void *);
565 	void (*queue_rqs)(struct request **rqlist);
583 	void (*set_rq_budget_token)(struct request *, int);
587 	int (*get_rq_budget_token)(struct request *);
592 	enum blk_eh_timer_return (*timeout)(struct request *);
602 	void (*complete)(struct request *);
622 	int (*init_request)(struct blk_mq_tag_set *set, struct request *,
627 	void (*exit_request)(struct blk_mq_tag_set *set, struct request *,
634 	void (*cleanup_rq)(struct request *);
652 	void (*show_rq)(struct seq_file *m, struct request *rq);
717 void blk_mq_free_request(struct request *rq);
730 struct request *blk_mq_alloc_request(struct request_queue *q, blk_opf_t opf,
732 struct request *blk_mq_alloc_request_hctx(struct request_queue *q,
748 	struct request **rqs;
749 	struct request **static_rqs;
759 static inline struct request *blk_mq_tag_to_rq(struct blk_mq_tags *tags,  in blk_mq_tag_to_rq()
775 u32 blk_mq_unique_tag(struct request *rq);
791 static inline enum mq_rq_state blk_mq_rq_state(struct request *rq)  in blk_mq_rq_state()
796 static inline int blk_mq_request_started(struct request *rq)  in blk_mq_request_started()
801 static inline int blk_mq_request_completed(struct request *rq)  in blk_mq_request_completed()
813 static inline void blk_mq_set_request_complete(struct request *rq)  in blk_mq_set_request_complete()
822 static inline void blk_mq_complete_request_direct(struct request *rq,  in blk_mq_complete_request_direct()
823 		   void (*complete)(struct request *rq))  in blk_mq_complete_request_direct()
829 void blk_mq_start_request(struct request *rq);
830 void blk_mq_end_request(struct request *rq, blk_status_t error);
831 void __blk_mq_end_request(struct request *rq, blk_status_t error);
838 static inline bool blk_mq_need_time_stamp(struct request *rq)  in blk_mq_need_time_stamp()
843 static inline bool blk_mq_is_reserved_rq(struct request *rq)  in blk_mq_is_reserved_rq()
852 static inline bool blk_mq_add_to_batch(struct request *req,  in blk_mq_add_to_batch()
869 void blk_mq_requeue_request(struct request *rq, bool kick_requeue_list);
872 void blk_mq_complete_request(struct request *rq);
873 bool blk_mq_complete_request_remote(struct request *rq);
902 unsigned int blk_mq_rq_cpu(struct request *rq);
922 static inline struct request *blk_mq_rq_from_pdu(void *pdu)  in blk_mq_rq_from_pdu()
924 	return pdu - sizeof(struct request);  in blk_mq_rq_from_pdu()
936 static inline void *blk_mq_rq_to_pdu(struct request *rq)  in blk_mq_rq_to_pdu()
948 static inline void blk_mq_cleanup_rq(struct request *rq)  in blk_mq_cleanup_rq()
954 static inline void blk_rq_bio_prep(struct request *rq, struct bio *bio,  in blk_rq_bio_prep()
966 static inline bool rq_is_sync(struct request *rq)  in rq_is_sync()
971 void blk_rq_init(struct request_queue *q, struct request *rq);
972 int blk_rq_prep_clone(struct request *rq, struct request *rq_src,
975 void blk_rq_unprep_clone(struct request *rq);
976 blk_status_t blk_insert_cloned_request(struct request *rq);
987 int blk_rq_map_user(struct request_queue *, struct request *,
989 int blk_rq_map_user_io(struct request *, struct rq_map_data *,
991 int blk_rq_map_user_iov(struct request_queue *, struct request *,
994 int blk_rq_map_kern(struct request_queue *, struct request *, void *,
996 int blk_rq_append_bio(struct request *rq, struct bio *bio);
997 void blk_execute_rq_nowait(struct request *rq, bool at_head);
998 blk_status_t blk_execute_rq(struct request *rq, bool at_head);
999 bool blk_rq_is_poll(struct request *rq);
1030 static inline sector_t blk_rq_pos(const struct request *rq)  in blk_rq_pos()
1035 static inline unsigned int blk_rq_bytes(const struct request *rq)  in blk_rq_bytes()
1040 static inline int blk_rq_cur_bytes(const struct request *rq)  in blk_rq_cur_bytes()
1049 static inline unsigned int blk_rq_sectors(const struct request *rq)  in blk_rq_sectors()
1054 static inline unsigned int blk_rq_cur_sectors(const struct request *rq)  in blk_rq_cur_sectors()
1059 static inline unsigned int blk_rq_stats_sectors(const struct request *rq)  in blk_rq_stats_sectors()
1070 static inline unsigned int blk_rq_payload_bytes(struct request *rq)  in blk_rq_payload_bytes()
1081 static inline struct bio_vec req_bvec(struct request *rq)  in req_bvec()
1088 static inline unsigned int blk_rq_count_bios(struct request *rq)  in blk_rq_count_bios()
1099 void blk_steal_bios(struct bio_list *list, struct request *rq);
1107 bool blk_update_request(struct request *rq, blk_status_t error,
1109 void blk_abort_request(struct request *);
1120 static inline unsigned short blk_rq_nr_phys_segments(struct request *rq)  in blk_rq_nr_phys_segments()
1131 static inline unsigned short blk_rq_nr_discard_segments(struct request *rq)  in blk_rq_nr_discard_segments()
1136 int __blk_rq_map_sg(struct request_queue *q, struct request *rq,
1138 static inline int blk_rq_map_sg(struct request_queue *q, struct request *rq,  in blk_rq_map_sg()
1145 void blk_dump_rq_flags(struct request *, char *);
1148 static inline unsigned int blk_rq_zone_no(struct request *rq)  in blk_rq_zone_no()
1153 static inline unsigned int blk_rq_zone_is_seq(struct request *rq)  in blk_rq_zone_is_seq()
1158 bool blk_req_needs_zone_write_lock(struct request *rq);
1159 bool blk_req_zone_write_trylock(struct request *rq);
1160 void __blk_req_zone_write_lock(struct request *rq);
1161 void __blk_req_zone_write_unlock(struct request *rq);
1163 static inline void blk_req_zone_write_lock(struct request *rq)  in blk_req_zone_write_lock()
1169 static inline void blk_req_zone_write_unlock(struct request *rq)  in blk_req_zone_write_unlock()
1175 static inline bool blk_req_zone_is_write_locked(struct request *rq)  in blk_req_zone_is_write_locked()
1181 static inline bool blk_req_can_dispatch_to_zone(struct request *rq)  in blk_req_can_dispatch_to_zone()
1188 static inline bool blk_req_needs_zone_write_lock(struct request *rq)  in blk_req_needs_zone_write_lock()
1193 static inline void blk_req_zone_write_lock(struct request *rq)  in blk_req_zone_write_lock()
1197 static inline void blk_req_zone_write_unlock(struct request *rq)  in blk_req_zone_write_unlock()
1200 static inline bool blk_req_zone_is_write_locked(struct request *rq)  in blk_req_zone_is_write_locked()
1205 static inline bool blk_req_can_dispatch_to_zone(struct request *rq)  in blk_req_can_dispatch_to_zone()