Lines Matching refs:sd_dp
346 struct sdebug_defer *sd_dp; member
4742 static void sdebug_q_cmd_complete(struct sdebug_defer *sd_dp) in sdebug_q_cmd_complete() argument
4744 bool aborted = sd_dp->aborted; in sdebug_q_cmd_complete()
4754 sd_dp->aborted = false; in sdebug_q_cmd_complete()
4755 qc_idx = sd_dp->qc_idx; in sdebug_q_cmd_complete()
4756 sqp = sdebug_q_arr + sd_dp->sqa_idx; in sdebug_q_cmd_complete()
4759 if (raw_smp_processor_id() != sd_dp->issuing_cpu) in sdebug_q_cmd_complete()
4767 sd_dp->defer_t = SDEB_DEFER_NONE; in sdebug_q_cmd_complete()
4773 sd_dp->sqa_idx, qc_idx, sd_dp->hc_idx); in sdebug_q_cmd_complete()
4818 struct sdebug_defer *sd_dp = container_of(timer, struct sdebug_defer, in sdebug_q_cmd_hrt_complete() local
4820 sdebug_q_cmd_complete(sd_dp); in sdebug_q_cmd_hrt_complete()
4827 struct sdebug_defer *sd_dp = container_of(work, struct sdebug_defer, in sdebug_q_cmd_wq_complete() local
4829 sdebug_q_cmd_complete(sd_dp); in sdebug_q_cmd_wq_complete()
5042 static void stop_qc_helper(struct sdebug_defer *sd_dp, in stop_qc_helper() argument
5045 if (!sd_dp) in stop_qc_helper()
5048 hrtimer_cancel(&sd_dp->hrt); in stop_qc_helper()
5050 cancel_work_sync(&sd_dp->ew.work); in stop_qc_helper()
5063 struct sdebug_defer *sd_dp; in stop_queued_cmnd() local
5082 sd_dp = sqcp->sd_dp; in stop_queued_cmnd()
5083 if (sd_dp) { in stop_queued_cmnd()
5084 l_defer_t = sd_dp->defer_t; in stop_queued_cmnd()
5085 sd_dp->defer_t = SDEB_DEFER_NONE; in stop_queued_cmnd()
5089 stop_qc_helper(sd_dp, l_defer_t); in stop_queued_cmnd()
5108 struct sdebug_defer *sd_dp; in stop_all_queued() local
5122 sd_dp = sqcp->sd_dp; in stop_all_queued()
5123 if (sd_dp) { in stop_all_queued()
5124 l_defer_t = sd_dp->defer_t; in stop_all_queued()
5125 sd_dp->defer_t = SDEB_DEFER_NONE; in stop_all_queued()
5129 stop_qc_helper(sd_dp, l_defer_t); in stop_all_queued()
5148 kfree(sqcp->sd_dp); in free_all_queued()
5149 sqcp->sd_dp = NULL; in free_all_queued()
5394 struct sdebug_defer *sd_dp; in schedule_resp() local
5455 sd_dp = sqcp->sd_dp; in schedule_resp()
5458 if (!sd_dp) { in schedule_resp()
5459 sd_dp = kzalloc(sizeof(*sd_dp), GFP_ATOMIC); in schedule_resp()
5460 if (!sd_dp) { in schedule_resp()
5472 sd_dp->hc_idx = get_tag(cmnd); in schedule_resp()
5525 kfree(sd_dp); in schedule_resp()
5535 sd_dp->cmpl_ts = ktime_add(ns_to_ktime(ns_from_boot), kt); in schedule_resp()
5537 if (!sd_dp->init_poll) { in schedule_resp()
5538 sd_dp->init_poll = true; in schedule_resp()
5539 sqcp->sd_dp = sd_dp; in schedule_resp()
5540 sd_dp->sqa_idx = sqp - sdebug_q_arr; in schedule_resp()
5541 sd_dp->qc_idx = k; in schedule_resp()
5543 sd_dp->defer_t = SDEB_DEFER_POLL; in schedule_resp()
5546 if (!sd_dp->init_hrt) { in schedule_resp()
5547 sd_dp->init_hrt = true; in schedule_resp()
5548 sqcp->sd_dp = sd_dp; in schedule_resp()
5549 hrtimer_init(&sd_dp->hrt, CLOCK_MONOTONIC, in schedule_resp()
5551 sd_dp->hrt.function = sdebug_q_cmd_hrt_complete; in schedule_resp()
5552 sd_dp->sqa_idx = sqp - sdebug_q_arr; in schedule_resp()
5553 sd_dp->qc_idx = k; in schedule_resp()
5555 sd_dp->defer_t = SDEB_DEFER_HRT; in schedule_resp()
5557 hrtimer_start(&sd_dp->hrt, kt, HRTIMER_MODE_REL_PINNED); in schedule_resp()
5560 sd_dp->issuing_cpu = raw_smp_processor_id(); in schedule_resp()
5564 sd_dp->aborted = true; in schedule_resp()
5566 sd_dp->cmpl_ts = ns_to_ktime(ns_from_boot); in schedule_resp()
5568 if (!sd_dp->init_poll) { in schedule_resp()
5569 sd_dp->init_poll = true; in schedule_resp()
5570 sqcp->sd_dp = sd_dp; in schedule_resp()
5571 sd_dp->sqa_idx = sqp - sdebug_q_arr; in schedule_resp()
5572 sd_dp->qc_idx = k; in schedule_resp()
5574 sd_dp->defer_t = SDEB_DEFER_POLL; in schedule_resp()
5577 if (!sd_dp->init_wq) { in schedule_resp()
5578 sd_dp->init_wq = true; in schedule_resp()
5579 sqcp->sd_dp = sd_dp; in schedule_resp()
5580 sd_dp->sqa_idx = sqp - sdebug_q_arr; in schedule_resp()
5581 sd_dp->qc_idx = k; in schedule_resp()
5582 INIT_WORK(&sd_dp->ew.work, sdebug_q_cmd_wq_complete); in schedule_resp()
5584 sd_dp->defer_t = SDEB_DEFER_WQ; in schedule_resp()
5585 schedule_work(&sd_dp->ew.work); in schedule_resp()
5588 sd_dp->issuing_cpu = raw_smp_processor_id(); in schedule_resp()
5589 if (unlikely(sd_dp->aborted)) { in schedule_resp()
5594 sd_dp->aborted = false; in schedule_resp()
7305 struct sdebug_defer *sd_dp; in sdebug_blk_mq_poll() local
7321 sd_dp = sqcp->sd_dp; in sdebug_blk_mq_poll()
7322 if (unlikely(!sd_dp)) in sdebug_blk_mq_poll()
7330 if (sd_dp->defer_t == SDEB_DEFER_POLL) { in sdebug_blk_mq_poll()
7331 if (kt_from_boot < sd_dp->cmpl_ts) in sdebug_blk_mq_poll()
7364 sd_dp->defer_t = SDEB_DEFER_NONE; in sdebug_blk_mq_poll()