148 void hisi_sas_stop_phys(struct hisi_hba *hisi_hba)  in hisi_sas_stop_phys()
157 static void hisi_sas_slot_index_clear(struct hisi_hba *hisi_hba, int slot_idx)  in hisi_sas_slot_index_clear()
164 static void hisi_sas_slot_index_free(struct hisi_hba *hisi_hba, int slot_idx)  in hisi_sas_slot_index_free()
174 static void hisi_sas_slot_index_set(struct hisi_hba *hisi_hba, int slot_idx)  in hisi_sas_slot_index_set()
181 static int hisi_sas_slot_index_alloc(struct hisi_hba *hisi_hba,  in hisi_sas_slot_index_alloc()
209 static void hisi_sas_slot_index_init(struct hisi_hba *hisi_hba)  in hisi_sas_slot_index_init()
217 void hisi_sas_slot_task_free(struct hisi_hba *hisi_hba, struct sas_task *task,  in hisi_sas_slot_task_free()
257 static void hisi_sas_task_prep_smp(struct hisi_hba *hisi_hba,  in hisi_sas_task_prep_smp()
263 static void hisi_sas_task_prep_ssp(struct hisi_hba *hisi_hba,  in hisi_sas_task_prep_ssp()
269 static void hisi_sas_task_prep_ata(struct hisi_hba *hisi_hba,  in hisi_sas_task_prep_ata()
275 static void hisi_sas_task_prep_abort(struct hisi_hba *hisi_hba,  in hisi_sas_task_prep_abort()
283 static void hisi_sas_dma_unmap(struct hisi_hba *hisi_hba,  in hisi_sas_dma_unmap()
303 static int hisi_sas_dma_map(struct hisi_hba *hisi_hba,  in hisi_sas_dma_map()
353 static void hisi_sas_dif_dma_unmap(struct hisi_hba *hisi_hba,  in hisi_sas_dif_dma_unmap()
368 static int hisi_sas_dif_dma_map(struct hisi_hba *hisi_hba,  in hisi_sas_dif_dma_map()
412 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_task_prep()  local
570 	struct hisi_hba *hisi_hba;  in hisi_sas_task_exec()  local
621 static void hisi_sas_bytes_dmaed(struct hisi_hba *hisi_hba, int phy_no)  in hisi_sas_bytes_dmaed()
670 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_alloc_dev()  local
708 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_init_device()  local
770 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_dev_found()  local
841 	struct hisi_hba *hisi_hba = shost_priv(shost);  in hisi_sas_scan_start()  local
849 	struct hisi_hba *hisi_hba = shost_priv(shost);  in hisi_sas_scan_finished()  local
865 	struct hisi_hba *hisi_hba = phy->hisi_hba;  in hisi_sas_phyup_work()  local
891 	struct hisi_hba *hisi_hba = phy->hisi_hba;  in hisi_sas_notify_phy_event()  local
903 	struct hisi_hba *hisi_hba = phy->hisi_hba;  in hisi_sas_wait_phyup_timedout()  local
911 void hisi_sas_phy_oob_ready(struct hisi_hba *hisi_hba, int phy_no)  in hisi_sas_phy_oob_ready()
927 static void hisi_sas_phy_init(struct hisi_hba *hisi_hba, int phy_no)  in hisi_sas_phy_init()
960 void hisi_sas_phy_enable(struct hisi_hba *hisi_hba, int phy_no, int enable)  in hisi_sas_phy_enable()
986 	struct hisi_hba *hisi_hba = sas_ha->lldd_ha;  in hisi_sas_port_notify_formed()  local
1004 static void hisi_sas_do_release_task(struct hisi_hba *hisi_hba, struct sas_task *task,  in hisi_sas_do_release_task()
1026 static void hisi_sas_release_task(struct hisi_hba *hisi_hba,  in hisi_sas_release_task()
1036 void hisi_sas_release_tasks(struct hisi_hba *hisi_hba)  in hisi_sas_release_tasks()
1055 static void hisi_sas_dereg_device(struct hisi_hba *hisi_hba,  in hisi_sas_dereg_device()
1065 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_dev_gone()  local
1098 static int hisi_sas_phy_set_linkrate(struct hisi_hba *hisi_hba, int phy_no,  in hisi_sas_phy_set_linkrate()
1137 	struct hisi_hba *hisi_hba = sas_ha->lldd_ha;  in hisi_sas_control_phy()  local
1202 	struct hisi_hba *hisi_hba = sas_dev->hisi_hba;  in hisi_sas_exec_internal_tmf_task()  local
1332 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_softreset_ata_disk()  local
1379 static void hisi_sas_refresh_port_id(struct hisi_hba *hisi_hba)  in hisi_sas_refresh_port_id()
1418 static void hisi_sas_rescan_topology(struct hisi_hba *hisi_hba, u32 state)  in hisi_sas_rescan_topology()
1450 static void hisi_sas_reset_init_all_devices(struct hisi_hba *hisi_hba)  in hisi_sas_reset_init_all_devices()
1467 static void hisi_sas_send_ata_reset_each_phy(struct hisi_hba *hisi_hba,  in hisi_sas_send_ata_reset_each_phy()
1502 static void hisi_sas_terminate_stp_reject(struct hisi_hba *hisi_hba)  in hisi_sas_terminate_stp_reject()
1542 void hisi_sas_controller_reset_prepare(struct hisi_hba *hisi_hba)  in hisi_sas_controller_reset_prepare()
1559 void hisi_sas_controller_reset_done(struct hisi_hba *hisi_hba)  in hisi_sas_controller_reset_done()
1580 static int hisi_sas_controller_reset(struct hisi_hba *hisi_hba)  in hisi_sas_controller_reset()
1620 	struct hisi_hba *hisi_hba;  in hisi_sas_abort_task()  local
1722 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_abort_task_set()  local
1759 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_debug_I_T_nexus_reset()  local
1814 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_I_T_nexus_reset()  local
1843 	struct hisi_hba *hisi_hba = dev_to_hisi_hba(device);  in hisi_sas_lu_reset()  local
1882 	struct hisi_hba *hisi_hba = sas_ha->lldd_ha;  in hisi_sas_clear_nexus_ha()  local
1946 hisi_sas_internal_abort_task_exec(struct hisi_hba *hisi_hba, int device_id,  in hisi_sas_internal_abort_task_exec()
2036 _hisi_sas_internal_task_abort(struct hisi_hba *hisi_hba,  in _hisi_sas_internal_task_abort()
2125 hisi_sas_internal_task_abort(struct hisi_hba *hisi_hba,  in hisi_sas_internal_task_abort()
2172 	struct hisi_hba *hisi_hba = sha->lldd_ha;  in hisi_sas_write_gpio()  local
2199 void hisi_sas_phy_down(struct hisi_hba *hisi_hba, int phy_no, int rdy)  in hisi_sas_phy_down()
2237 void hisi_sas_sync_irqs(struct hisi_hba *hisi_hba)  in hisi_sas_sync_irqs()
2251 	struct hisi_hba *hisi_hba = shost_priv(shost);  in hisi_sas_host_reset()  local
2281 void hisi_sas_init_mem(struct hisi_hba *hisi_hba)  in hisi_sas_init_mem()
2317 int hisi_sas_alloc(struct hisi_hba *hisi_hba)  in hisi_sas_alloc()
2463 void hisi_sas_free(struct hisi_hba *hisi_hba)  in hisi_sas_free()
2480 	struct hisi_hba *hisi_hba =  in hisi_sas_rst_work_handler()  local
2498 int hisi_sas_get_fw_info(struct hisi_hba *hisi_hba)  in hisi_sas_get_fw_info()
2568 	struct hisi_hba *hisi_hba;  in hisi_sas_shost_alloc()  local
2627 	struct hisi_hba *hisi_hba;  in hisi_sas_probe()  local
2708 static void hisi_sas_debugfs_snapshot_cq_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_cq_reg()
2720 static void hisi_sas_debugfs_snapshot_dq_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_dq_reg()
2739 static void hisi_sas_debugfs_snapshot_port_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_port_reg()
2758 static void hisi_sas_debugfs_snapshot_global_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_global_reg()
2771 static void hisi_sas_debugfs_snapshot_axi_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_axi_reg()
2785 static void hisi_sas_debugfs_snapshot_ras_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_ras_reg()
2799 static void hisi_sas_debugfs_snapshot_itct_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_itct_reg()
2818 static void hisi_sas_debugfs_snapshot_iost_reg(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_iost_reg()
2875 	struct hisi_hba *hisi_hba = global->hisi_hba;  in hisi_sas_debugfs_global_show()  local
2902 	struct hisi_hba *hisi_hba = axi->hisi_hba;  in hisi_sas_debugfs_axi_show()  local
2929 	struct hisi_hba *hisi_hba = ras->hisi_hba;  in hisi_sas_debugfs_ras_show()  local
2957 	struct hisi_hba *hisi_hba = phy->hisi_hba;  in hisi_sas_debugfs_port_show()  local
3014 	struct hisi_hba *hisi_hba = cq->hisi_hba;  in hisi_sas_cq_show_slot()  local
3214 static void hisi_sas_debugfs_create_files(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_create_files()
3295 static void hisi_sas_debugfs_snapshot_regs(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_snapshot_regs()
3317 	struct hisi_hba *hisi_hba = file->f_inode->i_private;  in hisi_sas_debugfs_trigger_dump_write()  local
3360 	struct hisi_hba *hisi_hba = s->private;  in hisi_sas_debugfs_bist_linkrate_show()  local
3381 	struct hisi_hba *hisi_hba = m->private;  in hisi_sas_debugfs_bist_linkrate_write()  local
3449 	struct hisi_hba *hisi_hba = s->private;  in hisi_sas_debugfs_bist_code_mode_show()  local
3471 	struct hisi_hba *hisi_hba = m->private;  in hisi_sas_debugfs_bist_code_mode_write()  local
3524 	struct hisi_hba *hisi_hba = m->private;  in hisi_sas_debugfs_bist_phy_write()  local
3545 	struct hisi_hba *hisi_hba = s->private;  in hisi_sas_debugfs_bist_phy_show()  local
3579 	struct hisi_hba *hisi_hba = s->private;  in hisi_sas_debugfs_bist_mode_show()  local
3600 	struct hisi_hba *hisi_hba = m->private;  in hisi_sas_debugfs_bist_mode_write()  local
3652 	struct hisi_hba *hisi_hba = m->private;  in hisi_sas_debugfs_bist_enable_write()  local
3680 	struct hisi_hba *hisi_hba = s->private;  in hisi_sas_debugfs_bist_enable_show()  local
3803 	struct hisi_hba *hisi_hba =  in hisi_sas_debugfs_work_handler()  local
3822 static void hisi_sas_debugfs_release(struct hisi_hba *hisi_hba, int dump_index)  in hisi_sas_debugfs_release()
3846 static int hisi_sas_debugfs_alloc(struct hisi_hba *hisi_hba, int dump_index)  in hisi_sas_debugfs_alloc()
3935 static void hisi_sas_debugfs_phy_down_cnt_init(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_phy_down_cnt_init()
3950 static void hisi_sas_debugfs_bist_init(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_bist_init()
4012 void hisi_sas_debugfs_init(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_init()
4042 void hisi_sas_debugfs_exit(struct hisi_hba *hisi_hba)  in hisi_sas_debugfs_exit()
4051 	struct hisi_hba *hisi_hba = sha->lldd_ha;  in hisi_sas_remove()  local