62 static void pqi_take_ctrl_offline(struct pqi_ctrl_info *ctrl_info);
64 static void pqi_retry_raid_bypass_requests(struct pqi_ctrl_info *ctrl_info);
65 static int pqi_scan_scsi_devices(struct pqi_ctrl_info *ctrl_info);
67 static void pqi_start_io(struct pqi_ctrl_info *ctrl_info,
70 static int pqi_submit_raid_request_synchronous(struct pqi_ctrl_info *ctrl_info,
73 static int pqi_aio_submit_io(struct pqi_ctrl_info *ctrl_info,
184 static inline struct pqi_ctrl_info *shost_to_hba(struct Scsi_Host *shost)  in shost_to_hba()
188 	return *((struct pqi_ctrl_info **)hostdata);  in shost_to_hba()
201 static inline bool pqi_ctrl_offline(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_offline()
206 static inline void pqi_check_ctrl_health(struct pqi_ctrl_info *ctrl_info)  in pqi_check_ctrl_health()
219 	struct pqi_ctrl_info *ctrl_info)  in pqi_get_ctrl_mode()
224 static inline void pqi_save_ctrl_mode(struct pqi_ctrl_info *ctrl_info,  in pqi_save_ctrl_mode()
230 static inline void pqi_ctrl_block_requests(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_block_requests()
236 static inline void pqi_ctrl_unblock_requests(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_unblock_requests()
244 static inline bool pqi_ctrl_blocked(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_blocked()
249 static unsigned long pqi_wait_if_ctrl_blocked(struct pqi_ctrl_info *ctrl_info,  in pqi_wait_if_ctrl_blocked()
278 static inline void pqi_ctrl_busy(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_busy()
283 static inline void pqi_ctrl_unbusy(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_unbusy()
288 static inline void pqi_ctrl_wait_until_quiesced(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_wait_until_quiesced()
316 	struct pqi_ctrl_info *ctrl_info, unsigned long delay)  in pqi_schedule_rescan_worker_with_delay()
324 static inline void pqi_schedule_rescan_worker(struct pqi_ctrl_info *ctrl_info)  in pqi_schedule_rescan_worker()
332 	struct pqi_ctrl_info *ctrl_info)  in pqi_schedule_rescan_worker_delayed()
337 static inline void pqi_cancel_rescan_worker(struct pqi_ctrl_info *ctrl_info)  in pqi_cancel_rescan_worker()
342 static inline u32 pqi_read_heartbeat_counter(struct pqi_ctrl_info *ctrl_info)  in pqi_read_heartbeat_counter()
387 static int pqi_build_raid_path_request(struct pqi_ctrl_info *ctrl_info,  in pqi_build_raid_path_request()
489 	struct pqi_ctrl_info *ctrl_info)  in pqi_alloc_io_request()
515 static int pqi_identify_controller(struct pqi_ctrl_info *ctrl_info,  in pqi_identify_controller()
537 static int pqi_scsi_inquiry(struct pqi_ctrl_info *ctrl_info,  in pqi_scsi_inquiry()
559 static int pqi_identify_physical_device(struct pqi_ctrl_info *ctrl_info,  in pqi_identify_physical_device()
588 static int pqi_flush_cache(struct pqi_ctrl_info *ctrl_info,  in pqi_flush_cache()
627 static int pqi_write_host_wellness(struct pqi_ctrl_info *ctrl_info,  in pqi_write_host_wellness()
662 	struct pqi_ctrl_info *ctrl_info)  in pqi_write_driver_version_to_host_wellness()
709 	struct pqi_ctrl_info *ctrl_info)  in pqi_write_current_time_to_host_wellness()
763 	struct pqi_ctrl_info *ctrl_info;  in pqi_update_time_worker()
765 	ctrl_info = container_of(to_delayed_work(work), struct pqi_ctrl_info,  in pqi_update_time_worker()
781 	struct pqi_ctrl_info *ctrl_info)  in pqi_schedule_update_time_worker()
787 	struct pqi_ctrl_info *ctrl_info)  in pqi_cancel_update_time_worker()
792 static int pqi_report_luns(struct pqi_ctrl_info *ctrl_info, u8 cmd,  in pqi_report_luns()
813 static int pqi_report_phys_logical_luns(struct pqi_ctrl_info *ctrl_info, u8 cmd,  in pqi_report_phys_logical_luns()
876 static inline int pqi_report_phys_luns(struct pqi_ctrl_info *ctrl_info,  in pqi_report_phys_luns()
883 static inline int pqi_report_logical_luns(struct pqi_ctrl_info *ctrl_info,  in pqi_report_logical_luns()
889 static int pqi_get_device_lists(struct pqi_ctrl_info *ctrl_info,  in pqi_get_device_lists()
998 static void pqi_get_raid_level(struct pqi_ctrl_info *ctrl_info,  in pqi_get_raid_level()
1022 static int pqi_validate_raid_map(struct pqi_ctrl_info *ctrl_info,  in pqi_validate_raid_map()
1088 static int pqi_get_raid_map(struct pqi_ctrl_info *ctrl_info,  in pqi_get_raid_map()
1129 static void pqi_get_raid_bypass_status(struct pqi_ctrl_info *ctrl_info,  in pqi_get_raid_bypass_status()
1165 static void pqi_get_volume_status(struct pqi_ctrl_info *ctrl_info,  in pqi_get_volume_status()
1202 static int pqi_get_device_info(struct pqi_ctrl_info *ctrl_info,  in pqi_get_device_info()
1250 static void pqi_get_physical_disk_info(struct pqi_ctrl_info *ctrl_info,  in pqi_get_physical_disk_info()
1279 static void pqi_show_volume_status(struct pqi_ctrl_info *ctrl_info,  in pqi_show_volume_status()
1384 	struct pqi_ctrl_info *ctrl_info;  in pqi_rescan_worker()
1386 	ctrl_info = container_of(to_delayed_work(work), struct pqi_ctrl_info,  in pqi_rescan_worker()
1392 static int pqi_add_device(struct pqi_ctrl_info *ctrl_info,  in pqi_add_device()
1406 static inline void pqi_remove_device(struct pqi_ctrl_info *ctrl_info,  in pqi_remove_device()
1417 static struct pqi_scsi_dev *pqi_find_scsi_dev(struct pqi_ctrl_info *ctrl_info,  in pqi_find_scsi_dev()
1450 static enum pqi_find_result pqi_scsi_find_entry(struct pqi_ctrl_info *ctrl_info,  in pqi_scsi_find_entry()
1475 static void pqi_dev_info(struct pqi_ctrl_info *ctrl_info,  in pqi_dev_info()
1595 static inline void pqi_fixup_botched_add(struct pqi_ctrl_info *ctrl_info,  in pqi_fixup_botched_add()
1608 static void pqi_update_device_list(struct pqi_ctrl_info *ctrl_info,  in pqi_update_device_list()
1775 static int pqi_update_scsi_devices(struct pqi_ctrl_info *ctrl_info)  in pqi_update_scsi_devices()
1965 static void pqi_remove_all_scsi_devices(struct pqi_ctrl_info *ctrl_info)  in pqi_remove_all_scsi_devices()
1990 static int pqi_scan_scsi_devices(struct pqi_ctrl_info *ctrl_info)  in pqi_scan_scsi_devices()
2018 	struct pqi_ctrl_info *ctrl_info;  in pqi_scan_finished()
2025 static void pqi_wait_until_scan_finished(struct pqi_ctrl_info *ctrl_info)  in pqi_wait_until_scan_finished()
2031 static void pqi_wait_until_lun_reset_finished(struct pqi_ctrl_info *ctrl_info)  in pqi_wait_until_lun_reset_finished()
2064 static int pqi_raid_bypass_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,  in pqi_raid_bypass_submit_scsi_cmd()
2408 static int pqi_wait_for_pqi_mode_ready(struct pqi_ctrl_info *ctrl_info)  in pqi_wait_for_pqi_mode_ready()
2469 	struct pqi_ctrl_info *ctrl_info;  in pqi_take_device_offline()
2692 static unsigned int pqi_process_io_intr(struct pqi_ctrl_info *ctrl_info,  in pqi_process_io_intr()
2781 static void pqi_send_event_ack(struct pqi_ctrl_info *ctrl_info,  in pqi_send_event_ack()
2827 static void pqi_acknowledge_event(struct pqi_ctrl_info *ctrl_info,  in pqi_acknowledge_event()
2847 	struct pqi_ctrl_info *ctrl_info;  in pqi_event_worker()
2850 	ctrl_info = container_of(work, struct pqi_ctrl_info, event_work);  in pqi_event_worker()
2878 	struct pqi_ctrl_info *ctrl_info = from_timer(ctrl_info, t,  in pqi_heartbeat_timer_handler()
2905 static void pqi_start_heartbeat_timer(struct pqi_ctrl_info *ctrl_info)  in pqi_start_heartbeat_timer()
2920 static inline void pqi_stop_heartbeat_timer(struct pqi_ctrl_info *ctrl_info)  in pqi_stop_heartbeat_timer()
2941 static unsigned int pqi_process_event_intr(struct pqi_ctrl_info *ctrl_info)  in pqi_process_event_intr()
2992 static inline void pqi_configure_legacy_intx(struct pqi_ctrl_info *ctrl_info,  in pqi_configure_legacy_intx()
3011 static void pqi_change_irq_mode(struct pqi_ctrl_info *ctrl_info,  in pqi_change_irq_mode()
3060 static inline bool pqi_is_valid_irq(struct pqi_ctrl_info *ctrl_info)  in pqi_is_valid_irq()
3088 	struct pqi_ctrl_info *ctrl_info;  in pqi_irq_handler()
3112 static int pqi_request_irqs(struct pqi_ctrl_info *ctrl_info)  in pqi_request_irqs()
3135 static void pqi_free_irqs(struct pqi_ctrl_info *ctrl_info)  in pqi_free_irqs()
3146 static int pqi_enable_msix_interrupts(struct pqi_ctrl_info *ctrl_info)  in pqi_enable_msix_interrupts()
3165 static void pqi_disable_msix_interrupts(struct pqi_ctrl_info *ctrl_info)  in pqi_disable_msix_interrupts()
3173 static int pqi_alloc_operational_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_alloc_operational_queues()
3316 static void pqi_init_operational_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_init_operational_queues()
3357 static int pqi_alloc_admin_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_alloc_admin_queues()
3411 static int pqi_create_admin_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_create_admin_queues()
3463 static void pqi_submit_admin_request(struct pqi_ctrl_info *ctrl_info,  in pqi_submit_admin_request()
3490 static int pqi_poll_for_admin_response(struct pqi_ctrl_info *ctrl_info,  in pqi_poll_for_admin_response()
3527 static void pqi_start_io(struct pqi_ctrl_info *ctrl_info,  in pqi_start_io()
3609 static int pqi_wait_for_completion_io(struct pqi_ctrl_info *ctrl_info,  in pqi_wait_for_completion_io()
3662 static int pqi_submit_raid_request_synchronous(struct pqi_ctrl_info *ctrl_info,  in pqi_submit_raid_request_synchronous()
3783 	struct pqi_ctrl_info *ctrl_info,  in pqi_submit_admin_request_synchronous()
3800 static int pqi_report_device_capability(struct pqi_ctrl_info *ctrl_info)  in pqi_report_device_capability()
3876 static int pqi_validate_device_capability(struct pqi_ctrl_info *ctrl_info)  in pqi_validate_device_capability()
3920 static int pqi_create_event_queue(struct pqi_ctrl_info *ctrl_info)  in pqi_create_event_queue()
3965 static int pqi_create_queue_group(struct pqi_ctrl_info *ctrl_info,  in pqi_create_queue_group()
4106 static int pqi_create_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_create_queues()
4135 static int pqi_configure_events(struct pqi_ctrl_info *ctrl_info,  in pqi_configure_events()
4214 static inline int pqi_enable_events(struct pqi_ctrl_info *ctrl_info)  in pqi_enable_events()
4219 static inline int pqi_disable_events(struct pqi_ctrl_info *ctrl_info)  in pqi_disable_events()
4224 static void pqi_free_all_io_requests(struct pqi_ctrl_info *ctrl_info)  in pqi_free_all_io_requests()
4252 static inline int pqi_alloc_error_buffer(struct pqi_ctrl_info *ctrl_info)  in pqi_alloc_error_buffer()
4264 static int pqi_alloc_io_resources(struct pqi_ctrl_info *ctrl_info)  in pqi_alloc_io_resources()
4327 static void pqi_calculate_io_resources(struct pqi_ctrl_info *ctrl_info)  in pqi_calculate_io_resources()
4362 static void pqi_calculate_queue_resources(struct pqi_ctrl_info *ctrl_info)  in pqi_calculate_queue_resources()
4430 static int pqi_build_raid_sg_list(struct pqi_ctrl_info *ctrl_info,  in pqi_build_raid_sg_list()
4494 static int pqi_build_aio_sg_list(struct pqi_ctrl_info *ctrl_info,  in pqi_build_aio_sg_list()
4571 	struct pqi_ctrl_info *ctrl_info, struct pqi_io_request *io_request,  in pqi_raid_submit_scsi_cmd_with_io_request()
4660 static inline int pqi_raid_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,  in pqi_raid_submit_scsi_cmd()
4672 static inline void pqi_schedule_bypass_retry(struct pqi_ctrl_info *ctrl_info)  in pqi_schedule_bypass_retry()
4682 	struct pqi_ctrl_info *ctrl_info;  in pqi_raid_bypass_retry_needed()
4705 	struct pqi_ctrl_info *ctrl_info,  in pqi_add_to_raid_bypass_retry_list()
4733 	struct pqi_ctrl_info *ctrl_info;  in pqi_queue_raid_bypass_retry()
4748 	struct pqi_ctrl_info *ctrl_info;  in pqi_retry_raid_bypass()
4770 	struct pqi_ctrl_info *ctrl_info)  in pqi_next_queued_raid_bypass_request()
4786 static void pqi_retry_raid_bypass_requests(struct pqi_ctrl_info *ctrl_info)  in pqi_retry_raid_bypass_requests()
4813 	struct pqi_ctrl_info *ctrl_info;  in pqi_raid_bypass_retry_worker()
4815 	ctrl_info = container_of(work, struct pqi_ctrl_info,  in pqi_raid_bypass_retry_worker()
4821 	struct pqi_ctrl_info *ctrl_info)  in pqi_clear_all_queued_raid_bypass_retries()
4847 static inline int pqi_aio_submit_scsi_cmd(struct pqi_ctrl_info *ctrl_info,  in pqi_aio_submit_scsi_cmd()
4855 static int pqi_aio_submit_io(struct pqi_ctrl_info *ctrl_info,  in pqi_aio_submit_io()
4925 static inline u16 pqi_get_hw_queue(struct pqi_ctrl_info *ctrl_info,  in pqi_get_hw_queue()
4954 	struct pqi_ctrl_info *ctrl_info;  in pqi_scsi_queue_command()
5015 static int pqi_wait_until_queued_io_drained(struct pqi_ctrl_info *ctrl_info,  in pqi_wait_until_queued_io_drained()
5042 static int pqi_wait_until_inbound_queues_empty(struct pqi_ctrl_info *ctrl_info)  in pqi_wait_until_inbound_queues_empty()
5076 static void pqi_fail_io_queued_for_device(struct pqi_ctrl_info *ctrl_info,  in pqi_fail_io_queued_for_device()
5117 static int pqi_device_wait_for_pending_io(struct pqi_ctrl_info *ctrl_info,  in pqi_device_wait_for_pending_io()
5130 static int pqi_ctrl_wait_for_pending_io(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_wait_for_pending_io()
5173 static int pqi_wait_for_lun_reset_completion(struct pqi_ctrl_info *ctrl_info,  in pqi_wait_for_lun_reset_completion()
5195 static int pqi_lun_reset(struct pqi_ctrl_info *ctrl_info,  in pqi_lun_reset()
5233 static int pqi_device_reset(struct pqi_ctrl_info *ctrl_info,  in pqi_device_reset()
5249 	struct pqi_ctrl_info *ctrl_info;  in pqi_eh_device_reset_handler()
5297 	struct pqi_ctrl_info *ctrl_info;  in pqi_slave_alloc()
5336 	struct pqi_ctrl_info *ctrl_info = shost_to_hba(shost);  in pqi_map_queues()
5341 static int pqi_getpciinfo_ioctl(struct pqi_ctrl_info *ctrl_info,  in pqi_getpciinfo_ioctl()
5453 static int pqi_passthru_ioctl(struct pqi_ctrl_info *ctrl_info, void __user *arg)  in pqi_passthru_ioctl()
5594 	struct pqi_ctrl_info *ctrl_info;  in pqi_ioctl()
5626 	struct pqi_ctrl_info *ctrl_info;  in pqi_version_show()
5705 	struct pqi_ctrl_info *ctrl_info;  in pqi_sas_address_show()
5732 	struct pqi_ctrl_info *ctrl_info;  in pqi_ssd_smart_path_enabled_show()
5755 	struct pqi_ctrl_info *ctrl_info;  in pqi_raid_level_show()
5807 static int pqi_register_scsi(struct pqi_ctrl_info *ctrl_info)  in pqi_register_scsi()
5865 static void pqi_unregister_scsi(struct pqi_ctrl_info *ctrl_info)  in pqi_unregister_scsi()
5879 static int pqi_wait_for_pqi_reset_completion(struct pqi_ctrl_info *ctrl_info)  in pqi_wait_for_pqi_reset_completion()
5910 static int pqi_reset(struct pqi_ctrl_info *ctrl_info)  in pqi_reset()
5939 static int pqi_get_ctrl_firmware_version(struct pqi_ctrl_info *ctrl_info)  in pqi_get_ctrl_firmware_version()
5966 static int pqi_process_config_table(struct pqi_ctrl_info *ctrl_info)  in pqi_process_config_table()
6023 static int pqi_revert_to_sis_mode(struct pqi_ctrl_info *ctrl_info)  in pqi_revert_to_sis_mode()
6047 static int pqi_force_sis_mode(struct pqi_ctrl_info *ctrl_info)  in pqi_force_sis_mode()
6063 static int pqi_ctrl_init(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_init()
6242 static void pqi_reinit_queues(struct pqi_ctrl_info *ctrl_info)  in pqi_reinit_queues()
6268 static int pqi_ctrl_init_resume(struct pqi_ctrl_info *ctrl_info)  in pqi_ctrl_init_resume()
6355 static int pqi_pci_init(struct pqi_ctrl_info *ctrl_info)  in pqi_pci_init()
6424 static void pqi_cleanup_pci_init(struct pqi_ctrl_info *ctrl_info)  in pqi_cleanup_pci_init()
6433 static struct pqi_ctrl_info *pqi_alloc_ctrl_info(int numa_node)  in pqi_alloc_ctrl_info()
6435 	struct pqi_ctrl_info *ctrl_info;  in pqi_alloc_ctrl_info()
6437 	ctrl_info = kzalloc_node(sizeof(struct pqi_ctrl_info),  in pqi_alloc_ctrl_info()
6473 static inline void pqi_free_ctrl_info(struct pqi_ctrl_info *ctrl_info)  in pqi_free_ctrl_info()
6478 static void pqi_free_interrupts(struct pqi_ctrl_info *ctrl_info)  in pqi_free_interrupts()
6484 static void pqi_free_ctrl_resources(struct pqi_ctrl_info *ctrl_info)  in pqi_free_ctrl_resources()
6509 static void pqi_remove_ctrl(struct pqi_ctrl_info *ctrl_info)  in pqi_remove_ctrl()
6540 static void pqi_fail_all_outstanding_requests(struct pqi_ctrl_info *ctrl_info)  in pqi_fail_all_outstanding_requests()
6565 static void pqi_take_ctrl_offline_deferred(struct pqi_ctrl_info *ctrl_info)  in pqi_take_ctrl_offline_deferred()
6580 	struct pqi_ctrl_info *ctrl_info;  in pqi_ctrl_offline_worker()
6582 	ctrl_info = container_of(work, struct pqi_ctrl_info, ctrl_offline_work);  in pqi_ctrl_offline_worker()
6586 static void pqi_take_ctrl_offline(struct pqi_ctrl_info *ctrl_info)  in pqi_take_ctrl_offline()
6619 	struct pqi_ctrl_info *ctrl_info;  in pqi_pci_probe()
6666 	struct pqi_ctrl_info *ctrl_info;  in pqi_pci_remove()
6678 	struct pqi_ctrl_info *ctrl_info;  in pqi_shutdown()
6724 	struct pqi_ctrl_info *ctrl_info;  in pqi_suspend()
6755 	struct pqi_ctrl_info *ctrl_info;  in pqi_resume()