25 #define mlxsw_pci_write32(mlxsw_pci, reg, val) \  argument
27 #define mlxsw_pci_read32(mlxsw_pci, reg) \  argument
102 struct mlxsw_pci {  struct
108 	struct mlxsw_pci_queue_type_group queues[MLXSW_PCI_QUEUE_TYPE_COUNT];  argument
112 		struct mlxsw_pci_mem_item *items;  argument
116 		struct mlxsw_pci_mem_item out_mbox;  argument
129 	enum mlxsw_pci_cqe_v max_cqe_ver; /* Maximal supported CQE version */  argument
133 static void mlxsw_pci_queue_tasklet_schedule(struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_tasklet_schedule()  argument
179 mlxsw_pci_queue_type_group_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_type_group_get()
185 static u8 __mlxsw_pci_queue_count(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_count()
194 static u8 mlxsw_pci_sdq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_sdq_count()
199 static u8 mlxsw_pci_cq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cq_count()
205 __mlxsw_pci_queue_get(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_get()
211 static struct mlxsw_pci_queue *mlxsw_pci_sdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_get()
218 static struct mlxsw_pci_queue *mlxsw_pci_rdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_get()
225 static struct mlxsw_pci_queue *mlxsw_pci_cq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_get()
231 static struct mlxsw_pci_queue *mlxsw_pci_eq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_get()
237 static void __mlxsw_pci_queue_doorbell_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_set()
247 static void __mlxsw_pci_queue_doorbell_arm_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_arm_set()
257 static void mlxsw_pci_queue_doorbell_producer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_producer_ring()
264 static void mlxsw_pci_queue_doorbell_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_consumer_ring()
273 mlxsw_pci_queue_doorbell_arm_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_arm_consumer_ring()
286 static int mlxsw_pci_sdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_sdq_init()
319 static void mlxsw_pci_sdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_fini()
325 static int mlxsw_pci_wqe_frag_map(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_map()
342 static void mlxsw_pci_wqe_frag_unmap(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_unmap()
354 static int mlxsw_pci_rdq_skb_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_alloc()
379 static void mlxsw_pci_rdq_skb_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_free()
392 static int mlxsw_pci_rdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_rdq_init()
443 static void mlxsw_pci_rdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_fini()
456 static void mlxsw_pci_cq_pre_init(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_pre_init()
467 static int mlxsw_pci_cq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_cq_init()
504 static void mlxsw_pci_cq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_fini()
510 static unsigned int mlxsw_pci_read32_off(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_read32_off()
516 static void mlxsw_pci_skb_cb_ts_set(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_skb_cb_ts_set()
532 static void mlxsw_pci_cqe_sdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_sdq_handle()
619 static void mlxsw_pci_cqe_rdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_rdq_handle()
710 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_cq_tasklet()  local
758 static int mlxsw_pci_eq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_eq_init()
788 static void mlxsw_pci_eq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_fini()
794 static void mlxsw_pci_eq_cmd_event(struct mlxsw_pci *mlxsw_pci, char *eqe)  in mlxsw_pci_eq_cmd_event()
823 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_eq_tasklet()  local
921 static int mlxsw_pci_queue_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_init()
982 static void mlxsw_pci_queue_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_fini()
994 static int mlxsw_pci_queue_group_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_group_init()
1024 static void mlxsw_pci_queue_group_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_group_fini()
1036 static int mlxsw_pci_aqs_init(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_aqs_init()
1125 static void mlxsw_pci_aqs_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_aqs_fini()
1135 mlxsw_pci_config_profile_swid_config(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_config_profile_swid_config()
1155 mlxsw_pci_profile_get_kvd_sizes(const struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_profile_get_kvd_sizes()
1175 static int mlxsw_pci_config_profile(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_config_profile()
1313 static int mlxsw_pci_boardinfo(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_boardinfo()
1327 static int mlxsw_pci_fw_area_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_fw_area_init()
1384 static void mlxsw_pci_fw_area_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_fw_area_fini()
1402 	struct mlxsw_pci *mlxsw_pci = dev_id;  in mlxsw_pci_eq_irq_handler()  local
1413 static int mlxsw_pci_mbox_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_alloc()
1430 static void mlxsw_pci_mbox_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_free()
1439 static int mlxsw_pci_sys_ready_wait(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sys_ready_wait()
1462 static int mlxsw_pci_sw_reset(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sw_reset()
1492 static int mlxsw_pci_alloc_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_alloc_irq_vectors()
1502 static void mlxsw_pci_free_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_free_irq_vectors()
1511 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_init()  local
1665 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_fini()  local
1674 mlxsw_pci_sdq_pick(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_pick()
1693 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit_busy()  local
1702 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit()  local
1774 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_cmd_exec()  local
1864 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_h()  local
1873 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_l()  local
1882 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_sec()  local
1889 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_utc_nsec()  local
1908 static int mlxsw_pci_cmd_init(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_init()
1932 static void mlxsw_pci_cmd_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_fini()
1942 	struct mlxsw_pci *mlxsw_pci;  in mlxsw_pci_probe()  local
2025 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_remove()  local