25 #define mlxsw_pci_write32(mlxsw_pci, reg, val) \  argument
27 #define mlxsw_pci_read32(mlxsw_pci, reg) \  argument
102 struct mlxsw_pci {  struct
106 	struct mlxsw_pci_queue_type_group queues[MLXSW_PCI_QUEUE_TYPE_COUNT];  argument
110 		struct mlxsw_pci_mem_item *items;  argument
114 		struct mlxsw_pci_mem_item out_mbox;  argument
127 	enum mlxsw_pci_cqe_v max_cqe_ver; /* Maximal supported CQE version */  argument
131 static void mlxsw_pci_queue_tasklet_schedule(struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_tasklet_schedule()  argument
177 mlxsw_pci_queue_type_group_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_type_group_get()
183 static u8 __mlxsw_pci_queue_count(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_count()
192 static u8 mlxsw_pci_sdq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_sdq_count()
197 static u8 mlxsw_pci_cq_count(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cq_count()
203 __mlxsw_pci_queue_get(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_get()
209 static struct mlxsw_pci_queue *mlxsw_pci_sdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_get()
216 static struct mlxsw_pci_queue *mlxsw_pci_rdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_get()
223 static struct mlxsw_pci_queue *mlxsw_pci_cq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_get()
229 static struct mlxsw_pci_queue *mlxsw_pci_eq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_get()
235 static void __mlxsw_pci_queue_doorbell_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_set()
245 static void __mlxsw_pci_queue_doorbell_arm_set(struct mlxsw_pci *mlxsw_pci,  in __mlxsw_pci_queue_doorbell_arm_set()
255 static void mlxsw_pci_queue_doorbell_producer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_producer_ring()
262 static void mlxsw_pci_queue_doorbell_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_consumer_ring()
271 mlxsw_pci_queue_doorbell_arm_consumer_ring(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_doorbell_arm_consumer_ring()
284 static int mlxsw_pci_sdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_sdq_init()
313 static void mlxsw_pci_sdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_fini()
319 static int mlxsw_pci_wqe_frag_map(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_map()
336 static void mlxsw_pci_wqe_frag_unmap(struct mlxsw_pci *mlxsw_pci, char *wqe,  in mlxsw_pci_wqe_frag_unmap()
348 static int mlxsw_pci_rdq_skb_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_alloc()
376 static void mlxsw_pci_rdq_skb_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_skb_free()
389 static int mlxsw_pci_rdq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_rdq_init()
440 static void mlxsw_pci_rdq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_rdq_fini()
453 static void mlxsw_pci_cq_pre_init(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_pre_init()
464 static int mlxsw_pci_cq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_cq_init()
501 static void mlxsw_pci_cq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_fini()
507 static void mlxsw_pci_cqe_sdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_sdq_handle()
543 static void mlxsw_pci_cqe_rdq_handle(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cqe_rdq_handle()
626 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_cq_tasklet()  local
674 static int mlxsw_pci_eq_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_eq_init()
704 static void mlxsw_pci_eq_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_eq_fini()
710 static void mlxsw_pci_eq_cmd_event(struct mlxsw_pci *mlxsw_pci, char *eqe)  in mlxsw_pci_eq_cmd_event()
739 	struct mlxsw_pci *mlxsw_pci = q->pci;  in mlxsw_pci_eq_tasklet()  local
837 static int mlxsw_pci_queue_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_init()
898 static void mlxsw_pci_queue_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_fini()
910 static int mlxsw_pci_queue_group_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_queue_group_init()
940 static void mlxsw_pci_queue_group_fini(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_queue_group_fini()
952 static int mlxsw_pci_aqs_init(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_aqs_init()
1041 static void mlxsw_pci_aqs_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_aqs_fini()
1051 mlxsw_pci_config_profile_swid_config(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_config_profile_swid_config()
1071 mlxsw_pci_profile_get_kvd_sizes(const struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_profile_get_kvd_sizes()
1091 static int mlxsw_pci_config_profile(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_config_profile()
1212 static int mlxsw_pci_boardinfo(struct mlxsw_pci *mlxsw_pci, char *mbox)  in mlxsw_pci_boardinfo()
1226 static int mlxsw_pci_fw_area_init(struct mlxsw_pci *mlxsw_pci, char *mbox,  in mlxsw_pci_fw_area_init()
1283 static void mlxsw_pci_fw_area_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_fw_area_fini()
1301 	struct mlxsw_pci *mlxsw_pci = dev_id;  in mlxsw_pci_eq_irq_handler()  local
1312 static int mlxsw_pci_mbox_alloc(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_alloc()
1329 static void mlxsw_pci_mbox_free(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_mbox_free()
1338 static int mlxsw_pci_sys_ready_wait(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sys_ready_wait()
1366 static int mlxsw_pci_sw_reset(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sw_reset()
1396 static int mlxsw_pci_alloc_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_alloc_irq_vectors()
1406 static void mlxsw_pci_free_irq_vectors(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_free_irq_vectors()
1415 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_init()  local
1540 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_fini()  local
1549 mlxsw_pci_sdq_pick(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_pick()
1568 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit_busy()  local
1577 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_skb_transmit()  local
1649 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_cmd_exec()  local
1739 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_h()  local
1748 	struct mlxsw_pci *mlxsw_pci = bus_priv;  in mlxsw_pci_read_frc_l()  local
1767 static int mlxsw_pci_cmd_init(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_init()
1791 static void mlxsw_pci_cmd_fini(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_cmd_fini()
1801 	struct mlxsw_pci *mlxsw_pci;  in mlxsw_pci_probe()  local
1890 	struct mlxsw_pci *mlxsw_pci = pci_get_drvdata(pdev);  in mlxsw_pci_remove()  local