Lines Matching refs:hfi1_devdata
1002 static u32 chip_to_opa_lstate(struct hfi1_devdata *dd, u32 chip_lstate);
1003 static int set_physical_link_state(struct hfi1_devdata *dd, u64 state);
1004 static void read_vc_remote_phy(struct hfi1_devdata *dd, u8 *power_management,
1006 static void read_vc_remote_fabric(struct hfi1_devdata *dd, u8 *vau, u8 *z,
1008 static void read_vc_remote_link_width(struct hfi1_devdata *dd,
1010 static void read_vc_local_link_mode(struct hfi1_devdata *dd, u8 *misc_bits,
1012 static void read_remote_device_id(struct hfi1_devdata *dd, u16 *device_id,
1014 static void read_local_lni(struct hfi1_devdata *dd, u8 *enable_lane_rx);
1015 static int read_tx_settings(struct hfi1_devdata *dd, u8 *enable_lane_tx,
1018 static void handle_sdma_eng_err(struct hfi1_devdata *dd,
1020 static void handle_qsfp_int(struct hfi1_devdata *dd, u32 source, u64 reg);
1021 static void handle_dcc_err(struct hfi1_devdata *dd,
1023 static void handle_lcb_err(struct hfi1_devdata *dd,
1025 static void handle_8051_interrupt(struct hfi1_devdata *dd, u32 unused, u64 reg);
1026 static void handle_cce_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1027 static void handle_rxe_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1028 static void handle_misc_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1029 static void handle_pio_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1030 static void handle_sdma_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1031 static void handle_egress_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1032 static void handle_txe_err(struct hfi1_devdata *dd, u32 unused, u64 reg);
1037 static int do_8051_command(struct hfi1_devdata *dd, u32 type, u64 in_data,
1039 static int read_idle_sma(struct hfi1_devdata *dd, u64 *data);
1040 static int thermal_init(struct hfi1_devdata *dd);
1053 static void read_planned_down_reason_code(struct hfi1_devdata *dd, u8 *pdrrc);
1054 static void read_link_down_reason(struct hfi1_devdata *dd, u8 *ldr);
1055 static void handle_temp_err(struct hfi1_devdata *dd);
1056 static void dc_shutdown(struct hfi1_devdata *dd);
1057 static void dc_start(struct hfi1_devdata *dd);
1058 static int qos_rmt_entries(struct hfi1_devdata *dd, unsigned int *mp,
1061 static int wait_link_transfer_active(struct hfi1_devdata *dd, int wait_ms);
1062 static void clear_rsm_rule(struct hfi1_devdata *dd, u8 rule_index);
1075 void (*handler)(struct hfi1_devdata *dd, u32 source, u64 reg);
1291 const struct hfi1_devdata *dd, in hfi1_addr_from_offset()
1307 u64 read_csr(const struct hfi1_devdata *dd, u32 offset) in read_csr()
1320 void write_csr(const struct hfi1_devdata *dd, u32 offset, u64 value) in write_csr()
1341 const struct hfi1_devdata *dd, in get_csr_addr()
1349 static inline u64 read_write_csr(const struct hfi1_devdata *dd, u32 csr, in read_write_csr()
1372 struct hfi1_devdata *dd = context; in dev_access_u32_csr()
1389 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sde_err_cnt()
1399 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sde_int_cnt()
1409 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sde_idle_int_cnt()
1420 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sde_progress_int_cnt()
1430 struct hfi1_devdata *dd = context; in dev_access_u64_csr()
1451 struct hfi1_devdata *dd = context; in dc_access_lcb_cntr()
1502 static inline u64 read_write_sw(struct hfi1_devdata *dd, u64 *cntr, int mode, in read_write_sw()
1605 static u64 read_write_cpu(struct hfi1_devdata *dd, u64 *z_val, in read_write_cpu()
1633 struct hfi1_devdata *dd = context; in access_sw_cpu_intr()
1642 struct hfi1_devdata *dd = context; in access_sw_cpu_rcv_limit()
1651 struct hfi1_devdata *dd = context; in access_sw_pio_wait()
1659 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sw_pio_drain()
1667 struct hfi1_devdata *dd = context; in access_sw_ctx0_seq_drop()
1675 struct hfi1_devdata *dd = context; in access_sw_vtx_wait()
1683 struct hfi1_devdata *dd = context; in access_sw_kmem_wait()
1691 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sw_send_schedule()
1702 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_pll_lock_fail_err_cnt()
1711 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_mbist_fail_err_cnt()
1720 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_invalid_eep_cmd_err_cnt()
1729 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_efuse_done_parity_err_cnt()
1738 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_efuse_write_err_cnt()
1747 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_efuse_read_bad_addr_err_cnt()
1756 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_efuse_csr_parity_err_cnt()
1765 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_fw_auth_failed_err_cnt()
1774 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_key_mismatch_err_cnt()
1783 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_sbus_write_failed_err_cnt()
1792 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_csr_write_bad_addr_err_cnt()
1801 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_csr_read_bad_addr_err_cnt()
1810 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_misc_csr_parity_err_cnt()
1823 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sw_cce_err_status_aggregated_cnt()
1836 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_msix_csr_parity_err_cnt()
1845 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_int_map_unc_err_cnt()
1854 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_int_map_cor_err_cnt()
1863 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_msix_table_unc_err_cnt()
1872 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_msix_table_cor_err_cnt()
1881 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_rxdma_conv_fifo_parity_err_cnt()
1890 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_rcpl_async_fifo_parity_err_cnt()
1899 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_seg_write_bad_addr_err_cnt()
1908 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_seg_read_bad_addr_err_cnt()
1916 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_la_triggered_cnt()
1925 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_trgt_cpl_timeout_err_cnt()
1934 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_receive_parity_err_cnt()
1943 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_transmit_back_parity_err_cnt()
1952 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_transmit_front_parity_err_cnt()
1961 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_cpl_dat_q_unc_err_cnt()
1970 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_cpl_hd_q_unc_err_cnt()
1979 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_post_dat_q_unc_err_cnt()
1988 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_post_hd_q_unc_err_cnt()
1997 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_retry_sot_mem_unc_err_cnt()
2006 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_retry_mem_unc_err()
2015 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_n_post_dat_q_parity_err_cnt()
2024 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_n_post_h_q_parity_err_cnt()
2033 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_cpl_dat_q_cor_err_cnt()
2042 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_cpl_hd_q_cor_err_cnt()
2051 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_post_dat_q_cor_err_cnt()
2060 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_post_hd_q_cor_err_cnt()
2069 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_retry_sot_mem_cor_err_cnt()
2078 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pcic_retry_mem_cor_err_cnt()
2087 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cli1_async_fifo_dbg_parity_err_cnt()
2096 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cli1_async_fifo_rxdma_parity_err_cnt()
2105 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cli1_async_fifo_sdma_hd_parity_err_cnt()
2114 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cl1_async_fifo_pio_crdt_parity_err_cnt()
2123 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cli2_async_fifo_parity_err_cnt()
2132 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_csr_cfg_bus_parity_err_cnt()
2141 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_cli0_async_fifo_parity_err_cnt()
2150 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_rspd_data_parity_err_cnt()
2159 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_trgt_access_err_cnt()
2168 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_trgt_async_fifo_parity_err_cnt()
2177 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_csr_write_bad_addr_err_cnt()
2186 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_cce_csr_read_bad_addr_err_cnt()
2195 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_ccs_csr_parity_err_cnt()
2208 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_csr_parity_err_cnt()
2217 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_csr_write_bad_addr_err_cnt()
2226 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_csr_read_bad_addr_err_cnt()
2235 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_csr_unc_err_cnt()
2244 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_dq_fsm_encoding_err_cnt()
2253 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_eq_fsm_encoding_err_cnt()
2262 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_csr_parity_err_cnt()
2271 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_data_cor_err_cnt()
2280 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_data_unc_err_cnt()
2289 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_data_fifo_rd_cor_err_cnt()
2298 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_data_fifo_rd_unc_err_cnt()
2307 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_hdr_fifo_rd_cor_err_cnt()
2316 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_hdr_fifo_rd_unc_err_cnt()
2325 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_desc_part2_cor_err_cnt()
2334 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_desc_part2_unc_err_cnt()
2343 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_desc_part1_cor_err_cnt()
2352 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_desc_part1_unc_err_cnt()
2361 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_hq_intr_fsm_err_cnt()
2370 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_hq_intr_csr_parity_err_cnt()
2379 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_csr_parity_err_cnt()
2388 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_rcv_array_cor_err_cnt()
2397 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_rcv_array_unc_err_cnt()
2406 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_des_part2_parity_err_cnt()
2415 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_des_part1_unc_cor_err_cnt()
2424 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_lookup_des_part1_unc_err_cnt()
2433 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_next_free_buf_cor_err_cnt()
2442 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_next_free_buf_unc_err_cnt()
2451 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rbuf_fl_init_wr_addr_parity_err_cnt()
2460 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_fl_initdone_parity_err_cnt()
2469 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_fl_write_addr_parity_err_cnt()
2478 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_fl_rd_addr_parity_err_cnt()
2487 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_empty_err_cnt()
2496 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_full_err_cnt()
2505 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rbuf_bad_lookup_err_cnt()
2514 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rbuf_ctx_id_parity_err_cnt()
2523 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rbuf_csr_qeopdw_parity_err_cnt()
2532 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_num_of_pkt_parity_err_cnt()
2541 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_t1_ptr_parity_err_cnt()
2550 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_hd_ptr_parity_err_cnt()
2559 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_vld_bit_parity_err_cnt()
2568 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_next_buf_parity_err_cnt()
2577 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_ent_cnt_parity_err_cnt()
2586 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_csr_q_head_buf_num_parity_err_cnt()
2595 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_block_list_read_cor_err_cnt()
2604 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_block_list_read_unc_err_cnt()
2613 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_lookup_des_cor_err_cnt()
2622 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_lookup_des_unc_err_cnt()
2631 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_lookup_des_reg_unc_cor_err_cnt()
2640 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_lookup_des_reg_unc_err_cnt()
2649 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_free_list_cor_err_cnt()
2658 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rbuf_free_list_unc_err_cnt()
2667 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_fsm_encoding_err_cnt()
2676 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_flag_cor_err_cnt()
2685 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_flag_unc_err_cnt()
2694 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dc_sop_eop_parity_err_cnt()
2703 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_csr_parity_err_cnt()
2712 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_qp_map_table_cor_err_cnt()
2721 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_qp_map_table_unc_err_cnt()
2730 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_data_cor_err_cnt()
2739 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_data_unc_err_cnt()
2748 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_hdr_cor_err_cnt()
2757 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_rcv_hdr_unc_err_cnt()
2766 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dc_intf_parity_err_cnt()
2775 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_rx_dma_csr_cor_err_cnt()
2788 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pec_sop_head_parity_err_cnt()
2797 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pcc_sop_head_parity_err_cnt()
2806 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_last_returned_cnt_parity_err_cnt()
2815 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_current_free_cnt_parity_err_cnt()
2824 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_reserved_31_err_cnt()
2833 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_reserved_30_err_cnt()
2842 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_ppmc_sop_len_err_cnt()
2851 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_ppmc_bqc_mem_parity_err_cnt()
2860 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_vl_fifo_parity_err_cnt()
2869 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_vlf_sop_parity_err_cnt()
2878 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_vlf_v1_len_parity_err_cnt()
2887 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_block_qw_count_parity_err_cnt()
2896 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_qw_valid_parity_err_cnt()
2905 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_state_machine_err_cnt()
2914 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_data_parity_err_cnt()
2923 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_host_addr_mem_cor_err_cnt()
2932 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_host_addr_mem_unc_err_cnt()
2941 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pkt_evict_sm_or_arb_sm_err_cnt()
2950 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_init_sm_in_err_cnt()
2959 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_ppmc_pbl_fifo_err_cnt()
2968 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_credit_ret_fifo_parity_err_cnt()
2977 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_v1_len_mem_bank1_cor_err_cnt()
2986 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_v1_len_mem_bank0_cor_err_cnt()
2995 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_v1_len_mem_bank1_unc_err_cnt()
3004 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_v1_len_mem_bank0_unc_err_cnt()
3013 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_sm_pkt_reset_parity_err_cnt()
3022 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pkt_evict_fifo_parity_err_cnt()
3031 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_sbrdctrl_crrel_fifo_parity_err_cnt()
3040 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_sbrdctl_crrel_parity_err_cnt()
3049 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pec_fifo_parity_err_cnt()
3058 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_pcc_fifo_parity_err_cnt()
3067 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_sb_mem_fifo1_err_cnt()
3076 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_sb_mem_fifo0_err_cnt()
3085 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_csr_parity_err_cnt()
3094 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_addr_parity_err_cnt()
3103 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_bad_ctxt_err_cnt()
3116 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_pcie_req_tracking_cor_err_cnt()
3125 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_pcie_req_tracking_unc_err_cnt()
3134 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_csr_parity_err_cnt()
3143 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_rpy_tag_err_cnt()
3156 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_pio_memory_csr_unc_err_cnt()
3165 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_sdma_memory_csr_err_cnt()
3174 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_egress_fifo_cor_err_cnt()
3183 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_pio_memory_cor_err_cnt()
3192 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_sdma_memory_cor_err_cnt()
3201 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sb_hdr_cor_err_cnt()
3210 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_credit_overrun_err_cnt()
3219 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo8_cor_err_cnt()
3228 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo7_cor_err_cnt()
3237 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo6_cor_err_cnt()
3246 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo5_cor_err_cnt()
3255 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo4_cor_err_cnt()
3264 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo3_cor_err_cnt()
3273 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo2_cor_err_cnt()
3282 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo1_cor_err_cnt()
3291 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo0_cor_err_cnt()
3300 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_credit_return_vl_err_cnt()
3309 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_hcrc_insertion_err_cnt()
3318 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_egress_fifo_unc_err_cnt()
3327 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_pio_memory_unc_err_cnt()
3336 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_read_sdma_memory_unc_err_cnt()
3345 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sb_hdr_unc_err_cnt()
3354 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_credit_return_partiy_err_cnt()
3363 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo8_unc_or_parity_err_cnt()
3372 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo7_unc_or_parity_err_cnt()
3381 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo6_unc_or_parity_err_cnt()
3390 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo5_unc_or_parity_err_cnt()
3399 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo4_unc_or_parity_err_cnt()
3408 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo3_unc_or_parity_err_cnt()
3417 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo2_unc_or_parity_err_cnt()
3426 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo1_unc_or_parity_err_cnt()
3435 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_fifo0_unc_or_parity_err_cnt()
3444 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma15_disallowed_packet_err_cnt()
3453 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma14_disallowed_packet_err_cnt()
3462 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma13_disallowed_packet_err_cnt()
3471 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma12_disallowed_packet_err_cnt()
3480 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma11_disallowed_packet_err_cnt()
3489 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma10_disallowed_packet_err_cnt()
3498 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma9_disallowed_packet_err_cnt()
3507 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma8_disallowed_packet_err_cnt()
3516 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma7_disallowed_packet_err_cnt()
3525 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma6_disallowed_packet_err_cnt()
3534 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma5_disallowed_packet_err_cnt()
3543 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma4_disallowed_packet_err_cnt()
3552 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma3_disallowed_packet_err_cnt()
3561 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma2_disallowed_packet_err_cnt()
3570 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma1_disallowed_packet_err_cnt()
3579 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma0_disallowed_packet_err_cnt()
3588 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_config_parity_err_cnt()
3597 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sbrd_ctl_csr_parity_err_cnt()
3606 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_launch_csr_parity_err_cnt()
3615 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_illegal_vl_err_cnt()
3624 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sbrd_ctl_state_machine_parity_err_cnt()
3633 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_egress_reserved_10_err_cnt()
3642 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_egress_reserved_9_err_cnt()
3651 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_sdma_launch_intf_parity_err_cnt()
3660 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_pio_launch_intf_parity_err_cnt()
3669 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_egress_reserved_6_err_cnt()
3678 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_incorrect_link_state_err_cnt()
3687 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_linkdown_err_cnt()
3696 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_egress_fifi_underrun_or_parity_err_cnt()
3705 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_egress_reserved_2_err_cnt()
3714 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_pkt_integrity_mem_unc_err_cnt()
3723 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_tx_pkt_integrity_mem_cor_err_cnt()
3736 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_send_csr_write_bad_addr_err_cnt()
3745 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_send_csr_read_bad_addr_err_cnt()
3754 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_send_csr_parity_cnt()
3767 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_out_of_bounds_err_cnt()
3776 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_overflow_err_cnt()
3785 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_write_crosses_boundary_err_cnt()
3794 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_disallowed_packet_err_cnt()
3803 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_pio_inconsistent_sop_err_cnt()
3816 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_request_fifo_cor_err_cnt()
3825 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_storage_cor_err_cnt()
3834 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_packet_tracking_cor_err_cnt()
3843 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_assembly_cor_err_cnt()
3852 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_desc_table_cor_err_cnt()
3861 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_request_fifo_unc_err_cnt()
3870 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_storage_unc_err_cnt()
3879 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_packet_tracking_unc_err_cnt()
3888 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_assembly_unc_err_cnt()
3897 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_desc_table_unc_err_cnt()
3906 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_timeout_err_cnt()
3915 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_length_err_cnt()
3924 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_address_err_cnt()
3933 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_header_select_err_cnt()
3942 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_reserved_9_err_cnt()
3951 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_packet_desc_overflow_err_cnt()
3960 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_length_mismatch_err_cnt()
3968 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_halt_err_cnt()
3977 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_mem_read_err_cnt()
3986 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_first_desc_err_cnt()
3995 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_tail_out_of_bounds_err_cnt()
4004 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_too_long_err_cnt()
4013 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_gen_mismatch_err_cnt()
4022 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_sdma_wrong_dw_err_cnt()
4031 struct hfi1_devdata *dd = (struct hfi1_devdata *)context; in access_dc_rcv_err_cnt()
5202 int is_ax(struct hfi1_devdata *dd) in is_ax()
5211 int is_bx(struct hfi1_devdata *dd) in is_bx()
5514 static void handle_cce_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_cce_err()
5549 struct hfi1_devdata *dd = from_timer(dd, t, rcverr_timer); in update_rcverr_timer()
5566 static int init_rcverr(struct hfi1_devdata *dd) in init_rcverr()
5574 static void free_rcverr(struct hfi1_devdata *dd) in free_rcverr()
5580 static void handle_rxe_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_rxe_err()
5607 static void handle_misc_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_misc_err()
5620 static void handle_pio_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_pio_err()
5637 static void handle_sdma_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_sdma_err()
5659 static void count_port_inactive(struct hfi1_devdata *dd) in count_port_inactive()
5673 static void handle_send_egress_err_info(struct hfi1_devdata *dd, in handle_send_egress_err_info()
5760 static int engine_to_vl(struct hfi1_devdata *dd, int engine) in engine_to_vl()
5781 static int sc_to_vl(struct hfi1_devdata *dd, int sw_index) in sc_to_vl()
5805 static void handle_egress_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_egress_err()
5848 static void handle_txe_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_txe_err()
5879 static void interrupt_clear_down(struct hfi1_devdata *dd, in interrupt_clear_down()
5916 static void is_misc_err_int(struct hfi1_devdata *dd, unsigned int source) in is_misc_err_int()
5944 static void is_sendctxt_err_int(struct hfi1_devdata *dd, in is_sendctxt_err_int()
6003 static void handle_sdma_eng_err(struct hfi1_devdata *dd, in handle_sdma_eng_err()
6033 static void is_sdma_eng_err_int(struct hfi1_devdata *dd, unsigned int source) in is_sdma_eng_err_int()
6050 static void is_various_int(struct hfi1_devdata *dd, unsigned int source) in is_various_int()
6069 static void handle_qsfp_int(struct hfi1_devdata *dd, u32 src_ctx, u64 reg) in handle_qsfp_int()
6155 static int request_host_lcb_access(struct hfi1_devdata *dd) in request_host_lcb_access()
6169 static int request_8051_lcb_access(struct hfi1_devdata *dd) in request_8051_lcb_access()
6187 static inline void set_host_lcb_access(struct hfi1_devdata *dd) in set_host_lcb_access()
6198 static inline void set_8051_lcb_access(struct hfi1_devdata *dd) in set_8051_lcb_access()
6214 int acquire_lcb_access(struct hfi1_devdata *dd, int sleep_ok) in acquire_lcb_access()
6264 int release_lcb_access(struct hfi1_devdata *dd, int sleep_ok) in release_lcb_access()
6313 static void init_lcb_access(struct hfi1_devdata *dd) in init_lcb_access()
6321 static void hreq_response(struct hfi1_devdata *dd, u8 return_code, u16 rsp_data) in hreq_response()
6335 struct hfi1_devdata *dd = ppd->dd; in handle_8051_request()
6393 void set_up_vau(struct hfi1_devdata *dd, u8 vau) in set_up_vau()
6408 void set_up_vl15(struct hfi1_devdata *dd, u16 vl15buf) in set_up_vl15()
6431 void reset_link_credits(struct hfi1_devdata *dd) in reset_link_credits()
6473 static void lcb_shutdown(struct hfi1_devdata *dd, int abort) in lcb_shutdown()
6505 static void _dc_shutdown(struct hfi1_devdata *dd) in _dc_shutdown()
6523 static void dc_shutdown(struct hfi1_devdata *dd) in dc_shutdown()
6536 static void _dc_start(struct hfi1_devdata *dd) in _dc_start()
6557 static void dc_start(struct hfi1_devdata *dd) in dc_start()
6567 static void adjust_lcb_for_fpga_serdes(struct hfi1_devdata *dd) in adjust_lcb_for_fpga_serdes()
6658 struct hfi1_devdata *dd = ppd->dd; in handle_sma_message()
6710 static void adjust_rcvctrl(struct hfi1_devdata *dd, u64 add, u64 clear) in adjust_rcvctrl()
6723 static inline void add_rcvctrl(struct hfi1_devdata *dd, u64 add) in add_rcvctrl()
6728 static inline void clear_rcvctrl(struct hfi1_devdata *dd, u64 clear) in clear_rcvctrl()
6738 struct hfi1_devdata *dd = ppd->dd; in start_freeze_handling()
6780 static void wait_for_freeze_status(struct hfi1_devdata *dd, int freeze) in wait_for_freeze_status()
6812 static void rxe_freeze(struct hfi1_devdata *dd) in rxe_freeze()
6834 static void rxe_kernel_unfreeze(struct hfi1_devdata *dd) in rxe_kernel_unfreeze()
6871 struct hfi1_devdata *dd = ppd->dd; in handle_freeze()
6968 struct hfi1_devdata *dd = ppd->dd; in handle_link_up()
7264 static u16 link_width_to_bits(struct hfi1_devdata *dd, u16 width) in link_width_to_bits()
7306 static void get_link_widths(struct hfi1_devdata *dd, u16 *tx_width, in get_link_widths()
7369 static void get_linkup_widths(struct hfi1_devdata *dd, u16 *tx_width, in get_linkup_widths()
7422 struct hfi1_devdata *dd = ppd->dd; in handle_verify_cap()
7727 static void handle_8051_interrupt(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_8051_interrupt()
7922 static void handle_dcc_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_dcc_err()
8084 static void handle_lcb_err(struct hfi1_devdata *dd, u32 unused, u64 reg) in handle_lcb_err()
8095 static void is_dc_int(struct hfi1_devdata *dd, unsigned int source) in is_dc_int()
8120 static void is_send_credit_int(struct hfi1_devdata *dd, unsigned int source) in is_send_credit_int()
8134 static void is_sdma_eng_int(struct hfi1_devdata *dd, unsigned int source) in is_sdma_eng_int()
8165 static void is_rcv_avail_int(struct hfi1_devdata *dd, unsigned int source) in is_rcv_avail_int()
8196 static void is_rcv_urgent_int(struct hfi1_devdata *dd, unsigned int source) in is_rcv_urgent_int()
8221 static void is_reserved_int(struct hfi1_devdata *dd, unsigned int source) in is_reserved_int()
8260 static void is_interrupt(struct hfi1_devdata *dd, unsigned int source) in is_interrupt()
8287 struct hfi1_devdata *dd = data; in general_interrupt()
8321 struct hfi1_devdata *dd = sde->dd; in sdma_interrupt()
8358 struct hfi1_devdata *dd = rcd->dd; in clear_recv_intr()
8401 struct hfi1_devdata *dd = rcd->dd; in receive_interrupt_common()
8534 u32 read_physical_state(struct hfi1_devdata *dd) in read_physical_state()
8543 u32 read_logical_state(struct hfi1_devdata *dd) in read_logical_state()
8552 static void set_logical_state(struct hfi1_devdata *dd, u32 chip_lstate) in set_logical_state()
8566 static int read_lcb_via_8051(struct hfi1_devdata *dd, u32 addr, u64 *data) in read_lcb_via_8051()
8604 static void update_lcb_cache(struct hfi1_devdata *dd) in update_lcb_cache()
8638 int read_lcb_csr(struct hfi1_devdata *dd, u32 addr, u64 *data) in read_lcb_csr()
8660 static int write_lcb_via_8051(struct hfi1_devdata *dd, u32 addr, u64 data) in write_lcb_via_8051()
8687 int write_lcb_csr(struct hfi1_devdata *dd, u32 addr, u64 data) in write_lcb_csr()
8707 static int do_8051_command(struct hfi1_devdata *dd, u32 type, u64 in_data, in do_8051_command()
8828 static int set_physical_link_state(struct hfi1_devdata *dd, u64 state) in set_physical_link_state()
8833 int load_8051_config(struct hfi1_devdata *dd, u8 field_id, in load_8051_config()
8856 int read_8051_config(struct hfi1_devdata *dd, u8 field_id, u8 lane_id, in read_8051_config()
8889 static int write_vc_local_phy(struct hfi1_devdata *dd, u8 power_management, in write_vc_local_phy()
8900 static int write_vc_local_fabric(struct hfi1_devdata *dd, u8 vau, u8 z, u8 vcu, in write_vc_local_fabric()
8914 static void read_vc_local_link_mode(struct hfi1_devdata *dd, u8 *misc_bits, in read_vc_local_link_mode()
8926 static int write_vc_local_link_mode(struct hfi1_devdata *dd, in write_vc_local_link_mode()
8940 static int write_local_device_id(struct hfi1_devdata *dd, u16 device_id, in write_local_device_id()
8950 static void read_remote_device_id(struct hfi1_devdata *dd, u16 *device_id, in read_remote_device_id()
8961 int write_host_interface_version(struct hfi1_devdata *dd, u8 version) in write_host_interface_version()
8975 void read_misc_status(struct hfi1_devdata *dd, u8 *ver_major, u8 *ver_minor, in read_misc_status()
8991 static void read_vc_remote_phy(struct hfi1_devdata *dd, u8 *power_management, in read_vc_remote_phy()
9003 static void read_vc_remote_fabric(struct hfi1_devdata *dd, u8 *vau, u8 *z, in read_vc_remote_fabric()
9016 static void read_vc_remote_link_width(struct hfi1_devdata *dd, in read_vc_remote_link_width()
9029 static void read_local_lni(struct hfi1_devdata *dd, u8 *enable_lane_rx) in read_local_lni()
9037 static void read_last_local_state(struct hfi1_devdata *dd, u32 *lls) in read_last_local_state()
9042 static void read_last_remote_state(struct hfi1_devdata *dd, u32 *lrs) in read_last_remote_state()
9047 void hfi1_read_link_quality(struct hfi1_devdata *dd, u8 *link_quality) in hfi1_read_link_quality()
9062 static void read_planned_down_reason_code(struct hfi1_devdata *dd, u8 *pdrrc) in read_planned_down_reason_code()
9070 static void read_link_down_reason(struct hfi1_devdata *dd, u8 *ldr) in read_link_down_reason()
9078 static int read_tx_settings(struct hfi1_devdata *dd, in read_tx_settings()
9098 static int write_tx_settings(struct hfi1_devdata *dd, in write_tx_settings()
9119 static int read_idle_message(struct hfi1_devdata *dd, u64 type, u64 *data_out) in read_idle_message()
9141 static int read_idle_sma(struct hfi1_devdata *dd, u64 *data) in read_idle_sma()
9152 static int send_idle_message(struct hfi1_devdata *dd, u64 data) in send_idle_message()
9171 int send_idle_sma(struct hfi1_devdata *dd, u64 message) in send_idle_sma()
9186 static int do_quick_linkup(struct hfi1_devdata *dd) in do_quick_linkup()
9260 static int init_loopback(struct hfi1_devdata *dd) in init_loopback()
9340 struct hfi1_devdata *dd = ppd->dd; in set_local_link_attributes()
9464 struct hfi1_devdata *dd = ppd->dd; in wait_for_qsfp_init()
9498 struct hfi1_devdata *dd = ppd->dd; in set_qsfp_int_n()
9518 struct hfi1_devdata *dd = ppd->dd; in reset_qsfp()
9558 struct hfi1_devdata *dd = ppd->dd; in handle_qsfp_error_conditions()
9659 struct hfi1_devdata *dd; in qsfp_event()
9717 void init_qsfp_int(struct hfi1_devdata *dd) in init_qsfp_int()
9748 static void init_lcb(struct hfi1_devdata *dd) in init_lcb()
9838 struct hfi1_devdata *dd = ppd->dd; in bringup_serdes()
9877 struct hfi1_devdata *dd = ppd->dd; in hfi1_quiet_serdes()
9904 static inline int init_cpu_counters(struct hfi1_devdata *dd) in init_cpu_counters()
9928 void hfi1_put_tid(struct hfi1_devdata *dd, u32 index, in hfi1_put_tid()
9968 struct hfi1_devdata *dd = rcd->dd; in hfi1_clear_tids()
10015 struct hfi1_devdata *dd = ppd->dd; in hfi1_get_ib_cfg()
10086 u32 lrh_max_header_bytes(struct hfi1_devdata *dd) in lrh_max_header_bytes()
10114 struct hfi1_devdata *dd = ppd->dd; in set_send_length()
10169 struct hfi1_devdata *dd = ppd->dd; in set_lidlmc()
10279 struct hfi1_devdata *dd = ppd->dd; in decode_state_complete()
10335 static int wait_link_transfer_active(struct hfi1_devdata *dd, int wait_ms) in wait_link_transfer_active()
10359 struct hfi1_devdata *dd = ppd->dd; in force_logical_link_state_down()
10401 struct hfi1_devdata *dd = ppd->dd; in goto_offline()
10665 struct hfi1_devdata *dd = ppd->dd; in set_link_state()
11114 struct hfi1_devdata *dd = ppd->dd; in set_vl_weights()
11169 static void read_one_cm_vl(struct hfi1_devdata *dd, u32 csr, in read_one_cm_vl()
11185 static int get_buffer_control(struct hfi1_devdata *dd, in get_buffer_control()
11212 static int get_sc2vlnt(struct hfi1_devdata *dd, struct sc2vlnt *dp) in get_sc2vlnt()
11236 static void get_vlarb_preempt(struct hfi1_devdata *dd, u32 nelems, in get_vlarb_preempt()
11247 static void set_sc2vlnt(struct hfi1_devdata *dd, struct sc2vlnt *dp) in set_sc2vlnt()
11287 static void nonzero_msg(struct hfi1_devdata *dd, int idx, const char *what, in nonzero_msg()
11296 static void set_global_shared(struct hfi1_devdata *dd, u16 limit) in set_global_shared()
11307 static void set_global_limit(struct hfi1_devdata *dd, u16 limit) in set_global_limit()
11318 static void set_vl_shared(struct hfi1_devdata *dd, int vl, u16 limit) in set_vl_shared()
11335 static void set_vl_dedicated(struct hfi1_devdata *dd, int vl, u16 limit) in set_vl_dedicated()
11352 static void wait_for_vl_status_clear(struct hfi1_devdata *dd, u64 mask, in wait_for_vl_status_clear()
11407 struct hfi1_devdata *dd = ppd->dd; in set_buffer_control()
11696 static int disable_data_vls(struct hfi1_devdata *dd) in disable_data_vls()
11714 int open_fill_data_vls(struct hfi1_devdata *dd) in open_fill_data_vls()
11729 static void drain_data_vls(struct hfi1_devdata *dd) in drain_data_vls()
11746 int stop_drain_data_vls(struct hfi1_devdata *dd) in stop_drain_data_vls()
11761 u32 ns_to_cclock(struct hfi1_devdata *dd, u32 ns) in ns_to_cclock()
11778 u32 cclock_to_ns(struct hfi1_devdata *dd, u32 cclocks) in cclock_to_ns()
11799 struct hfi1_devdata *dd = rcd->dd; in adjust_rcv_timeout()
11842 struct hfi1_devdata *dd = rcd->dd; in update_usrhead()
11939 int hfi1_validate_rcvhdrcnt(struct hfi1_devdata *dd, uint thecnt) in hfi1_validate_rcvhdrcnt()
11969 void set_hdrq_regs(struct hfi1_devdata *dd, u8 ctxt, u8 entsize, u16 hdrcnt) in set_hdrq_regs()
11992 void hfi1_rcvctrl(struct hfi1_devdata *dd, unsigned int op, in hfi1_rcvctrl()
12180 u32 hfi1_read_cntrs(struct hfi1_devdata *dd, char **namep, u64 **cntrp) in hfi1_read_cntrs()
12300 static void free_cntrs(struct hfi1_devdata *dd) in free_cntrs()
12334 static u64 read_dev_port_cntr(struct hfi1_devdata *dd, struct cntr_entry *entry, in read_dev_port_cntr()
12385 static u64 write_dev_port_cntr(struct hfi1_devdata *dd, in write_dev_port_cntr()
12419 u64 read_dev_cntr(struct hfi1_devdata *dd, int index, int vl) in read_dev_cntr()
12433 u64 write_dev_cntr(struct hfi1_devdata *dd, int index, int vl, u64 data) in write_dev_cntr()
12496 struct hfi1_devdata *dd = container_of(work, struct hfi1_devdata, in do_update_synth_timer()
12584 struct hfi1_devdata *dd = from_timer(dd, t, synth_stats_timer); in update_synth_timer()
12591 static int init_cntrs(struct hfi1_devdata *dd) in init_cntrs()
12837 static u32 chip_to_opa_lstate(struct hfi1_devdata *dd, u32 chip_lstate) in chip_to_opa_lstate()
12856 u32 chip_to_opa_pstate(struct hfi1_devdata *dd, u32 chip_pstate) in chip_to_opa_pstate()
13125 struct hfi1_devdata *dd = sc->dd; in hfi1_init_ctxt()
13141 int hfi1_tempsense_rd(struct hfi1_devdata *dd, struct hfi1_temp *temp) in hfi1_tempsense_rd()
13177 static void read_mod_write(struct hfi1_devdata *dd, u16 src, u64 bits, in read_mod_write()
13202 int set_intr_bits(struct hfi1_devdata *dd, u16 first, u16 last, bool set) in set_intr_bits()
13231 void clear_all_interrupts(struct hfi1_devdata *dd) in clear_all_interrupts()
13259 void remap_intr(struct hfi1_devdata *dd, int isrc, int msix_intr) in remap_intr()
13283 void remap_sdma_interrupts(struct hfi1_devdata *dd, int engine, int msix_intr) in remap_sdma_interrupts()
13301 void reset_interrupts(struct hfi1_devdata *dd) in reset_interrupts()
13319 static int set_up_interrupts(struct hfi1_devdata *dd) in set_up_interrupts()
13355 static int set_up_context_variables(struct hfi1_devdata *dd) in set_up_context_variables()
13517 struct hfi1_devdata *dd = ppd->dd; in set_partition_keys()
13547 static void write_uninitialized_csrs_and_memories(struct hfi1_devdata *dd) in write_uninitialized_csrs_and_memories()
13588 static void clear_cce_status(struct hfi1_devdata *dd, u64 status_bits, in clear_cce_status()
13619 static void reset_cce_csrs(struct hfi1_devdata *dd) in reset_cce_csrs()
13664 static void reset_misc_csrs(struct hfi1_devdata *dd) in reset_misc_csrs()
13692 static void reset_txe_csrs(struct hfi1_devdata *dd) in reset_txe_csrs()
13812 static void init_rbufs(struct hfi1_devdata *dd) in init_rbufs()
13874 static void reset_rxe_csrs(struct hfi1_devdata *dd) in reset_rxe_csrs()
13953 static void init_sc2vl_tables(struct hfi1_devdata *dd) in init_sc2vl_tables()
14012 static int init_chip(struct hfi1_devdata *dd) in init_chip()
14109 static void init_early_variables(struct hfi1_devdata *dd) in init_early_variables()
14135 static void init_kdeth_qp(struct hfi1_devdata *dd) in init_kdeth_qp()
14151 u8 hfi1_get_qp_map(struct hfi1_devdata *dd, u8 idx) in hfi1_get_qp_map()
14176 static void init_qpmap_table(struct hfi1_devdata *dd, in init_qpmap_table()
14225 static struct rsm_map_table *alloc_rsm_map_table(struct hfi1_devdata *dd) in alloc_rsm_map_table()
14243 static void complete_rsm_map_table(struct hfi1_devdata *dd, in complete_rsm_map_table()
14259 static bool has_rsm_rule(struct hfi1_devdata *dd, u8 rule_index) in has_rsm_rule()
14267 static void add_rsm_rule(struct hfi1_devdata *dd, u8 rule_index, in add_rsm_rule()
14291 static void clear_rsm_rule(struct hfi1_devdata *dd, u8 rule_index) in clear_rsm_rule()
14299 static int qos_rmt_entries(struct hfi1_devdata *dd, unsigned int *mp, in qos_rmt_entries()
14356 static void init_qos(struct hfi1_devdata *dd, struct rsm_map_table *rmt) in init_qos()
14426 static void init_fecn_handling(struct hfi1_devdata *dd, in init_fecn_handling()
14505 static bool hfi1_netdev_update_rmt(struct hfi1_devdata *dd) in hfi1_netdev_update_rmt()
14556 static void hfi1_enable_rsm_rule(struct hfi1_devdata *dd, in hfi1_enable_rsm_rule()
14568 void hfi1_init_aip_rsm(struct hfi1_devdata *dd) in hfi1_init_aip_rsm()
14597 void hfi1_init_vnic_rsm(struct hfi1_devdata *dd) in hfi1_init_vnic_rsm()
14622 void hfi1_deinit_vnic_rsm(struct hfi1_devdata *dd) in hfi1_deinit_vnic_rsm()
14627 void hfi1_deinit_aip_rsm(struct hfi1_devdata *dd) in hfi1_deinit_aip_rsm()
14634 static int init_rxe(struct hfi1_devdata *dd) in init_rxe()
14675 static void init_other(struct hfi1_devdata *dd) in init_other()
14694 static void assign_cm_au_table(struct hfi1_devdata *dd, u32 cu, in assign_cm_au_table()
14715 static void assign_local_cm_au_table(struct hfi1_devdata *dd, u8 vcu) in assign_local_cm_au_table()
14721 void assign_remote_cm_au_table(struct hfi1_devdata *dd, u8 vcu) in assign_remote_cm_au_table()
14727 static void init_txe(struct hfi1_devdata *dd) in init_txe()
14754 int hfi1_set_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd, in hfi1_set_ctxt_jkey()
14789 int hfi1_clear_ctxt_jkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd) in hfi1_clear_ctxt_jkey()
14815 int hfi1_set_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd, in hfi1_set_ctxt_pkey()
14836 int hfi1_clear_ctxt_pkey(struct hfi1_devdata *dd, struct hfi1_ctxtdata *ctxt) in hfi1_clear_ctxt_pkey()
14857 void hfi1_start_cleanup(struct hfi1_devdata *dd) in hfi1_start_cleanup()
14873 static int init_asic_data(struct hfi1_devdata *dd) in init_asic_data()
14876 struct hfi1_devdata *peer; in init_asic_data()
14917 static int obtain_boardname(struct hfi1_devdata *dd) in obtain_boardname()
14945 static int check_int_registers(struct hfi1_devdata *dd) in check_int_registers()
14988 int hfi1_init_dd(struct hfi1_devdata *dd) in hfi1_init_dd()
15387 static int thermal_init(struct hfi1_devdata *dd) in thermal_init()
15458 static void handle_temp_err(struct hfi1_devdata *dd) in handle_temp_err()