19 				struct cudbg_buffer *dbg_buff)  in cudbg_do_compression()  argument
23 	u32 offset = dbg_buff->offset;  in cudbg_do_compression()
38 		rc = cudbg_compress_buff(pdbg_init, &temp_in_buff, dbg_buff);  in cudbg_do_compression()
45 	pin_buff->size = dbg_buff->offset - offset;  in cudbg_do_compression()
51 					struct cudbg_buffer *dbg_buff)  in cudbg_write_and_release_buff()  argument
56 		cudbg_update_buff(pin_buff, dbg_buff);  in cudbg_write_and_release_buff()
58 		rc = cudbg_do_compression(pdbg_init, pin_buff, dbg_buff);  in cudbg_write_and_release_buff()
81 void cudbg_align_debug_buffer(struct cudbg_buffer *dbg_buff,  in cudbg_align_debug_buffer()  argument
87 	remain = (dbg_buff->offset - entity_hdr->start_offset) % 4;  in cudbg_align_debug_buffer()
90 		memcpy(((u8 *)dbg_buff->data) + dbg_buff->offset, &zero_buf,  in cudbg_align_debug_buffer()
92 		dbg_buff->offset += padding;  in cudbg_align_debug_buffer()
95 	entity_hdr->size = dbg_buff->offset - entity_hdr->start_offset;  in cudbg_align_debug_buffer()
407 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_reg_dump()  argument
420 	rc = cudbg_get_buff(pdbg_init, dbg_buff, buf_size, &temp_buff);  in cudbg_collect_reg_dump()
424 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_reg_dump()
428 			    struct cudbg_buffer *dbg_buff,  in cudbg_collect_fw_devlog()  argument
443 	rc = cudbg_get_buff(pdbg_init, dbg_buff, dparams->size, &temp_buff);  in cudbg_collect_fw_devlog()
462 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_fw_devlog()
466 			 struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_la()  argument
483 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_cim_la()
503 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_cim_la()
507 			    struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ma_la()  argument
515 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_cim_ma_la()
523 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_cim_ma_la()
527 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_qcfg()  argument
535 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_cim_qcfg),  in cudbg_collect_cim_qcfg()
561 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_cim_qcfg()
565 			      struct cudbg_buffer *dbg_buff,  in cudbg_read_cim_ibq()  argument
575 	rc = cudbg_get_buff(pdbg_init, dbg_buff, qsize, &temp_buff);  in cudbg_read_cim_ibq()
592 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_read_cim_ibq()
596 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_tp0()  argument
599 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 0);  in cudbg_collect_cim_ibq_tp0()
603 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_tp1()  argument
606 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 1);  in cudbg_collect_cim_ibq_tp1()
610 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_ulp()  argument
613 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 2);  in cudbg_collect_cim_ibq_ulp()
617 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_sge0()  argument
620 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 3);  in cudbg_collect_cim_ibq_sge0()
624 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_sge1()  argument
627 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 4);  in cudbg_collect_cim_ibq_sge1()
631 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_ibq_ncsi()  argument
634 	return cudbg_read_cim_ibq(pdbg_init, dbg_buff, cudbg_err, 5);  in cudbg_collect_cim_ibq_ncsi()
649 			      struct cudbg_buffer *dbg_buff,  in cudbg_read_cim_obq()  argument
659 	rc = cudbg_get_buff(pdbg_init, dbg_buff, qsize, &temp_buff);  in cudbg_read_cim_obq()
676 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_read_cim_obq()
680 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_ulp0()  argument
683 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 0);  in cudbg_collect_cim_obq_ulp0()
687 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_ulp1()  argument
690 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 1);  in cudbg_collect_cim_obq_ulp1()
694 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_ulp2()  argument
697 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 2);  in cudbg_collect_cim_obq_ulp2()
701 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_ulp3()  argument
704 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 3);  in cudbg_collect_cim_obq_ulp3()
708 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_sge()  argument
711 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 4);  in cudbg_collect_cim_obq_sge()
715 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_obq_ncsi()  argument
718 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 5);  in cudbg_collect_cim_obq_ncsi()
722 				struct cudbg_buffer *dbg_buff,  in cudbg_collect_obq_sge_rx_q0()  argument
725 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 6);  in cudbg_collect_obq_sge_rx_q0()
729 				struct cudbg_buffer *dbg_buff,  in cudbg_collect_obq_sge_rx_q1()  argument
732 	return cudbg_read_cim_obq(pdbg_init, dbg_buff, cudbg_err, 7);  in cudbg_collect_obq_sge_rx_q1()
965 			     struct cudbg_buffer *dbg_buff, u8 mem_type,  in cudbg_read_fw_mem()  argument
1009 		rc = cudbg_get_buff(pdbg_init, dbg_buff, bytes, &temp_buff);  in cudbg_read_fw_mem()
1034 						  dbg_buff);  in cudbg_read_fw_mem()
1080 				    struct cudbg_buffer *dbg_buff,  in cudbg_collect_mem_region()  argument
1086 	return cudbg_read_fw_mem(pdbg_init, dbg_buff, mem_type, size,  in cudbg_collect_mem_region()
1091 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_edc0_meminfo()  argument
1094 	return cudbg_collect_mem_region(pdbg_init, dbg_buff, cudbg_err,  in cudbg_collect_edc0_meminfo()
1099 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_edc1_meminfo()  argument
1102 	return cudbg_collect_mem_region(pdbg_init, dbg_buff, cudbg_err,  in cudbg_collect_edc1_meminfo()
1107 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_mc0_meminfo()  argument
1110 	return cudbg_collect_mem_region(pdbg_init, dbg_buff, cudbg_err,  in cudbg_collect_mc0_meminfo()
1115 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_mc1_meminfo()  argument
1118 	return cudbg_collect_mem_region(pdbg_init, dbg_buff, cudbg_err,  in cudbg_collect_mc1_meminfo()
1123 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_hma_meminfo()  argument
1126 	return cudbg_collect_mem_region(pdbg_init, dbg_buff, cudbg_err,  in cudbg_collect_hma_meminfo()
1131 		      struct cudbg_buffer *dbg_buff,  in cudbg_collect_rss()  argument
1139 	rc = cudbg_get_buff(pdbg_init, dbg_buff, nentries * sizeof(u16),  in cudbg_collect_rss()
1150 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_rss()
1154 				struct cudbg_buffer *dbg_buff,  in cudbg_collect_rss_vf_config()  argument
1163 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_rss_vf_config()
1173 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_rss_vf_config()
1177 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_path_mtu()  argument
1184 	rc = cudbg_get_buff(pdbg_init, dbg_buff, NMTUS * sizeof(u16),  in cudbg_collect_path_mtu()
1190 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_path_mtu()
1194 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_pm_stats()  argument
1202 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_pm_stats),  in cudbg_collect_pm_stats()
1210 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_pm_stats()
1214 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_hw_sched()  argument
1225 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_hw_sched),  in cudbg_collect_hw_sched()
1238 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_hw_sched()
1242 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_tp_indirect()  argument
1262 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_tp_indirect()
1351 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_tp_indirect()
1376 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_sge_indirect()  argument
1385 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_sge_indirect()
1430 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_sge_indirect()
1434 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_ulprx_la()  argument
1442 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_ulprx_la),  in cudbg_collect_ulprx_la()
1450 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_ulprx_la()
1454 			struct cudbg_buffer *dbg_buff,  in cudbg_collect_tp_la()  argument
1463 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_tp_la()
1470 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_tp_la()
1474 			  struct cudbg_buffer *dbg_buff,  in cudbg_collect_meminfo()  argument
1483 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_meminfo()
1504 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_meminfo()
1508 			     struct cudbg_buffer *dbg_buff,  in cudbg_collect_cim_pif_la()  argument
1518 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_cim_pif_la()
1527 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_cim_pif_la()
1531 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_clk_info()  argument
1543 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_clk_info),  in cudbg_collect_clk_info()
1575 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_clk_info()
1579 				struct cudbg_buffer *dbg_buff,  in cudbg_collect_pcie_indirect()  argument
1590 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_pcie_indirect()
1631 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_pcie_indirect()
1635 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_pm_indirect()  argument
1646 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_pm_indirect()
1687 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_pm_indirect()
1691 		      struct cudbg_buffer *dbg_buff,  in cudbg_collect_tid()  argument
1701 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_tid()
1779 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_tid()
1783 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_pcie_config()  argument
1793 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_pcie_config()
1805 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_pcie_config()
1961 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_dump_context()  argument
1985 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_dump_context()
2069 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_dump_context()
2230 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_mps_tcam()  argument
2241 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_mps_tcam()
2263 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_mps_tcam()
2267 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_vpd_data()  argument
2314 	rc = cudbg_get_buff(pdbg_init, dbg_buff, sizeof(struct cudbg_vpd_data),  in cudbg_collect_vpd_data()
2330 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_vpd_data()
2477 			  struct cudbg_buffer *dbg_buff,  in cudbg_collect_le_tcam()  argument
2492 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_le_tcam()
2528 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_le_tcam()
2532 			struct cudbg_buffer *dbg_buff,  in cudbg_collect_cctrl()  argument
2541 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_cctrl()
2546 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_cctrl()
2550 			      struct cudbg_buffer *dbg_buff,  in cudbg_collect_ma_indirect()  argument
2564 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_ma_indirect()
2600 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_ma_indirect()
2604 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_ulptx_la()  argument
2614 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_ulptx_la()
2662 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_ulptx_la()
2666 				  struct cudbg_buffer *dbg_buff,  in cudbg_collect_up_cim_indirect()  argument
2687 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_up_cim_indirect()
2743 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_up_cim_indirect()
2747 			     struct cudbg_buffer *dbg_buff,  in cudbg_collect_pbt_tables()  argument
2756 	rc = cudbg_get_buff(pdbg_init, dbg_buff,  in cudbg_collect_pbt_tables()
2811 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_pbt_tables()
2815 			   struct cudbg_buffer *dbg_buff,  in cudbg_collect_mbox_log()  argument
2832 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_mbox_log()
2855 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_mbox_log()
2859 			       struct cudbg_buffer *dbg_buff,  in cudbg_collect_hma_indirect()  argument
2873 	rc = cudbg_get_buff(pdbg_init, dbg_buff, size, &temp_buff);  in cudbg_collect_hma_indirect()
2891 	return cudbg_write_and_release_buff(pdbg_init, &temp_buff, dbg_buff);  in cudbg_collect_hma_indirect()
2945 			struct cudbg_buffer *dbg_buff,  in cudbg_collect_qdesc()  argument
3100 		rc = cudbg_get_buff(pdbg_init, dbg_buff, chunk_size,  in cudbg_collect_qdesc()
3111 						  dbg_buff);  in cudbg_collect_qdesc()