17 #define HPRE_QM_ABNML_INT_MASK		0x100004
18 #define HPRE_CTRL_CNT_CLR_CE_BIT	BIT(0)
19 #define HPRE_COMM_CNT_CLR_CE		0x0
20 #define HPRE_CTRL_CNT_CLR_CE		0x301000
21 #define HPRE_FSM_MAX_CNT		0x301008
22 #define HPRE_VFG_AXQOS			0x30100c
23 #define HPRE_VFG_AXCACHE		0x301010
24 #define HPRE_RDCHN_INI_CFG		0x301014
25 #define HPRE_AWUSR_FP_CFG		0x301018
26 #define HPRE_BD_ENDIAN			0x301020
27 #define HPRE_ECC_BYPASS			0x301024
28 #define HPRE_RAS_WIDTH_CFG		0x301028
29 #define HPRE_POISON_BYPASS		0x30102c
30 #define HPRE_BD_ARUSR_CFG		0x301030
31 #define HPRE_BD_AWUSR_CFG		0x301034
32 #define HPRE_TYPES_ENB			0x301038
33 #define HPRE_RSA_ENB			BIT(0)
35 #define HPRE_DATA_RUSER_CFG		0x30103c
36 #define HPRE_DATA_WUSER_CFG		0x301040
37 #define HPRE_INT_MASK			0x301400
38 #define HPRE_INT_STATUS			0x301800
39 #define HPRE_HAC_INT_MSK		0x301400
40 #define HPRE_HAC_RAS_CE_ENB		0x301410
41 #define HPRE_HAC_RAS_NFE_ENB		0x301414
42 #define HPRE_HAC_RAS_FE_ENB		0x301418
43 #define HPRE_HAC_INT_SET		0x301500
44 #define HPRE_RNG_TIMEOUT_NUM		0x301A34
45 #define HPRE_CORE_INT_ENABLE		0
46 #define HPRE_CORE_INT_DISABLE		GENMASK(21, 0)
47 #define HPRE_RDCHN_INI_ST		0x301a00
48 #define HPRE_CLSTR_BASE			0x302000
49 #define HPRE_CORE_EN_OFFSET		0x04
50 #define HPRE_CORE_INI_CFG_OFFSET	0x20
51 #define HPRE_CORE_INI_STATUS_OFFSET	0x80
52 #define HPRE_CORE_HTBT_WARN_OFFSET	0x8c
53 #define HPRE_CORE_IS_SCHD_OFFSET	0x90
55 #define HPRE_RAS_CE_ENB			0x301410
56 #define HPRE_RAS_NFE_ENB		0x301414
57 #define HPRE_RAS_FE_ENB			0x301418
58 #define HPRE_OOO_SHUTDOWN_SEL		0x301a3c
59 #define HPRE_HAC_RAS_FE_ENABLE		0
64 #define HPRE_HAC_ECC1_CNT		0x301a04
65 #define HPRE_HAC_ECC2_CNT		0x301a08
66 #define HPRE_HAC_SOURCE_INT		0x301600
67 #define HPRE_CLSTR_ADDR_INTRVL		0x1000
68 #define HPRE_CLUSTER_INQURY		0x100
69 #define HPRE_CLSTR_ADDR_INQRY_RSLT	0x104
75 #define PCI_DEVICE_ID_HUAWEI_HPRE_PF	0xa258
77 #define HPRE_QM_AXI_CFG_MASK		GENMASK(15, 0)
78 #define HPRE_QM_VFG_AX_MASK		GENMASK(7, 0)
79 #define HPRE_BD_USR_MASK		GENMASK(1, 0)
80 #define HPRE_PREFETCH_CFG		0x301130
81 #define HPRE_SVA_PREFTCH_DFX		0x30115C
82 #define HPRE_PREFETCH_ENABLE		(~(BIT(0) | BIT(30)))
87 #define HPRE_CLKGATE_CTL		0x301a10
88 #define HPRE_PEH_CFG_AUTO_GATE		0x301a2c
89 #define HPRE_CLUSTER_DYN_CTL		0x302010
90 #define HPRE_CORE_SHB_CFG		0x302088
91 #define HPRE_CLKGATE_CTL_EN		BIT(0)
92 #define HPRE_PEH_CFG_AUTO_GATE_EN	BIT(0)
93 #define HPRE_CLUSTER_DYN_CTL_EN		BIT(0)
96 #define HPRE_AM_OOO_SHUTDOWN_ENB	0x301044
97 #define HPRE_AM_OOO_SHUTDOWN_ENABLE	BIT(0)
112 #define HPRE_DFX_BASE		0x301000
113 #define HPRE_DFX_COMMON1		0x301400
114 #define HPRE_DFX_COMMON2		0x301A00
115 #define HPRE_DFX_CORE		0x302000
116 #define HPRE_DFX_BASE_LEN		0x55
117 #define HPRE_DFX_COMMON1_LEN		0x41
118 #define HPRE_DFX_COMMON2_LEN		0xE
119 #define HPRE_DFX_CORE_LEN		0x43
128 	{ 0, }
145 		.alg_msk = BIT(0),
209 	{HPRE_QM_NFE_MASK_CAP, 0x3124, 0, GENMASK(31, 0), 0x0, 0x1C37, 0x7C37},
210 	{HPRE_QM_RESET_MASK_CAP, 0x3128, 0, GENMASK(31, 0), 0x0, 0xC37, 0x6C37},
211 	{HPRE_QM_OOO_SHUTDOWN_MASK_CAP, 0x3128, 0, GENMASK(31, 0), 0x0, 0x4, 0x6C37},
212 	{HPRE_QM_CE_MASK_CAP, 0x312C, 0, GENMASK(31, 0), 0x0, 0x8, 0x8},
213 	{HPRE_NFE_MASK_CAP, 0x3130, 0, GENMASK(31, 0), 0x0, 0x3FFFFE, 0xFFFFFE},
214 	{HPRE_RESET_MASK_CAP, 0x3134, 0, GENMASK(31, 0), 0x0, 0x3FFFFE, 0xBFFFFE},
215 	{HPRE_OOO_SHUTDOWN_MASK_CAP, 0x3134, 0, GENMASK(31, 0), 0x0, 0x22, 0xBFFFFE},
216 	{HPRE_CE_MASK_CAP, 0x3138, 0, GENMASK(31, 0), 0x0, 0x1, 0x1},
217 	{HPRE_CLUSTER_NUM_CAP, 0x313c, 20, GENMASK(3, 0), 0x0,  0x4, 0x1},
218 	{HPRE_CORE_TYPE_NUM_CAP, 0x313c, 16, GENMASK(3, 0), 0x0, 0x2, 0x2},
219 	{HPRE_CORE_NUM_CAP, 0x313c, 8, GENMASK(7, 0), 0x0, 0x8, 0xA},
220 	{HPRE_CLUSTER_CORE_NUM_CAP, 0x313c, 0, GENMASK(7, 0), 0x0, 0x2, 0xA},
221 	{HPRE_CORE_ENABLE_BITMAP_CAP, 0x3140, 0, GENMASK(31, 0), 0x0, 0xF, 0x3FF},
222 	{HPRE_DRV_ALG_BITMAP_CAP, 0x3144, 0, GENMASK(31, 0), 0x0, 0x03, 0x27},
223 	{HPRE_DEV_ALG_BITMAP_CAP, 0x3148, 0, GENMASK(31, 0), 0x0, 0x03, 0x7F},
224 	{HPRE_CORE1_ALG_BITMAP_CAP, 0x314c, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
225 	{HPRE_CORE2_ALG_BITMAP_CAP, 0x3150, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
226 	{HPRE_CORE3_ALG_BITMAP_CAP, 0x3154, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
227 	{HPRE_CORE4_ALG_BITMAP_CAP, 0x3158, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
228 	{HPRE_CORE5_ALG_BITMAP_CAP, 0x315c, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
229 	{HPRE_CORE6_ALG_BITMAP_CAP, 0x3160, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
230 	{HPRE_CORE7_ALG_BITMAP_CAP, 0x3164, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
231 	{HPRE_CORE8_ALG_BITMAP_CAP, 0x3168, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
232 	{HPRE_CORE9_ALG_BITMAP_CAP, 0x316c, 0, GENMASK(31, 0), 0x0, 0x10, 0x10},
233 	{HPRE_CORE10_ALG_BITMAP_CAP, 0x3170, 0, GENMASK(31, 0), 0x0, 0x10, 0x10}
238 		.int_msk = BIT(0),
370 		return 0;  in hpre_set_qm_algs()
378 	for (i = 0; i < ARRAY_SIZE(hpre_dev_algs); i++)  in hpre_set_qm_algs()
384 		*ptr = '\0';  in hpre_set_qm_algs()
388 	return 0;  in hpre_set_qm_algs()
398 	return 0;  in hpre_diff_regs_show()
407 	return 0;  in hpre_com_regs_show()
416 	return 0;  in hpre_cluster_regs_show()
427  * uacce_mode = 0 means hpre only register to crypto,
455 MODULE_PARM_DESC(vfs_num, "Number of VFs to enable(1-63), 0(default)");
477 	 * type: 0 - RSA/DH. algorithm supported in V2,  in hpre_create_qp()
520 				0, HPRE_VIA_MSI_DSM, NULL);  in hpre_cfg_by_dsm()
528 	return 0;  in hpre_cfg_by_dsm()
537 	u32 val = 0;  in hpre_set_cluster()
540 	for (i = 0; i < clusters_num; i++) {  in hpre_set_cluster()
546 		writel(0x1, qm->io_base + offset + HPRE_CORE_INI_CFG);  in hpre_set_cluster()
560 	return 0;  in hpre_set_cluster()
693 	writel(0x0, qm->io_base + HPRE_BD_ENDIAN);  in hpre_set_user_domain_and_cache()
694 	writel(0x0, qm->io_base + HPRE_INT_MASK);  in hpre_set_user_domain_and_cache()
695 	writel(0x0, qm->io_base + HPRE_POISON_BYPASS);  in hpre_set_user_domain_and_cache()
696 	writel(0x0, qm->io_base + HPRE_COMM_CNT_CLR_CE);  in hpre_set_user_domain_and_cache()
697 	writel(0x0, qm->io_base + HPRE_ECC_BYPASS);  in hpre_set_user_domain_and_cache()
701 	writel(0x1, qm->io_base + HPRE_RDCHN_INI_CFG);  in hpre_set_user_domain_and_cache()
703 			val & BIT(0),  in hpre_set_user_domain_and_cache()
739 	for (i = 0; i < clusters_num; i++) {  in hpre_cnt_regs_clear()
741 		writel(0x0, qm->io_base + offset + HPRE_CLUSTER_INQURY);  in hpre_cnt_regs_clear()
745 	writel(0x0, qm->io_base + HPRE_CTRL_CNT_CLR_CE);  in hpre_cnt_regs_clear()
761 		val2 = 0x0;  in hpre_master_ooo_ctrl()
825 	if (val != 1 && val != 0)  in hpre_clear_enable_write()
832 	return 0;  in hpre_clear_enable_write()
900 	if (*pos != 0)  in hpre_ctrl_debug_write()
901 		return 0;  in hpre_ctrl_debug_write()
908 	if (len < 0)  in hpre_ctrl_debug_write()
911 	tbuf[len] = '\0';  in hpre_ctrl_debug_write()
912 	if (kstrtoul(tbuf, 0, &val))  in hpre_ctrl_debug_write()
955 	return 0;  in hpre_debugfs_atomic64_get()
965 		atomic64_set(&hpre_dfx[HPRE_OVER_THRHLD_CNT].value, 0);  in hpre_debugfs_atomic64_set()
972 	return 0;  in hpre_debugfs_atomic64_set()
1000 	return 0;  in hpre_create_debugfs_file()
1020 	return 0;  in hpre_pf_comm_regs_debugfs_init()
1032 	for (i = 0; i < clusters_num; i++) {  in hpre_cluster_debugfs_init()
1034 		if (ret < 0)  in hpre_cluster_debugfs_init()
1055 	return 0;  in hpre_cluster_debugfs_init()
1083 	for (i = 0; i < HPRE_DFX_FILE_NUM; i++) {  in hpre_dfx_debug_init()
1121 	return 0;  in hpre_debugfs_init()
1190 	for (i = 0; i < com_dfx_regs_num; i++)  in hpre_show_last_regs_init()
1194 	for (i = 0; i < clusters_num; i++) {  in hpre_show_last_regs_init()
1196 		for (j = 0; j < cluster_dfx_regs_num; j++) {  in hpre_show_last_regs_init()
1203 	return 0;  in hpre_show_last_regs_init()
1232 	for (i = 0; i < com_dfx_regs_num; i++) {  in hpre_show_last_dfx_regs()
1235 			pci_info(pdev, "Common_core:%s \t= 0x%08x => 0x%08x\n",  in hpre_show_last_dfx_regs()
1239 	for (i = 0; i < clusters_num; i++) {  in hpre_show_last_dfx_regs()
1241 		for (j = 0; j <  cluster_dfx_regs_num; j++) {  in hpre_show_last_dfx_regs()
1246 				pci_info(pdev, "cluster-%d:%s \t= 0x%08x => 0x%08x\n",  in hpre_show_last_dfx_regs()
1259 			dev_warn(dev, "%s [error status=0x%x] found\n",  in hpre_log_hw_error()
1355 		/* Enable shaper type 0 */  in hpre_probe_init()
1362 	return 0;  in hpre_probe_init()
1397 	if (ret < 0) {  in hpre_probe()
1412 		if (ret < 0)  in hpre_probe()
1418 	return 0;  in hpre_probe()
1458 		qm->debug.curr_qm_qp_num = 0;  in hpre_remove()