17 #define HPRE_CTRL_CNT_CLR_CE_BIT	BIT(0)
18 #define HPRE_CTRL_CNT_CLR_CE		0x301000
19 #define HPRE_FSM_MAX_CNT		0x301008
20 #define HPRE_VFG_AXQOS			0x30100c
21 #define HPRE_VFG_AXCACHE		0x301010
22 #define HPRE_RDCHN_INI_CFG		0x301014
23 #define HPRE_AWUSR_FP_CFG		0x301018
24 #define HPRE_BD_ENDIAN			0x301020
25 #define HPRE_ECC_BYPASS			0x301024
26 #define HPRE_RAS_WIDTH_CFG		0x301028
27 #define HPRE_POISON_BYPASS		0x30102c
28 #define HPRE_BD_ARUSR_CFG		0x301030
29 #define HPRE_BD_AWUSR_CFG		0x301034
30 #define HPRE_TYPES_ENB			0x301038
31 #define HPRE_RSA_ENB			BIT(0)
33 #define HPRE_DATA_RUSER_CFG		0x30103c
34 #define HPRE_DATA_WUSER_CFG		0x301040
35 #define HPRE_INT_MASK			0x301400
36 #define HPRE_INT_STATUS			0x301800
37 #define HPRE_HAC_INT_MSK		0x301400
38 #define HPRE_HAC_RAS_CE_ENB		0x301410
39 #define HPRE_HAC_RAS_NFE_ENB		0x301414
40 #define HPRE_HAC_RAS_FE_ENB		0x301418
41 #define HPRE_HAC_INT_SET		0x301500
42 #define HPRE_RNG_TIMEOUT_NUM		0x301A34
43 #define HPRE_CORE_INT_ENABLE		0
44 #define HPRE_RDCHN_INI_ST		0x301a00
45 #define HPRE_CLSTR_BASE			0x302000
46 #define HPRE_CORE_EN_OFFSET		0x04
47 #define HPRE_CORE_INI_CFG_OFFSET	0x20
48 #define HPRE_CORE_INI_STATUS_OFFSET	0x80
49 #define HPRE_CORE_HTBT_WARN_OFFSET	0x8c
50 #define HPRE_CORE_IS_SCHD_OFFSET	0x90
52 #define HPRE_RAS_CE_ENB			0x301410
53 #define HPRE_RAS_NFE_ENB		0x301414
54 #define HPRE_RAS_FE_ENB			0x301418
55 #define HPRE_OOO_SHUTDOWN_SEL		0x301a3c
56 #define HPRE_HAC_RAS_FE_ENABLE		0
61 #define HPRE_HAC_ECC1_CNT		0x301a04
62 #define HPRE_HAC_ECC2_CNT		0x301a08
63 #define HPRE_HAC_SOURCE_INT		0x301600
64 #define HPRE_CLSTR_ADDR_INTRVL		0x1000
65 #define HPRE_CLUSTER_INQURY		0x100
66 #define HPRE_CLSTR_ADDR_INQRY_RSLT	0x104
71 #define PCI_DEVICE_ID_HUAWEI_HPRE_PF	0xa258
73 #define HPRE_QM_AXI_CFG_MASK		GENMASK(15, 0)
74 #define HPRE_QM_VFG_AX_MASK		GENMASK(7, 0)
75 #define HPRE_BD_USR_MASK		GENMASK(1, 0)
76 #define HPRE_PREFETCH_CFG		0x301130
77 #define HPRE_SVA_PREFTCH_DFX		0x30115C
78 #define HPRE_PREFETCH_ENABLE		(~(BIT(0) | BIT(30)))
83 #define HPRE_CLKGATE_CTL		0x301a10
84 #define HPRE_PEH_CFG_AUTO_GATE		0x301a2c
85 #define HPRE_CLUSTER_DYN_CTL		0x302010
86 #define HPRE_CORE_SHB_CFG		0x302088
87 #define HPRE_CLKGATE_CTL_EN		BIT(0)
88 #define HPRE_PEH_CFG_AUTO_GATE_EN	BIT(0)
89 #define HPRE_CLUSTER_DYN_CTL_EN		BIT(0)
92 #define HPRE_AM_OOO_SHUTDOWN_ENB	0x301044
93 #define HPRE_AM_OOO_SHUTDOWN_ENABLE	BIT(0)
109 #define HPRE_DFX_BASE		0x301000
110 #define HPRE_DFX_COMMON1		0x301400
111 #define HPRE_DFX_COMMON2		0x301A00
112 #define HPRE_DFX_CORE		0x302000
113 #define HPRE_DFX_BASE_LEN		0x55
114 #define HPRE_DFX_COMMON1_LEN		0x41
115 #define HPRE_DFX_COMMON2_LEN		0xE
116 #define HPRE_DFX_CORE_LEN		0x43
123 	{ 0, }
135 		.alg_msk = BIT(0),
199 	{HPRE_QM_NFE_MASK_CAP, 0x3124, 0, GENMASK(31, 0), 0x0, 0x1C37, 0x7C37},
200 	{HPRE_QM_RESET_MASK_CAP, 0x3128, 0, GENMASK(31, 0), 0x0, 0xC37, 0x6C37},
201 	{HPRE_QM_OOO_SHUTDOWN_MASK_CAP, 0x3128, 0, GENMASK(31, 0), 0x0, 0x4, 0x6C37},
202 	{HPRE_QM_CE_MASK_CAP, 0x312C, 0, GENMASK(31, 0), 0x0, 0x8, 0x8},
203 	{HPRE_NFE_MASK_CAP, 0x3130, 0, GENMASK(31, 0), 0x0, 0x3FFFFE, 0x1FFFC3E},
204 	{HPRE_RESET_MASK_CAP, 0x3134, 0, GENMASK(31, 0), 0x0, 0x3FFFFE, 0xBFFC3E},
205 	{HPRE_OOO_SHUTDOWN_MASK_CAP, 0x3134, 0, GENMASK(31, 0), 0x0, 0x22, 0xBFFC3E},
206 	{HPRE_CE_MASK_CAP, 0x3138, 0, GENMASK(31, 0), 0x0, 0x1, 0x1},
207 	{HPRE_CLUSTER_NUM_CAP, 0x313c, 20, GENMASK(3, 0), 0x0, 0x4, 0x1},
208 	{HPRE_CORE_TYPE_NUM_CAP, 0x313c, 16, GENMASK(3, 0), 0x0, 0x2, 0x2},
209 	{HPRE_CORE_NUM_CAP, 0x313c, 8, GENMASK(7, 0), 0x0, 0x8, 0xA},
210 	{HPRE_CLUSTER_CORE_NUM_CAP, 0x313c, 0, GENMASK(7, 0), 0x0, 0x2, 0xA},
211 	{HPRE_CORE_ENABLE_BITMAP_CAP, 0x3140, 0, GENMASK(31, 0), 0x0, 0xF, 0x3FF},
212 	{HPRE_DRV_ALG_BITMAP_CAP, 0x3144, 0, GENMASK(31, 0), 0x0, 0x03, 0x27},
213 	{HPRE_DEV_ALG_BITMAP_CAP, 0x3148, 0, GENMASK(31, 0), 0x0, 0x03, 0x7F},
214 	{HPRE_CORE1_ALG_BITMAP_CAP, 0x314c, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
215 	{HPRE_CORE2_ALG_BITMAP_CAP, 0x3150, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
216 	{HPRE_CORE3_ALG_BITMAP_CAP, 0x3154, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
217 	{HPRE_CORE4_ALG_BITMAP_CAP, 0x3158, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
218 	{HPRE_CORE5_ALG_BITMAP_CAP, 0x315c, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
219 	{HPRE_CORE6_ALG_BITMAP_CAP, 0x3160, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
220 	{HPRE_CORE7_ALG_BITMAP_CAP, 0x3164, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
221 	{HPRE_CORE8_ALG_BITMAP_CAP, 0x3168, 0, GENMASK(31, 0), 0x0, 0x7F, 0x7F},
222 	{HPRE_CORE9_ALG_BITMAP_CAP, 0x316c, 0, GENMASK(31, 0), 0x0, 0x10, 0x10},
223 	{HPRE_CORE10_ALG_BITMAP_CAP, 0x3170, 0, GENMASK(31, 0), 0x0, 0x10, 0x10}
227 	{QM_RAS_NFE_TYPE, "QM_RAS_NFE_TYPE             ", 0x3124, 0x0, 0x1C37, 0x7C37},
228 	{QM_RAS_NFE_RESET, "QM_RAS_NFE_RESET            ", 0x3128, 0x0, 0xC77, 0x6C77},
229 	{QM_RAS_CE_TYPE, "QM_RAS_CE_TYPE              ", 0x312C, 0x0, 0x8, 0x8},
230 	{HPRE_RAS_NFE_TYPE, "HPRE_RAS_NFE_TYPE           ", 0x3130, 0x0, 0x3FFFFE, 0x1FFFC3E},
231 	{HPRE_RAS_NFE_RESET, "HPRE_RAS_NFE_RESET          ", 0x3134, 0x0, 0x3FFFFE, 0xBFFC3E},
232 	{HPRE_RAS_CE_TYPE, "HPRE_RAS_CE_TYPE            ", 0x3138, 0x0, 0x1, 0x1},
233 	{HPRE_CORE_INFO, "HPRE_CORE_INFO              ", 0x313c, 0x0, 0x420802, 0x120A0A},
234 	{HPRE_CORE_EN, "HPRE_CORE_EN                ", 0x3140, 0x0, 0xF, 0x3FF},
235 	{HPRE_DRV_ALG_BITMAP, "HPRE_DRV_ALG_BITMAP         ", 0x3144, 0x0, 0x03, 0x27},
236 	{HPRE_ALG_BITMAP, "HPRE_ALG_BITMAP             ", 0x3148, 0x0, 0x03, 0x7F},
237 	{HPRE_CORE1_BITMAP_CAP, "HPRE_CORE1_BITMAP_CAP       ", 0x314c, 0x0, 0x7F, 0x7F},
238 	{HPRE_CORE2_BITMAP_CAP, "HPRE_CORE2_BITMAP_CAP       ", 0x3150, 0x0, 0x7F, 0x7F},
239 	{HPRE_CORE3_BITMAP_CAP, "HPRE_CORE3_BITMAP_CAP       ", 0x3154, 0x0, 0x7F, 0x7F},
240 	{HPRE_CORE4_BITMAP_CAP, "HPRE_CORE4_BITMAP_CAP       ", 0x3158, 0x0, 0x7F, 0x7F},
241 	{HPRE_CORE5_BITMAP_CAP, "HPRE_CORE5_BITMAP_CAP       ", 0x315c, 0x0, 0x7F, 0x7F},
242 	{HPRE_CORE6_BITMAP_CAP, "HPRE_CORE6_BITMAP_CAP       ", 0x3160, 0x0, 0x7F, 0x7F},
243 	{HPRE_CORE7_BITMAP_CAP, "HPRE_CORE7_BITMAP_CAP       ", 0x3164, 0x0, 0x7F, 0x7F},
244 	{HPRE_CORE8_BITMAP_CAP, "HPRE_CORE8_BITMAP_CAP       ", 0x3168, 0x0, 0x7F, 0x7F},
245 	{HPRE_CORE9_BITMAP_CAP, "HPRE_CORE9_BITMAP_CAP       ", 0x316c, 0x0, 0x10, 0x10},
246 	{HPRE_CORE10_BITMAP_CAP, "HPRE_CORE10_BITMAP_CAP      ", 0x3170, 0x0, 0x10, 0x10},
251 		.int_msk = BIT(0),
387 	return 0;  in hpre_diff_regs_show()
396 	return 0;  in hpre_com_regs_show()
405 	return 0;  in hpre_cluster_regs_show()
416  * uacce_mode = 0 means hpre only register to crypto,
447 MODULE_PARM_DESC(vfs_num, "Number of VFs to enable(1-63), 0(default)");
459 	 * type: 0 - RSA/DH. algorithm supported in V2,  in hpre_create_qp()
502 				0, HPRE_VIA_MSI_DSM, NULL);  in hpre_cfg_by_dsm()
510 	return 0;  in hpre_cfg_by_dsm()
520 	u32 val = 0;  in hpre_set_cluster()
527 	for (i = 0; i < clusters_num; i++) {  in hpre_set_cluster()
533 		writel(0x1, qm->io_base + offset + HPRE_CORE_INI_CFG);  in hpre_set_cluster()
547 	return 0;  in hpre_set_cluster()
628 	for (i = 0; i < clusters_num; i++) {  in hpre_enable_clock_gate()
661 	for (i = 0; i < clusters_num; i++) {  in hpre_disable_clock_gate()
693 	writel(0x0, qm->io_base + HPRE_BD_ENDIAN);  in hpre_set_user_domain_and_cache()
694 	writel(0x0, qm->io_base + HPRE_POISON_BYPASS);  in hpre_set_user_domain_and_cache()
695 	writel(0x0, qm->io_base + HPRE_ECC_BYPASS);  in hpre_set_user_domain_and_cache()
699 	writel(0x1, qm->io_base + HPRE_RDCHN_INI_CFG);  in hpre_set_user_domain_and_cache()
701 			val & BIT(0),  in hpre_set_user_domain_and_cache()
741 	for (i = 0; i < clusters_num; i++) {  in hpre_cnt_regs_clear()
743 		writel(0x0, qm->io_base + offset + HPRE_CLUSTER_INQURY);  in hpre_cnt_regs_clear()
747 	writel(0x0, qm->io_base + HPRE_CTRL_CNT_CLR_CE);  in hpre_cnt_regs_clear()
763 		val2 = 0x0;  in hpre_master_ooo_ctrl()
828 	if (val != 1 && val != 0)  in hpre_clear_enable_write()
835 	return 0;  in hpre_clear_enable_write()
903 	if (*pos != 0)  in hpre_ctrl_debug_write()
904 		return 0;  in hpre_ctrl_debug_write()
911 	if (len < 0)  in hpre_ctrl_debug_write()
914 	tbuf[len] = '\0';  in hpre_ctrl_debug_write()
915 	if (kstrtoul(tbuf, 0, &val))  in hpre_ctrl_debug_write()
958 	return 0;  in hpre_debugfs_atomic64_get()
968 		atomic64_set(&hpre_dfx[HPRE_OVER_THRHLD_CNT].value, 0);  in hpre_debugfs_atomic64_set()
975 	return 0;  in hpre_debugfs_atomic64_set()
1003 	return 0;  in hpre_create_debugfs_file()
1023 	return 0;  in hpre_pf_comm_regs_debugfs_init()
1039 	for (i = 0; i < clusters_num; i++) {  in hpre_cluster_debugfs_init()
1062 	return 0;  in hpre_cluster_debugfs_init()
1087 	for (i = 0; i < size; i++)  in hpre_cap_regs_show()
1088 		seq_printf(s, "%s= 0x%08x\n", qm->cap_tables.qm_cap_table[i].name,  in hpre_cap_regs_show()
1092 	for (i = 0; i < size; i++)  in hpre_cap_regs_show()
1093 		seq_printf(s, "%s= 0x%08x\n", qm->cap_tables.dev_cap_table[i].name,  in hpre_cap_regs_show()
1096 	return 0;  in hpre_cap_regs_show()
1110 	for (i = 0; i < HPRE_DFX_FILE_NUM; i++) {  in hpre_dfx_debug_init()
1150 	return 0;  in hpre_debugfs_init()
1178 	for (i = 0; i < size; i++) {  in hpre_pre_store_cap_reg()
1197 	return 0;  in hpre_pre_store_cap_reg()
1269 	for (i = 0; i < com_dfx_regs_num; i++)  in hpre_show_last_regs_init()
1273 	for (i = 0; i < clusters_num; i++) {  in hpre_show_last_regs_init()
1275 		for (j = 0; j < cluster_dfx_regs_num; j++) {  in hpre_show_last_regs_init()
1282 	return 0;  in hpre_show_last_regs_init()
1312 	for (i = 0; i < com_dfx_regs_num; i++) {  in hpre_show_last_dfx_regs()
1315 			pci_info(pdev, "Common_core:%s \t= 0x%08x => 0x%08x\n",  in hpre_show_last_dfx_regs()
1322 	for (i = 0; i < clusters_num; i++) {  in hpre_show_last_dfx_regs()
1324 		for (j = 0; j <  cluster_dfx_regs_num; j++) {  in hpre_show_last_dfx_regs()
1329 				pci_info(pdev, "cluster-%d:%s \t= 0x%08x => 0x%08x\n",  in hpre_show_last_dfx_regs()
1342 			dev_warn(dev, "%s [error status=0x%x] found\n",  in hpre_log_hw_error()
1473 		/* Enable shaper type 0 */  in hpre_probe_init()
1480 	return 0;  in hpre_probe_init()
1489 	qm->debug.curr_qm_qp_num = 0;  in hpre_probe_uninit()
1528 	if (ret < 0) {  in hpre_probe()
1543 		if (ret < 0)  in hpre_probe()
1549 	return 0;  in hpre_probe()