1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * CAAM/SEC 4.x driver backend
4  * Private/internal definitions between modules
5  *
6  * Copyright 2008-2011 Freescale Semiconductor, Inc.
7  * Copyright 2019 NXP
8  */
9 
10 #ifndef INTERN_H
11 #define INTERN_H
12 
13 #include "ctrl.h"
14 
15 /* Currently comes from Kconfig param as a ^2 (driver-required) */
16 #define JOBR_DEPTH (1 << CONFIG_CRYPTO_DEV_FSL_CAAM_RINGSIZE)
17 
18 /* Kconfig params for interrupt coalescing if selected (else zero) */
19 #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_INTC
20 #define JOBR_INTC JRCFG_ICEN
21 #define JOBR_INTC_TIME_THLD CONFIG_CRYPTO_DEV_FSL_CAAM_INTC_TIME_THLD
22 #define JOBR_INTC_COUNT_THLD CONFIG_CRYPTO_DEV_FSL_CAAM_INTC_COUNT_THLD
23 #else
24 #define JOBR_INTC 0
25 #define JOBR_INTC_TIME_THLD 0
26 #define JOBR_INTC_COUNT_THLD 0
27 #endif
28 
29 /*
30  * Storage for tracking each in-process entry moving across a ring
31  * Each entry on an output ring needs one of these
32  */
33 struct caam_jrentry_info {
34 	void (*callbk)(struct device *dev, u32 *desc, u32 status, void *arg);
35 	void *cbkarg;	/* Argument per ring entry */
36 	u32 *desc_addr_virt;	/* Stored virt addr for postprocessing */
37 	dma_addr_t desc_addr_dma;	/* Stored bus addr for done matching */
38 	u32 desc_size;	/* Stored size for postprocessing, header derived */
39 };
40 
41 /* Private sub-storage for a single JobR */
42 struct caam_drv_private_jr {
43 	struct list_head	list_node;	/* Job Ring device list */
44 	struct device		*dev;
45 	int ridx;
46 	struct caam_job_ring __iomem *rregs;	/* JobR's register space */
47 	struct tasklet_struct irqtask;
48 	int irq;			/* One per queue */
49 
50 	/* Number of scatterlist crypt transforms active on the JobR */
51 	atomic_t tfm_count ____cacheline_aligned;
52 
53 	/* Job ring info */
54 	struct caam_jrentry_info *entinfo;	/* Alloc'ed 1 per ring entry */
55 	spinlock_t inplock ____cacheline_aligned; /* Input ring index lock */
56 	u32 inpring_avail;	/* Number of free entries in input ring */
57 	int head;			/* entinfo (s/w ring) head index */
58 	void *inpring;			/* Base of input ring, alloc
59 					 * DMA-safe */
60 	int out_ring_read_index;	/* Output index "tail" */
61 	int tail;			/* entinfo (s/w ring) tail index */
62 	void *outring;			/* Base of output ring, DMA-safe */
63 };
64 
65 /*
66  * Driver-private storage for a single CAAM block instance
67  */
68 struct caam_drv_private {
69 	/* Physical-presence section */
70 	struct caam_ctrl __iomem *ctrl; /* controller region */
71 	struct caam_deco __iomem *deco; /* DECO/CCB views */
72 	struct caam_assurance __iomem *assure;
73 	struct caam_queue_if __iomem *qi; /* QI control region */
74 	struct caam_job_ring __iomem *jr[4];	/* JobR's register space */
75 
76 	struct iommu_domain *domain;
77 
78 	/*
79 	 * Detected geometry block. Filled in from device tree if powerpc,
80 	 * or from register-based version detection code
81 	 */
82 	u8 total_jobrs;		/* Total Job Rings in device */
83 	u8 qi_present;		/* Nonzero if QI present in device */
84 #ifdef CONFIG_CAAM_QI
85 	u8 qi_init;		/* Nonzero if QI has been initialized */
86 #endif
87 	u8 mc_en;		/* Nonzero if MC f/w is active */
88 	int secvio_irq;		/* Security violation interrupt number */
89 	int virt_en;		/* Virtualization enabled in CAAM */
90 	int era;		/* CAAM Era (internal HW revision) */
91 
92 #define	RNG4_MAX_HANDLES 2
93 	/* RNG4 block */
94 	u32 rng4_sh_init;	/* This bitmap shows which of the State
95 				   Handles of the RNG4 block are initialized
96 				   by this driver */
97 
98 	struct clk_bulk_data *clks;
99 	int num_clks;
100 	/*
101 	 * debugfs entries for developer view into driver/device
102 	 * variables at runtime.
103 	 */
104 #ifdef CONFIG_DEBUG_FS
105 	struct dentry *dfs_root;
106 	struct dentry *ctl; /* controller dir */
107 	struct debugfs_blob_wrapper ctl_kek_wrap, ctl_tkek_wrap, ctl_tdsk_wrap;
108 #endif
109 };
110 
111 #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API
112 
113 int caam_algapi_init(struct device *dev);
114 void caam_algapi_exit(void);
115 
116 #else
117 
caam_algapi_init(struct device * dev)118 static inline int caam_algapi_init(struct device *dev)
119 {
120 	return 0;
121 }
122 
caam_algapi_exit(void)123 static inline void caam_algapi_exit(void)
124 {
125 }
126 
127 #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_CRYPTO_API */
128 
129 #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API
130 
131 int caam_algapi_hash_init(struct device *dev);
132 void caam_algapi_hash_exit(void);
133 
134 #else
135 
caam_algapi_hash_init(struct device * dev)136 static inline int caam_algapi_hash_init(struct device *dev)
137 {
138 	return 0;
139 }
140 
caam_algapi_hash_exit(void)141 static inline void caam_algapi_hash_exit(void)
142 {
143 }
144 
145 #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_AHASH_API */
146 
147 #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_PKC_API
148 
149 int caam_pkc_init(struct device *dev);
150 void caam_pkc_exit(void);
151 
152 #else
153 
caam_pkc_init(struct device * dev)154 static inline int caam_pkc_init(struct device *dev)
155 {
156 	return 0;
157 }
158 
caam_pkc_exit(void)159 static inline void caam_pkc_exit(void)
160 {
161 }
162 
163 #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_PKC_API */
164 
165 #ifdef CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API
166 
167 int caam_rng_init(struct device *dev);
168 void caam_rng_exit(void);
169 
170 #else
171 
caam_rng_init(struct device * dev)172 static inline int caam_rng_init(struct device *dev)
173 {
174 	return 0;
175 }
176 
caam_rng_exit(void)177 static inline void caam_rng_exit(void)
178 {
179 }
180 
181 #endif /* CONFIG_CRYPTO_DEV_FSL_CAAM_RNG_API */
182 
183 #ifdef CONFIG_CAAM_QI
184 
185 int caam_qi_algapi_init(struct device *dev);
186 void caam_qi_algapi_exit(void);
187 
188 #else
189 
caam_qi_algapi_init(struct device * dev)190 static inline int caam_qi_algapi_init(struct device *dev)
191 {
192 	return 0;
193 }
194 
caam_qi_algapi_exit(void)195 static inline void caam_qi_algapi_exit(void)
196 {
197 }
198 
199 #endif /* CONFIG_CAAM_QI */
200 
201 #ifdef CONFIG_DEBUG_FS
caam_debugfs_u64_get(void * data,u64 * val)202 static int caam_debugfs_u64_get(void *data, u64 *val)
203 {
204 	*val = caam64_to_cpu(*(u64 *)data);
205 	return 0;
206 }
207 
caam_debugfs_u32_get(void * data,u64 * val)208 static int caam_debugfs_u32_get(void *data, u64 *val)
209 {
210 	*val = caam32_to_cpu(*(u32 *)data);
211 	return 0;
212 }
213 
214 DEFINE_SIMPLE_ATTRIBUTE(caam_fops_u32_ro, caam_debugfs_u32_get, NULL, "%llu\n");
215 DEFINE_SIMPLE_ATTRIBUTE(caam_fops_u64_ro, caam_debugfs_u64_get, NULL, "%llu\n");
216 #endif
217 
caam_get_dma_mask(struct device * dev)218 static inline u64 caam_get_dma_mask(struct device *dev)
219 {
220 	struct device_node *nprop = dev->of_node;
221 
222 	if (caam_ptr_sz != sizeof(u64))
223 		return DMA_BIT_MASK(32);
224 
225 	if (caam_dpaa2)
226 		return DMA_BIT_MASK(49);
227 
228 	if (of_device_is_compatible(nprop, "fsl,sec-v5.0-job-ring") ||
229 	    of_device_is_compatible(nprop, "fsl,sec-v5.0"))
230 		return DMA_BIT_MASK(40);
231 
232 	return DMA_BIT_MASK(36);
233 }
234 
235 
236 #endif /* INTERN_H */
237