Lines Matching refs:dd
53 #define omap_aes_read(dd, offset) \ argument
56 _read_ret = __raw_readl(dd->io_base + offset); \
62 inline u32 omap_aes_read(struct omap_aes_dev *dd, u32 offset) in omap_aes_read() argument
64 return __raw_readl(dd->io_base + offset); in omap_aes_read()
69 #define omap_aes_write(dd, offset, value) \ argument
73 __raw_writel(value, dd->io_base + offset); \
76 inline void omap_aes_write(struct omap_aes_dev *dd, u32 offset, in omap_aes_write() argument
79 __raw_writel(value, dd->io_base + offset); in omap_aes_write()
83 static inline void omap_aes_write_mask(struct omap_aes_dev *dd, u32 offset, in omap_aes_write_mask() argument
88 val = omap_aes_read(dd, offset); in omap_aes_write_mask()
91 omap_aes_write(dd, offset, val); in omap_aes_write_mask()
94 static void omap_aes_write_n(struct omap_aes_dev *dd, u32 offset, in omap_aes_write_n() argument
98 omap_aes_write(dd, offset, *value); in omap_aes_write_n()
101 static int omap_aes_hw_init(struct omap_aes_dev *dd) in omap_aes_hw_init() argument
105 if (!(dd->flags & FLAGS_INIT)) { in omap_aes_hw_init()
106 dd->flags |= FLAGS_INIT; in omap_aes_hw_init()
107 dd->err = 0; in omap_aes_hw_init()
110 err = pm_runtime_get_sync(dd->dev); in omap_aes_hw_init()
112 dev_err(dd->dev, "failed to get sync: %d\n", err); in omap_aes_hw_init()
119 void omap_aes_clear_copy_flags(struct omap_aes_dev *dd) in omap_aes_clear_copy_flags() argument
121 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_IN_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
122 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_OUT_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
123 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_ASSOC_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
126 int omap_aes_write_ctrl(struct omap_aes_dev *dd) in omap_aes_write_ctrl() argument
133 err = omap_aes_hw_init(dd); in omap_aes_write_ctrl()
137 key32 = dd->ctx->keylen / sizeof(u32); in omap_aes_write_ctrl()
140 if (dd->flags & FLAGS_GCM) in omap_aes_write_ctrl()
142 omap_aes_write(dd, i, 0x0); in omap_aes_write_ctrl()
145 omap_aes_write(dd, AES_REG_KEY(dd, i), in omap_aes_write_ctrl()
146 __le32_to_cpu(dd->ctx->key[i])); in omap_aes_write_ctrl()
149 if ((dd->flags & (FLAGS_CBC | FLAGS_CTR)) && dd->req->info) in omap_aes_write_ctrl()
150 omap_aes_write_n(dd, AES_REG_IV(dd, 0), dd->req->info, 4); in omap_aes_write_ctrl()
152 if ((dd->flags & (FLAGS_GCM)) && dd->aead_req->iv) { in omap_aes_write_ctrl()
153 rctx = aead_request_ctx(dd->aead_req); in omap_aes_write_ctrl()
154 omap_aes_write_n(dd, AES_REG_IV(dd, 0), (u32 *)rctx->iv, 4); in omap_aes_write_ctrl()
157 val = FLD_VAL(((dd->ctx->keylen >> 3) - 1), 4, 3); in omap_aes_write_ctrl()
158 if (dd->flags & FLAGS_CBC) in omap_aes_write_ctrl()
161 if (dd->flags & (FLAGS_CTR | FLAGS_GCM)) in omap_aes_write_ctrl()
164 if (dd->flags & FLAGS_GCM) in omap_aes_write_ctrl()
167 if (dd->flags & FLAGS_ENCRYPT) in omap_aes_write_ctrl()
170 omap_aes_write_mask(dd, AES_REG_CTRL(dd), val, AES_REG_CTRL_MASK); in omap_aes_write_ctrl()
175 static void omap_aes_dma_trigger_omap2(struct omap_aes_dev *dd, int length) in omap_aes_dma_trigger_omap2() argument
179 val = dd->pdata->dma_start; in omap_aes_dma_trigger_omap2()
181 if (dd->dma_lch_out != NULL) in omap_aes_dma_trigger_omap2()
182 val |= dd->pdata->dma_enable_out; in omap_aes_dma_trigger_omap2()
183 if (dd->dma_lch_in != NULL) in omap_aes_dma_trigger_omap2()
184 val |= dd->pdata->dma_enable_in; in omap_aes_dma_trigger_omap2()
186 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_aes_dma_trigger_omap2()
187 dd->pdata->dma_start; in omap_aes_dma_trigger_omap2()
189 omap_aes_write_mask(dd, AES_REG_MASK(dd), val, mask); in omap_aes_dma_trigger_omap2()
193 static void omap_aes_dma_trigger_omap4(struct omap_aes_dev *dd, int length) in omap_aes_dma_trigger_omap4() argument
195 omap_aes_write(dd, AES_REG_LENGTH_N(0), length); in omap_aes_dma_trigger_omap4()
196 omap_aes_write(dd, AES_REG_LENGTH_N(1), 0); in omap_aes_dma_trigger_omap4()
197 if (dd->flags & FLAGS_GCM) in omap_aes_dma_trigger_omap4()
198 omap_aes_write(dd, AES_REG_A_LEN, dd->assoc_len); in omap_aes_dma_trigger_omap4()
200 omap_aes_dma_trigger_omap2(dd, length); in omap_aes_dma_trigger_omap4()
203 static void omap_aes_dma_stop(struct omap_aes_dev *dd) in omap_aes_dma_stop() argument
207 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_aes_dma_stop()
208 dd->pdata->dma_start; in omap_aes_dma_stop()
210 omap_aes_write_mask(dd, AES_REG_MASK(dd), 0, mask); in omap_aes_dma_stop()
215 struct omap_aes_dev *dd; in omap_aes_find_dev() local
218 dd = list_first_entry(&dev_list, struct omap_aes_dev, list); in omap_aes_find_dev()
219 list_move_tail(&dd->list, &dev_list); in omap_aes_find_dev()
220 rctx->dd = dd; in omap_aes_find_dev()
223 return dd; in omap_aes_find_dev()
228 struct omap_aes_dev *dd = data; in omap_aes_dma_out_callback() local
231 tasklet_schedule(&dd->done_task); in omap_aes_dma_out_callback()
234 static int omap_aes_dma_init(struct omap_aes_dev *dd) in omap_aes_dma_init() argument
238 dd->dma_lch_out = NULL; in omap_aes_dma_init()
239 dd->dma_lch_in = NULL; in omap_aes_dma_init()
241 dd->dma_lch_in = dma_request_chan(dd->dev, "rx"); in omap_aes_dma_init()
242 if (IS_ERR(dd->dma_lch_in)) { in omap_aes_dma_init()
243 dev_err(dd->dev, "Unable to request in DMA channel\n"); in omap_aes_dma_init()
244 return PTR_ERR(dd->dma_lch_in); in omap_aes_dma_init()
247 dd->dma_lch_out = dma_request_chan(dd->dev, "tx"); in omap_aes_dma_init()
248 if (IS_ERR(dd->dma_lch_out)) { in omap_aes_dma_init()
249 dev_err(dd->dev, "Unable to request out DMA channel\n"); in omap_aes_dma_init()
250 err = PTR_ERR(dd->dma_lch_out); in omap_aes_dma_init()
257 dma_release_channel(dd->dma_lch_in); in omap_aes_dma_init()
262 static void omap_aes_dma_cleanup(struct omap_aes_dev *dd) in omap_aes_dma_cleanup() argument
264 if (dd->pio_only) in omap_aes_dma_cleanup()
267 dma_release_channel(dd->dma_lch_out); in omap_aes_dma_cleanup()
268 dma_release_channel(dd->dma_lch_in); in omap_aes_dma_cleanup()
271 static int omap_aes_crypt_dma(struct omap_aes_dev *dd, in omap_aes_crypt_dma() argument
280 if (dd->pio_only) { in omap_aes_crypt_dma()
281 scatterwalk_start(&dd->in_walk, dd->in_sg); in omap_aes_crypt_dma()
282 scatterwalk_start(&dd->out_walk, dd->out_sg); in omap_aes_crypt_dma()
286 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2); in omap_aes_crypt_dma()
290 dma_sync_sg_for_device(dd->dev, dd->in_sg, in_sg_len, DMA_TO_DEVICE); in omap_aes_crypt_dma()
294 cfg.src_addr = dd->phys_base + AES_REG_DATA_N(dd, 0); in omap_aes_crypt_dma()
295 cfg.dst_addr = dd->phys_base + AES_REG_DATA_N(dd, 0); in omap_aes_crypt_dma()
302 ret = dmaengine_slave_config(dd->dma_lch_in, &cfg); in omap_aes_crypt_dma()
304 dev_err(dd->dev, "can't configure IN dmaengine slave: %d\n", in omap_aes_crypt_dma()
309 tx_in = dmaengine_prep_slave_sg(dd->dma_lch_in, in_sg, in_sg_len, in omap_aes_crypt_dma()
313 dev_err(dd->dev, "IN prep_slave_sg() failed\n"); in omap_aes_crypt_dma()
318 tx_in->callback_param = dd; in omap_aes_crypt_dma()
321 ret = dmaengine_slave_config(dd->dma_lch_out, &cfg); in omap_aes_crypt_dma()
323 dev_err(dd->dev, "can't configure OUT dmaengine slave: %d\n", in omap_aes_crypt_dma()
328 tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, out_sg_len, in omap_aes_crypt_dma()
332 dev_err(dd->dev, "OUT prep_slave_sg() failed\n"); in omap_aes_crypt_dma()
336 if (dd->flags & FLAGS_GCM) in omap_aes_crypt_dma()
340 tx_out->callback_param = dd; in omap_aes_crypt_dma()
345 dma_async_issue_pending(dd->dma_lch_in); in omap_aes_crypt_dma()
346 dma_async_issue_pending(dd->dma_lch_out); in omap_aes_crypt_dma()
349 dd->pdata->trigger(dd, dd->total); in omap_aes_crypt_dma()
354 int omap_aes_crypt_dma_start(struct omap_aes_dev *dd) in omap_aes_crypt_dma_start() argument
358 pr_debug("total: %d\n", dd->total); in omap_aes_crypt_dma_start()
360 if (!dd->pio_only) { in omap_aes_crypt_dma_start()
361 err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len, in omap_aes_crypt_dma_start()
364 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_aes_crypt_dma_start()
368 err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
371 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_aes_crypt_dma_start()
376 err = omap_aes_crypt_dma(dd, dd->in_sg, dd->out_sg, dd->in_sg_len, in omap_aes_crypt_dma_start()
377 dd->out_sg_len); in omap_aes_crypt_dma_start()
378 if (err && !dd->pio_only) { in omap_aes_crypt_dma_start()
379 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_aes_crypt_dma_start()
380 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
387 static void omap_aes_finish_req(struct omap_aes_dev *dd, int err) in omap_aes_finish_req() argument
389 struct ablkcipher_request *req = dd->req; in omap_aes_finish_req()
393 crypto_finalize_ablkcipher_request(dd->engine, req, err); in omap_aes_finish_req()
395 pm_runtime_mark_last_busy(dd->dev); in omap_aes_finish_req()
396 pm_runtime_put_autosuspend(dd->dev); in omap_aes_finish_req()
399 int omap_aes_crypt_dma_stop(struct omap_aes_dev *dd) in omap_aes_crypt_dma_stop() argument
401 pr_debug("total: %d\n", dd->total); in omap_aes_crypt_dma_stop()
403 omap_aes_dma_stop(dd); in omap_aes_crypt_dma_stop()
409 static int omap_aes_handle_queue(struct omap_aes_dev *dd, in omap_aes_handle_queue() argument
413 return crypto_transfer_ablkcipher_request_to_engine(dd->engine, req); in omap_aes_handle_queue()
425 struct omap_aes_dev *dd = rctx->dd; in omap_aes_prepare_req() local
429 if (!dd) in omap_aes_prepare_req()
433 dd->req = req; in omap_aes_prepare_req()
434 dd->total = req->nbytes; in omap_aes_prepare_req()
435 dd->total_save = req->nbytes; in omap_aes_prepare_req()
436 dd->in_sg = req->src; in omap_aes_prepare_req()
437 dd->out_sg = req->dst; in omap_aes_prepare_req()
438 dd->orig_out = req->dst; in omap_aes_prepare_req()
444 ret = omap_crypto_align_sg(&dd->in_sg, dd->total, AES_BLOCK_SIZE, in omap_aes_prepare_req()
445 dd->in_sgl, flags, in omap_aes_prepare_req()
446 FLAGS_IN_DATA_ST_SHIFT, &dd->flags); in omap_aes_prepare_req()
450 ret = omap_crypto_align_sg(&dd->out_sg, dd->total, AES_BLOCK_SIZE, in omap_aes_prepare_req()
451 &dd->out_sgl, 0, in omap_aes_prepare_req()
452 FLAGS_OUT_DATA_ST_SHIFT, &dd->flags); in omap_aes_prepare_req()
456 dd->in_sg_len = sg_nents_for_len(dd->in_sg, dd->total); in omap_aes_prepare_req()
457 if (dd->in_sg_len < 0) in omap_aes_prepare_req()
458 return dd->in_sg_len; in omap_aes_prepare_req()
460 dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total); in omap_aes_prepare_req()
461 if (dd->out_sg_len < 0) in omap_aes_prepare_req()
462 return dd->out_sg_len; in omap_aes_prepare_req()
465 dd->flags = (dd->flags & ~FLAGS_MODE_MASK) | rctx->mode; in omap_aes_prepare_req()
467 dd->ctx = ctx; in omap_aes_prepare_req()
468 rctx->dd = dd; in omap_aes_prepare_req()
470 return omap_aes_write_ctrl(dd); in omap_aes_prepare_req()
478 struct omap_aes_dev *dd = rctx->dd; in omap_aes_crypt_req() local
480 if (!dd) in omap_aes_crypt_req()
483 return omap_aes_crypt_dma_start(dd); in omap_aes_crypt_req()
488 struct omap_aes_dev *dd = (struct omap_aes_dev *)data; in omap_aes_done_task() local
492 if (!dd->pio_only) { in omap_aes_done_task()
493 dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_done_task()
495 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_aes_done_task()
496 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_done_task()
498 omap_aes_crypt_dma_stop(dd); in omap_aes_done_task()
501 omap_crypto_cleanup(dd->in_sgl, NULL, 0, dd->total_save, in omap_aes_done_task()
502 FLAGS_IN_DATA_ST_SHIFT, dd->flags); in omap_aes_done_task()
504 omap_crypto_cleanup(&dd->out_sgl, dd->orig_out, 0, dd->total_save, in omap_aes_done_task()
505 FLAGS_OUT_DATA_ST_SHIFT, dd->flags); in omap_aes_done_task()
507 omap_aes_finish_req(dd, 0); in omap_aes_done_task()
517 struct omap_aes_dev *dd; in omap_aes_crypt() local
541 dd = omap_aes_find_dev(rctx); in omap_aes_crypt()
542 if (!dd) in omap_aes_crypt()
547 return omap_aes_handle_queue(dd, req); in omap_aes_crypt()
637 struct omap_aes_dev *dd = NULL; in omap_aes_gcm_cra_init() local
643 list_for_each_entry(dd, &dev_list, list) { in omap_aes_gcm_cra_init()
648 err = pm_runtime_get_sync(dd->dev); in omap_aes_gcm_cra_init()
650 dev_err(dd->dev, "%s: failed to get_sync(%d)\n", in omap_aes_gcm_cra_init()
890 struct omap_aes_dev *dd = dev_id; in omap_aes_irq() local
894 status = omap_aes_read(dd, AES_REG_IRQ_STATUS(dd)); in omap_aes_irq()
896 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0); in omap_aes_irq()
898 BUG_ON(!dd->in_sg); in omap_aes_irq()
900 BUG_ON(_calc_walked(in) > dd->in_sg->length); in omap_aes_irq()
902 src = sg_virt(dd->in_sg) + _calc_walked(in); in omap_aes_irq()
905 omap_aes_write(dd, AES_REG_DATA_N(dd, i), *src); in omap_aes_irq()
907 scatterwalk_advance(&dd->in_walk, 4); in omap_aes_irq()
908 if (dd->in_sg->length == _calc_walked(in)) { in omap_aes_irq()
909 dd->in_sg = sg_next(dd->in_sg); in omap_aes_irq()
910 if (dd->in_sg) { in omap_aes_irq()
911 scatterwalk_start(&dd->in_walk, in omap_aes_irq()
912 dd->in_sg); in omap_aes_irq()
913 src = sg_virt(dd->in_sg) + in omap_aes_irq()
923 omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status); in omap_aes_irq()
926 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x4); in omap_aes_irq()
929 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0); in omap_aes_irq()
931 BUG_ON(!dd->out_sg); in omap_aes_irq()
933 BUG_ON(_calc_walked(out) > dd->out_sg->length); in omap_aes_irq()
935 dst = sg_virt(dd->out_sg) + _calc_walked(out); in omap_aes_irq()
938 *dst = omap_aes_read(dd, AES_REG_DATA_N(dd, i)); in omap_aes_irq()
939 scatterwalk_advance(&dd->out_walk, 4); in omap_aes_irq()
940 if (dd->out_sg->length == _calc_walked(out)) { in omap_aes_irq()
941 dd->out_sg = sg_next(dd->out_sg); in omap_aes_irq()
942 if (dd->out_sg) { in omap_aes_irq()
943 scatterwalk_start(&dd->out_walk, in omap_aes_irq()
944 dd->out_sg); in omap_aes_irq()
945 dst = sg_virt(dd->out_sg) + in omap_aes_irq()
953 dd->total -= min_t(size_t, AES_BLOCK_SIZE, dd->total); in omap_aes_irq()
957 omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status); in omap_aes_irq()
959 if (!dd->total) in omap_aes_irq()
961 tasklet_schedule(&dd->done_task); in omap_aes_irq()
964 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2); in omap_aes_irq()
987 static int omap_aes_get_res_of(struct omap_aes_dev *dd, in omap_aes_get_res_of() argument
993 dd->pdata = of_device_get_match_data(dev); in omap_aes_get_res_of()
994 if (!dd->pdata) { in omap_aes_get_res_of()
1015 static int omap_aes_get_res_of(struct omap_aes_dev *dd, in omap_aes_get_res_of() argument
1022 static int omap_aes_get_res_pdev(struct omap_aes_dev *dd, in omap_aes_get_res_pdev() argument
1039 dd->pdata = &omap_aes_pdata_omap2; in omap_aes_get_res_pdev()
1075 struct omap_aes_dev *dd = dev_get_drvdata(dev); in queue_len_show() local
1077 return sprintf(buf, "%d\n", dd->engine->queue.max_qlen); in queue_len_show()
1084 struct omap_aes_dev *dd; in queue_len_store() local
1102 list_for_each_entry(dd, &dev_list, list) { in queue_len_store()
1103 spin_lock_irqsave(&dd->lock, flags); in queue_len_store()
1104 dd->engine->queue.max_qlen = value; in queue_len_store()
1105 dd->aead_queue.base.max_qlen = value; in queue_len_store()
1106 spin_unlock_irqrestore(&dd->lock, flags); in queue_len_store()
1129 struct omap_aes_dev *dd; in omap_aes_probe() local
1136 dd = devm_kzalloc(dev, sizeof(struct omap_aes_dev), GFP_KERNEL); in omap_aes_probe()
1137 if (dd == NULL) { in omap_aes_probe()
1141 dd->dev = dev; in omap_aes_probe()
1142 platform_set_drvdata(pdev, dd); in omap_aes_probe()
1144 aead_init_queue(&dd->aead_queue, OMAP_AES_QUEUE_LENGTH); in omap_aes_probe()
1146 err = (dev->of_node) ? omap_aes_get_res_of(dd, dev, &res) : in omap_aes_probe()
1147 omap_aes_get_res_pdev(dd, pdev, &res); in omap_aes_probe()
1151 dd->io_base = devm_ioremap_resource(dev, &res); in omap_aes_probe()
1152 if (IS_ERR(dd->io_base)) { in omap_aes_probe()
1153 err = PTR_ERR(dd->io_base); in omap_aes_probe()
1156 dd->phys_base = res.start; in omap_aes_probe()
1169 omap_aes_dma_stop(dd); in omap_aes_probe()
1171 reg = omap_aes_read(dd, AES_REG_REV(dd)); in omap_aes_probe()
1176 (reg & dd->pdata->major_mask) >> dd->pdata->major_shift, in omap_aes_probe()
1177 (reg & dd->pdata->minor_mask) >> dd->pdata->minor_shift); in omap_aes_probe()
1179 tasklet_init(&dd->done_task, omap_aes_done_task, (unsigned long)dd); in omap_aes_probe()
1181 err = omap_aes_dma_init(dd); in omap_aes_probe()
1184 } else if (err && AES_REG_IRQ_STATUS(dd) && AES_REG_IRQ_ENABLE(dd)) { in omap_aes_probe()
1185 dd->pio_only = 1; in omap_aes_probe()
1195 dev_name(dev), dd); in omap_aes_probe()
1202 spin_lock_init(&dd->lock); in omap_aes_probe()
1204 INIT_LIST_HEAD(&dd->list); in omap_aes_probe()
1206 list_add_tail(&dd->list, &dev_list); in omap_aes_probe()
1210 dd->engine = crypto_engine_alloc_init(dev, 1); in omap_aes_probe()
1211 if (!dd->engine) { in omap_aes_probe()
1216 err = crypto_engine_start(dd->engine); in omap_aes_probe()
1220 for (i = 0; i < dd->pdata->algs_info_size; i++) { in omap_aes_probe()
1221 if (!dd->pdata->algs_info[i].registered) { in omap_aes_probe()
1222 for (j = 0; j < dd->pdata->algs_info[i].size; j++) { in omap_aes_probe()
1223 algp = &dd->pdata->algs_info[i].algs_list[j]; in omap_aes_probe()
1232 dd->pdata->algs_info[i].registered++; in omap_aes_probe()
1237 if (dd->pdata->aead_algs_info && in omap_aes_probe()
1238 !dd->pdata->aead_algs_info->registered) { in omap_aes_probe()
1239 for (i = 0; i < dd->pdata->aead_algs_info->size; i++) { in omap_aes_probe()
1240 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_probe()
1250 dd->pdata->aead_algs_info->registered++; in omap_aes_probe()
1262 for (i = dd->pdata->aead_algs_info->registered - 1; i >= 0; i--) { in omap_aes_probe()
1263 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_probe()
1267 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_aes_probe()
1268 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_aes_probe()
1270 &dd->pdata->algs_info[i].algs_list[j]); in omap_aes_probe()
1273 if (dd->engine) in omap_aes_probe()
1274 crypto_engine_exit(dd->engine); in omap_aes_probe()
1276 omap_aes_dma_cleanup(dd); in omap_aes_probe()
1278 tasklet_kill(&dd->done_task); in omap_aes_probe()
1281 dd = NULL; in omap_aes_probe()
1289 struct omap_aes_dev *dd = platform_get_drvdata(pdev); in omap_aes_remove() local
1293 if (!dd) in omap_aes_remove()
1297 list_del(&dd->list); in omap_aes_remove()
1300 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_aes_remove()
1301 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_aes_remove()
1303 &dd->pdata->algs_info[i].algs_list[j]); in omap_aes_remove()
1305 for (i = dd->pdata->aead_algs_info->size - 1; i >= 0; i--) { in omap_aes_remove()
1306 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_remove()
1310 crypto_engine_exit(dd->engine); in omap_aes_remove()
1312 tasklet_kill(&dd->done_task); in omap_aes_remove()
1313 omap_aes_dma_cleanup(dd); in omap_aes_remove()
1314 pm_runtime_disable(dd->dev); in omap_aes_remove()
1315 dd = NULL; in omap_aes_remove()