Lines Matching refs:dd
49 #define omap_aes_read(dd, offset) \ argument
52 _read_ret = __raw_readl(dd->io_base + offset); \
58 inline u32 omap_aes_read(struct omap_aes_dev *dd, u32 offset) in omap_aes_read() argument
60 return __raw_readl(dd->io_base + offset); in omap_aes_read()
65 #define omap_aes_write(dd, offset, value) \ argument
69 __raw_writel(value, dd->io_base + offset); \
72 inline void omap_aes_write(struct omap_aes_dev *dd, u32 offset, in omap_aes_write() argument
75 __raw_writel(value, dd->io_base + offset); in omap_aes_write()
79 static inline void omap_aes_write_mask(struct omap_aes_dev *dd, u32 offset, in omap_aes_write_mask() argument
84 val = omap_aes_read(dd, offset); in omap_aes_write_mask()
87 omap_aes_write(dd, offset, val); in omap_aes_write_mask()
90 static void omap_aes_write_n(struct omap_aes_dev *dd, u32 offset, in omap_aes_write_n() argument
94 omap_aes_write(dd, offset, *value); in omap_aes_write_n()
97 static int omap_aes_hw_init(struct omap_aes_dev *dd) in omap_aes_hw_init() argument
101 if (!(dd->flags & FLAGS_INIT)) { in omap_aes_hw_init()
102 dd->flags |= FLAGS_INIT; in omap_aes_hw_init()
103 dd->err = 0; in omap_aes_hw_init()
106 err = pm_runtime_get_sync(dd->dev); in omap_aes_hw_init()
108 dev_err(dd->dev, "failed to get sync: %d\n", err); in omap_aes_hw_init()
115 void omap_aes_clear_copy_flags(struct omap_aes_dev *dd) in omap_aes_clear_copy_flags() argument
117 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_IN_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
118 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_OUT_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
119 dd->flags &= ~(OMAP_CRYPTO_COPY_MASK << FLAGS_ASSOC_DATA_ST_SHIFT); in omap_aes_clear_copy_flags()
122 int omap_aes_write_ctrl(struct omap_aes_dev *dd) in omap_aes_write_ctrl() argument
129 err = omap_aes_hw_init(dd); in omap_aes_write_ctrl()
133 key32 = dd->ctx->keylen / sizeof(u32); in omap_aes_write_ctrl()
136 if (dd->flags & FLAGS_GCM) in omap_aes_write_ctrl()
138 omap_aes_write(dd, i, 0x0); in omap_aes_write_ctrl()
141 omap_aes_write(dd, AES_REG_KEY(dd, i), in omap_aes_write_ctrl()
142 __le32_to_cpu(dd->ctx->key[i])); in omap_aes_write_ctrl()
145 if ((dd->flags & (FLAGS_CBC | FLAGS_CTR)) && dd->req->info) in omap_aes_write_ctrl()
146 omap_aes_write_n(dd, AES_REG_IV(dd, 0), dd->req->info, 4); in omap_aes_write_ctrl()
148 if ((dd->flags & (FLAGS_GCM)) && dd->aead_req->iv) { in omap_aes_write_ctrl()
149 rctx = aead_request_ctx(dd->aead_req); in omap_aes_write_ctrl()
150 omap_aes_write_n(dd, AES_REG_IV(dd, 0), (u32 *)rctx->iv, 4); in omap_aes_write_ctrl()
153 val = FLD_VAL(((dd->ctx->keylen >> 3) - 1), 4, 3); in omap_aes_write_ctrl()
154 if (dd->flags & FLAGS_CBC) in omap_aes_write_ctrl()
157 if (dd->flags & (FLAGS_CTR | FLAGS_GCM)) in omap_aes_write_ctrl()
160 if (dd->flags & FLAGS_GCM) in omap_aes_write_ctrl()
163 if (dd->flags & FLAGS_ENCRYPT) in omap_aes_write_ctrl()
166 omap_aes_write_mask(dd, AES_REG_CTRL(dd), val, AES_REG_CTRL_MASK); in omap_aes_write_ctrl()
171 static void omap_aes_dma_trigger_omap2(struct omap_aes_dev *dd, int length) in omap_aes_dma_trigger_omap2() argument
175 val = dd->pdata->dma_start; in omap_aes_dma_trigger_omap2()
177 if (dd->dma_lch_out != NULL) in omap_aes_dma_trigger_omap2()
178 val |= dd->pdata->dma_enable_out; in omap_aes_dma_trigger_omap2()
179 if (dd->dma_lch_in != NULL) in omap_aes_dma_trigger_omap2()
180 val |= dd->pdata->dma_enable_in; in omap_aes_dma_trigger_omap2()
182 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_aes_dma_trigger_omap2()
183 dd->pdata->dma_start; in omap_aes_dma_trigger_omap2()
185 omap_aes_write_mask(dd, AES_REG_MASK(dd), val, mask); in omap_aes_dma_trigger_omap2()
189 static void omap_aes_dma_trigger_omap4(struct omap_aes_dev *dd, int length) in omap_aes_dma_trigger_omap4() argument
191 omap_aes_write(dd, AES_REG_LENGTH_N(0), length); in omap_aes_dma_trigger_omap4()
192 omap_aes_write(dd, AES_REG_LENGTH_N(1), 0); in omap_aes_dma_trigger_omap4()
193 if (dd->flags & FLAGS_GCM) in omap_aes_dma_trigger_omap4()
194 omap_aes_write(dd, AES_REG_A_LEN, dd->assoc_len); in omap_aes_dma_trigger_omap4()
196 omap_aes_dma_trigger_omap2(dd, length); in omap_aes_dma_trigger_omap4()
199 static void omap_aes_dma_stop(struct omap_aes_dev *dd) in omap_aes_dma_stop() argument
203 mask = dd->pdata->dma_enable_out | dd->pdata->dma_enable_in | in omap_aes_dma_stop()
204 dd->pdata->dma_start; in omap_aes_dma_stop()
206 omap_aes_write_mask(dd, AES_REG_MASK(dd), 0, mask); in omap_aes_dma_stop()
211 struct omap_aes_dev *dd; in omap_aes_find_dev() local
214 dd = list_first_entry(&dev_list, struct omap_aes_dev, list); in omap_aes_find_dev()
215 list_move_tail(&dd->list, &dev_list); in omap_aes_find_dev()
216 rctx->dd = dd; in omap_aes_find_dev()
219 return dd; in omap_aes_find_dev()
224 struct omap_aes_dev *dd = data; in omap_aes_dma_out_callback() local
227 tasklet_schedule(&dd->done_task); in omap_aes_dma_out_callback()
230 static int omap_aes_dma_init(struct omap_aes_dev *dd) in omap_aes_dma_init() argument
234 dd->dma_lch_out = NULL; in omap_aes_dma_init()
235 dd->dma_lch_in = NULL; in omap_aes_dma_init()
237 dd->dma_lch_in = dma_request_chan(dd->dev, "rx"); in omap_aes_dma_init()
238 if (IS_ERR(dd->dma_lch_in)) { in omap_aes_dma_init()
239 dev_err(dd->dev, "Unable to request in DMA channel\n"); in omap_aes_dma_init()
240 return PTR_ERR(dd->dma_lch_in); in omap_aes_dma_init()
243 dd->dma_lch_out = dma_request_chan(dd->dev, "tx"); in omap_aes_dma_init()
244 if (IS_ERR(dd->dma_lch_out)) { in omap_aes_dma_init()
245 dev_err(dd->dev, "Unable to request out DMA channel\n"); in omap_aes_dma_init()
246 err = PTR_ERR(dd->dma_lch_out); in omap_aes_dma_init()
253 dma_release_channel(dd->dma_lch_in); in omap_aes_dma_init()
258 static void omap_aes_dma_cleanup(struct omap_aes_dev *dd) in omap_aes_dma_cleanup() argument
260 if (dd->pio_only) in omap_aes_dma_cleanup()
263 dma_release_channel(dd->dma_lch_out); in omap_aes_dma_cleanup()
264 dma_release_channel(dd->dma_lch_in); in omap_aes_dma_cleanup()
267 static int omap_aes_crypt_dma(struct omap_aes_dev *dd, in omap_aes_crypt_dma() argument
276 if (dd->pio_only) { in omap_aes_crypt_dma()
277 scatterwalk_start(&dd->in_walk, dd->in_sg); in omap_aes_crypt_dma()
278 scatterwalk_start(&dd->out_walk, dd->out_sg); in omap_aes_crypt_dma()
282 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2); in omap_aes_crypt_dma()
286 dma_sync_sg_for_device(dd->dev, dd->in_sg, in_sg_len, DMA_TO_DEVICE); in omap_aes_crypt_dma()
290 cfg.src_addr = dd->phys_base + AES_REG_DATA_N(dd, 0); in omap_aes_crypt_dma()
291 cfg.dst_addr = dd->phys_base + AES_REG_DATA_N(dd, 0); in omap_aes_crypt_dma()
298 ret = dmaengine_slave_config(dd->dma_lch_in, &cfg); in omap_aes_crypt_dma()
300 dev_err(dd->dev, "can't configure IN dmaengine slave: %d\n", in omap_aes_crypt_dma()
305 tx_in = dmaengine_prep_slave_sg(dd->dma_lch_in, in_sg, in_sg_len, in omap_aes_crypt_dma()
309 dev_err(dd->dev, "IN prep_slave_sg() failed\n"); in omap_aes_crypt_dma()
314 tx_in->callback_param = dd; in omap_aes_crypt_dma()
317 ret = dmaengine_slave_config(dd->dma_lch_out, &cfg); in omap_aes_crypt_dma()
319 dev_err(dd->dev, "can't configure OUT dmaengine slave: %d\n", in omap_aes_crypt_dma()
324 tx_out = dmaengine_prep_slave_sg(dd->dma_lch_out, out_sg, out_sg_len, in omap_aes_crypt_dma()
328 dev_err(dd->dev, "OUT prep_slave_sg() failed\n"); in omap_aes_crypt_dma()
332 if (dd->flags & FLAGS_GCM) in omap_aes_crypt_dma()
336 tx_out->callback_param = dd; in omap_aes_crypt_dma()
341 dma_async_issue_pending(dd->dma_lch_in); in omap_aes_crypt_dma()
342 dma_async_issue_pending(dd->dma_lch_out); in omap_aes_crypt_dma()
345 dd->pdata->trigger(dd, dd->total); in omap_aes_crypt_dma()
350 int omap_aes_crypt_dma_start(struct omap_aes_dev *dd) in omap_aes_crypt_dma_start() argument
354 pr_debug("total: %d\n", dd->total); in omap_aes_crypt_dma_start()
356 if (!dd->pio_only) { in omap_aes_crypt_dma_start()
357 err = dma_map_sg(dd->dev, dd->in_sg, dd->in_sg_len, in omap_aes_crypt_dma_start()
360 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_aes_crypt_dma_start()
364 err = dma_map_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
367 dev_err(dd->dev, "dma_map_sg() error\n"); in omap_aes_crypt_dma_start()
372 err = omap_aes_crypt_dma(dd, dd->in_sg, dd->out_sg, dd->in_sg_len, in omap_aes_crypt_dma_start()
373 dd->out_sg_len); in omap_aes_crypt_dma_start()
374 if (err && !dd->pio_only) { in omap_aes_crypt_dma_start()
375 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_aes_crypt_dma_start()
376 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_crypt_dma_start()
383 static void omap_aes_finish_req(struct omap_aes_dev *dd, int err) in omap_aes_finish_req() argument
385 struct ablkcipher_request *req = dd->req; in omap_aes_finish_req()
389 crypto_finalize_ablkcipher_request(dd->engine, req, err); in omap_aes_finish_req()
391 pm_runtime_mark_last_busy(dd->dev); in omap_aes_finish_req()
392 pm_runtime_put_autosuspend(dd->dev); in omap_aes_finish_req()
395 int omap_aes_crypt_dma_stop(struct omap_aes_dev *dd) in omap_aes_crypt_dma_stop() argument
397 pr_debug("total: %d\n", dd->total); in omap_aes_crypt_dma_stop()
399 omap_aes_dma_stop(dd); in omap_aes_crypt_dma_stop()
405 static int omap_aes_handle_queue(struct omap_aes_dev *dd, in omap_aes_handle_queue() argument
409 return crypto_transfer_ablkcipher_request_to_engine(dd->engine, req); in omap_aes_handle_queue()
421 struct omap_aes_dev *dd = rctx->dd; in omap_aes_prepare_req() local
425 if (!dd) in omap_aes_prepare_req()
429 dd->req = req; in omap_aes_prepare_req()
430 dd->total = req->nbytes; in omap_aes_prepare_req()
431 dd->total_save = req->nbytes; in omap_aes_prepare_req()
432 dd->in_sg = req->src; in omap_aes_prepare_req()
433 dd->out_sg = req->dst; in omap_aes_prepare_req()
434 dd->orig_out = req->dst; in omap_aes_prepare_req()
440 ret = omap_crypto_align_sg(&dd->in_sg, dd->total, AES_BLOCK_SIZE, in omap_aes_prepare_req()
441 dd->in_sgl, flags, in omap_aes_prepare_req()
442 FLAGS_IN_DATA_ST_SHIFT, &dd->flags); in omap_aes_prepare_req()
446 ret = omap_crypto_align_sg(&dd->out_sg, dd->total, AES_BLOCK_SIZE, in omap_aes_prepare_req()
447 &dd->out_sgl, 0, in omap_aes_prepare_req()
448 FLAGS_OUT_DATA_ST_SHIFT, &dd->flags); in omap_aes_prepare_req()
452 dd->in_sg_len = sg_nents_for_len(dd->in_sg, dd->total); in omap_aes_prepare_req()
453 if (dd->in_sg_len < 0) in omap_aes_prepare_req()
454 return dd->in_sg_len; in omap_aes_prepare_req()
456 dd->out_sg_len = sg_nents_for_len(dd->out_sg, dd->total); in omap_aes_prepare_req()
457 if (dd->out_sg_len < 0) in omap_aes_prepare_req()
458 return dd->out_sg_len; in omap_aes_prepare_req()
461 dd->flags = (dd->flags & ~FLAGS_MODE_MASK) | rctx->mode; in omap_aes_prepare_req()
463 dd->ctx = ctx; in omap_aes_prepare_req()
464 rctx->dd = dd; in omap_aes_prepare_req()
466 return omap_aes_write_ctrl(dd); in omap_aes_prepare_req()
474 struct omap_aes_dev *dd = rctx->dd; in omap_aes_crypt_req() local
476 if (!dd) in omap_aes_crypt_req()
479 return omap_aes_crypt_dma_start(dd); in omap_aes_crypt_req()
484 struct omap_aes_dev *dd = (struct omap_aes_dev *)data; in omap_aes_done_task() local
488 if (!dd->pio_only) { in omap_aes_done_task()
489 dma_sync_sg_for_device(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_done_task()
491 dma_unmap_sg(dd->dev, dd->in_sg, dd->in_sg_len, DMA_TO_DEVICE); in omap_aes_done_task()
492 dma_unmap_sg(dd->dev, dd->out_sg, dd->out_sg_len, in omap_aes_done_task()
494 omap_aes_crypt_dma_stop(dd); in omap_aes_done_task()
497 omap_crypto_cleanup(dd->in_sgl, NULL, 0, dd->total_save, in omap_aes_done_task()
498 FLAGS_IN_DATA_ST_SHIFT, dd->flags); in omap_aes_done_task()
500 omap_crypto_cleanup(&dd->out_sgl, dd->orig_out, 0, dd->total_save, in omap_aes_done_task()
501 FLAGS_OUT_DATA_ST_SHIFT, dd->flags); in omap_aes_done_task()
503 omap_aes_finish_req(dd, 0); in omap_aes_done_task()
513 struct omap_aes_dev *dd; in omap_aes_crypt() local
537 dd = omap_aes_find_dev(rctx); in omap_aes_crypt()
538 if (!dd) in omap_aes_crypt()
543 return omap_aes_handle_queue(dd, req); in omap_aes_crypt()
632 struct omap_aes_dev *dd = NULL; in omap_aes_gcm_cra_init() local
638 list_for_each_entry(dd, &dev_list, list) { in omap_aes_gcm_cra_init()
643 err = pm_runtime_get_sync(dd->dev); in omap_aes_gcm_cra_init()
645 dev_err(dd->dev, "%s: failed to get_sync(%d)\n", in omap_aes_gcm_cra_init()
884 struct omap_aes_dev *dd = dev_id; in omap_aes_irq() local
888 status = omap_aes_read(dd, AES_REG_IRQ_STATUS(dd)); in omap_aes_irq()
890 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0); in omap_aes_irq()
892 BUG_ON(!dd->in_sg); in omap_aes_irq()
894 BUG_ON(_calc_walked(in) > dd->in_sg->length); in omap_aes_irq()
896 src = sg_virt(dd->in_sg) + _calc_walked(in); in omap_aes_irq()
899 omap_aes_write(dd, AES_REG_DATA_N(dd, i), *src); in omap_aes_irq()
901 scatterwalk_advance(&dd->in_walk, 4); in omap_aes_irq()
902 if (dd->in_sg->length == _calc_walked(in)) { in omap_aes_irq()
903 dd->in_sg = sg_next(dd->in_sg); in omap_aes_irq()
904 if (dd->in_sg) { in omap_aes_irq()
905 scatterwalk_start(&dd->in_walk, in omap_aes_irq()
906 dd->in_sg); in omap_aes_irq()
907 src = sg_virt(dd->in_sg) + in omap_aes_irq()
917 omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status); in omap_aes_irq()
920 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x4); in omap_aes_irq()
923 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x0); in omap_aes_irq()
925 BUG_ON(!dd->out_sg); in omap_aes_irq()
927 BUG_ON(_calc_walked(out) > dd->out_sg->length); in omap_aes_irq()
929 dst = sg_virt(dd->out_sg) + _calc_walked(out); in omap_aes_irq()
932 *dst = omap_aes_read(dd, AES_REG_DATA_N(dd, i)); in omap_aes_irq()
933 scatterwalk_advance(&dd->out_walk, 4); in omap_aes_irq()
934 if (dd->out_sg->length == _calc_walked(out)) { in omap_aes_irq()
935 dd->out_sg = sg_next(dd->out_sg); in omap_aes_irq()
936 if (dd->out_sg) { in omap_aes_irq()
937 scatterwalk_start(&dd->out_walk, in omap_aes_irq()
938 dd->out_sg); in omap_aes_irq()
939 dst = sg_virt(dd->out_sg) + in omap_aes_irq()
947 dd->total -= min_t(size_t, AES_BLOCK_SIZE, dd->total); in omap_aes_irq()
951 omap_aes_write(dd, AES_REG_IRQ_STATUS(dd), status); in omap_aes_irq()
953 if (!dd->total) in omap_aes_irq()
955 tasklet_schedule(&dd->done_task); in omap_aes_irq()
958 omap_aes_write(dd, AES_REG_IRQ_ENABLE(dd), 0x2); in omap_aes_irq()
981 static int omap_aes_get_res_of(struct omap_aes_dev *dd, in omap_aes_get_res_of() argument
987 dd->pdata = of_device_get_match_data(dev); in omap_aes_get_res_of()
988 if (!dd->pdata) { in omap_aes_get_res_of()
1009 static int omap_aes_get_res_of(struct omap_aes_dev *dd, in omap_aes_get_res_of() argument
1016 static int omap_aes_get_res_pdev(struct omap_aes_dev *dd, in omap_aes_get_res_pdev() argument
1033 dd->pdata = &omap_aes_pdata_omap2; in omap_aes_get_res_pdev()
1069 struct omap_aes_dev *dd = dev_get_drvdata(dev); in queue_len_show() local
1071 return sprintf(buf, "%d\n", dd->engine->queue.max_qlen); in queue_len_show()
1078 struct omap_aes_dev *dd; in queue_len_store() local
1096 list_for_each_entry(dd, &dev_list, list) { in queue_len_store()
1097 spin_lock_irqsave(&dd->lock, flags); in queue_len_store()
1098 dd->engine->queue.max_qlen = value; in queue_len_store()
1099 dd->aead_queue.base.max_qlen = value; in queue_len_store()
1100 spin_unlock_irqrestore(&dd->lock, flags); in queue_len_store()
1123 struct omap_aes_dev *dd; in omap_aes_probe() local
1130 dd = devm_kzalloc(dev, sizeof(struct omap_aes_dev), GFP_KERNEL); in omap_aes_probe()
1131 if (dd == NULL) { in omap_aes_probe()
1135 dd->dev = dev; in omap_aes_probe()
1136 platform_set_drvdata(pdev, dd); in omap_aes_probe()
1138 aead_init_queue(&dd->aead_queue, OMAP_AES_QUEUE_LENGTH); in omap_aes_probe()
1140 err = (dev->of_node) ? omap_aes_get_res_of(dd, dev, &res) : in omap_aes_probe()
1141 omap_aes_get_res_pdev(dd, pdev, &res); in omap_aes_probe()
1145 dd->io_base = devm_ioremap_resource(dev, &res); in omap_aes_probe()
1146 if (IS_ERR(dd->io_base)) { in omap_aes_probe()
1147 err = PTR_ERR(dd->io_base); in omap_aes_probe()
1150 dd->phys_base = res.start; in omap_aes_probe()
1163 omap_aes_dma_stop(dd); in omap_aes_probe()
1165 reg = omap_aes_read(dd, AES_REG_REV(dd)); in omap_aes_probe()
1170 (reg & dd->pdata->major_mask) >> dd->pdata->major_shift, in omap_aes_probe()
1171 (reg & dd->pdata->minor_mask) >> dd->pdata->minor_shift); in omap_aes_probe()
1173 tasklet_init(&dd->done_task, omap_aes_done_task, (unsigned long)dd); in omap_aes_probe()
1175 err = omap_aes_dma_init(dd); in omap_aes_probe()
1178 } else if (err && AES_REG_IRQ_STATUS(dd) && AES_REG_IRQ_ENABLE(dd)) { in omap_aes_probe()
1179 dd->pio_only = 1; in omap_aes_probe()
1188 dev_name(dev), dd); in omap_aes_probe()
1195 spin_lock_init(&dd->lock); in omap_aes_probe()
1197 INIT_LIST_HEAD(&dd->list); in omap_aes_probe()
1199 list_add_tail(&dd->list, &dev_list); in omap_aes_probe()
1203 dd->engine = crypto_engine_alloc_init(dev, 1); in omap_aes_probe()
1204 if (!dd->engine) { in omap_aes_probe()
1209 err = crypto_engine_start(dd->engine); in omap_aes_probe()
1213 for (i = 0; i < dd->pdata->algs_info_size; i++) { in omap_aes_probe()
1214 if (!dd->pdata->algs_info[i].registered) { in omap_aes_probe()
1215 for (j = 0; j < dd->pdata->algs_info[i].size; j++) { in omap_aes_probe()
1216 algp = &dd->pdata->algs_info[i].algs_list[j]; in omap_aes_probe()
1224 dd->pdata->algs_info[i].registered++; in omap_aes_probe()
1229 if (dd->pdata->aead_algs_info && in omap_aes_probe()
1230 !dd->pdata->aead_algs_info->registered) { in omap_aes_probe()
1231 for (i = 0; i < dd->pdata->aead_algs_info->size; i++) { in omap_aes_probe()
1232 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_probe()
1241 dd->pdata->aead_algs_info->registered++; in omap_aes_probe()
1253 for (i = dd->pdata->aead_algs_info->registered - 1; i >= 0; i--) { in omap_aes_probe()
1254 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_probe()
1258 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_aes_probe()
1259 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_aes_probe()
1261 &dd->pdata->algs_info[i].algs_list[j]); in omap_aes_probe()
1264 if (dd->engine) in omap_aes_probe()
1265 crypto_engine_exit(dd->engine); in omap_aes_probe()
1267 omap_aes_dma_cleanup(dd); in omap_aes_probe()
1269 tasklet_kill(&dd->done_task); in omap_aes_probe()
1272 dd = NULL; in omap_aes_probe()
1280 struct omap_aes_dev *dd = platform_get_drvdata(pdev); in omap_aes_remove() local
1284 if (!dd) in omap_aes_remove()
1288 list_del(&dd->list); in omap_aes_remove()
1291 for (i = dd->pdata->algs_info_size - 1; i >= 0; i--) in omap_aes_remove()
1292 for (j = dd->pdata->algs_info[i].registered - 1; j >= 0; j--) in omap_aes_remove()
1294 &dd->pdata->algs_info[i].algs_list[j]); in omap_aes_remove()
1296 for (i = dd->pdata->aead_algs_info->size - 1; i >= 0; i--) { in omap_aes_remove()
1297 aalg = &dd->pdata->aead_algs_info->algs_list[i]; in omap_aes_remove()
1301 crypto_engine_exit(dd->engine); in omap_aes_remove()
1303 tasklet_kill(&dd->done_task); in omap_aes_remove()
1304 omap_aes_dma_cleanup(dd); in omap_aes_remove()
1305 pm_runtime_disable(dd->dev); in omap_aes_remove()
1306 dd = NULL; in omap_aes_remove()