Lines Matching refs:dd
72 struct atmel_tdes_dev *dd; member
178 static inline u32 atmel_tdes_read(struct atmel_tdes_dev *dd, u32 offset) in atmel_tdes_read() argument
180 return readl_relaxed(dd->io_base + offset); in atmel_tdes_read()
183 static inline void atmel_tdes_write(struct atmel_tdes_dev *dd, in atmel_tdes_write() argument
186 writel_relaxed(value, dd->io_base + offset); in atmel_tdes_write()
189 static void atmel_tdes_write_n(struct atmel_tdes_dev *dd, u32 offset, in atmel_tdes_write_n() argument
193 atmel_tdes_write(dd, offset, *value); in atmel_tdes_write_n()
202 if (!ctx->dd) { in atmel_tdes_find_dev()
207 ctx->dd = tdes_dd; in atmel_tdes_find_dev()
209 tdes_dd = ctx->dd; in atmel_tdes_find_dev()
216 static int atmel_tdes_hw_init(struct atmel_tdes_dev *dd) in atmel_tdes_hw_init() argument
220 err = clk_prepare_enable(dd->iclk); in atmel_tdes_hw_init()
224 if (!(dd->flags & TDES_FLAGS_INIT)) { in atmel_tdes_hw_init()
225 atmel_tdes_write(dd, TDES_CR, TDES_CR_SWRST); in atmel_tdes_hw_init()
226 dd->flags |= TDES_FLAGS_INIT; in atmel_tdes_hw_init()
227 dd->err = 0; in atmel_tdes_hw_init()
233 static inline unsigned int atmel_tdes_get_version(struct atmel_tdes_dev *dd) in atmel_tdes_get_version() argument
235 return atmel_tdes_read(dd, TDES_HW_VERSION) & 0x00000fff; in atmel_tdes_get_version()
238 static void atmel_tdes_hw_version_init(struct atmel_tdes_dev *dd) in atmel_tdes_hw_version_init() argument
240 atmel_tdes_hw_init(dd); in atmel_tdes_hw_version_init()
242 dd->hw_version = atmel_tdes_get_version(dd); in atmel_tdes_hw_version_init()
244 dev_info(dd->dev, in atmel_tdes_hw_version_init()
245 "version: 0x%x\n", dd->hw_version); in atmel_tdes_hw_version_init()
247 clk_disable_unprepare(dd->iclk); in atmel_tdes_hw_version_init()
252 struct atmel_tdes_dev *dd = data; in atmel_tdes_dma_callback() local
255 tasklet_schedule(&dd->done_task); in atmel_tdes_dma_callback()
258 static int atmel_tdes_write_ctrl(struct atmel_tdes_dev *dd) in atmel_tdes_write_ctrl() argument
263 err = atmel_tdes_hw_init(dd); in atmel_tdes_write_ctrl()
268 if (!dd->caps.has_dma) in atmel_tdes_write_ctrl()
269 atmel_tdes_write(dd, TDES_PTCR, in atmel_tdes_write_ctrl()
273 if (dd->ctx->keylen > (DES_KEY_SIZE << 1)) { in atmel_tdes_write_ctrl()
276 } else if (dd->ctx->keylen > DES_KEY_SIZE) { in atmel_tdes_write_ctrl()
283 if (dd->flags & TDES_FLAGS_CBC) { in atmel_tdes_write_ctrl()
285 } else if (dd->flags & TDES_FLAGS_CFB) { in atmel_tdes_write_ctrl()
288 if (dd->flags & TDES_FLAGS_CFB8) in atmel_tdes_write_ctrl()
290 else if (dd->flags & TDES_FLAGS_CFB16) in atmel_tdes_write_ctrl()
292 else if (dd->flags & TDES_FLAGS_CFB32) in atmel_tdes_write_ctrl()
294 else if (dd->flags & TDES_FLAGS_CFB64) in atmel_tdes_write_ctrl()
296 } else if (dd->flags & TDES_FLAGS_OFB) { in atmel_tdes_write_ctrl()
300 if ((dd->flags & TDES_FLAGS_ENCRYPT) || (dd->flags & TDES_FLAGS_OFB)) in atmel_tdes_write_ctrl()
303 atmel_tdes_write(dd, TDES_CR, valcr); in atmel_tdes_write_ctrl()
304 atmel_tdes_write(dd, TDES_MR, valmr); in atmel_tdes_write_ctrl()
306 atmel_tdes_write_n(dd, TDES_KEY1W1R, dd->ctx->key, in atmel_tdes_write_ctrl()
307 dd->ctx->keylen >> 2); in atmel_tdes_write_ctrl()
309 if (((dd->flags & TDES_FLAGS_CBC) || (dd->flags & TDES_FLAGS_CFB) || in atmel_tdes_write_ctrl()
310 (dd->flags & TDES_FLAGS_OFB)) && dd->req->info) { in atmel_tdes_write_ctrl()
311 atmel_tdes_write_n(dd, TDES_IV1R, dd->req->info, 2); in atmel_tdes_write_ctrl()
317 static int atmel_tdes_crypt_pdc_stop(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_pdc_stop() argument
322 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTDIS|TDES_PTCR_RXTDIS); in atmel_tdes_crypt_pdc_stop()
324 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_crypt_pdc_stop()
325 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE); in atmel_tdes_crypt_pdc_stop()
326 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_pdc_stop()
328 dma_sync_single_for_device(dd->dev, dd->dma_addr_out, in atmel_tdes_crypt_pdc_stop()
329 dd->dma_size, DMA_FROM_DEVICE); in atmel_tdes_crypt_pdc_stop()
332 count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset, in atmel_tdes_crypt_pdc_stop()
333 dd->buf_out, dd->buflen, dd->dma_size, 1); in atmel_tdes_crypt_pdc_stop()
334 if (count != dd->dma_size) { in atmel_tdes_crypt_pdc_stop()
343 static int atmel_tdes_buff_init(struct atmel_tdes_dev *dd) in atmel_tdes_buff_init() argument
347 dd->buf_in = (void *)__get_free_pages(GFP_KERNEL, 0); in atmel_tdes_buff_init()
348 dd->buf_out = (void *)__get_free_pages(GFP_KERNEL, 0); in atmel_tdes_buff_init()
349 dd->buflen = PAGE_SIZE; in atmel_tdes_buff_init()
350 dd->buflen &= ~(DES_BLOCK_SIZE - 1); in atmel_tdes_buff_init()
352 if (!dd->buf_in || !dd->buf_out) { in atmel_tdes_buff_init()
353 dev_err(dd->dev, "unable to alloc pages.\n"); in atmel_tdes_buff_init()
358 dd->dma_addr_in = dma_map_single(dd->dev, dd->buf_in, in atmel_tdes_buff_init()
359 dd->buflen, DMA_TO_DEVICE); in atmel_tdes_buff_init()
360 if (dma_mapping_error(dd->dev, dd->dma_addr_in)) { in atmel_tdes_buff_init()
361 dev_err(dd->dev, "dma %zd bytes error\n", dd->buflen); in atmel_tdes_buff_init()
366 dd->dma_addr_out = dma_map_single(dd->dev, dd->buf_out, in atmel_tdes_buff_init()
367 dd->buflen, DMA_FROM_DEVICE); in atmel_tdes_buff_init()
368 if (dma_mapping_error(dd->dev, dd->dma_addr_out)) { in atmel_tdes_buff_init()
369 dev_err(dd->dev, "dma %zd bytes error\n", dd->buflen); in atmel_tdes_buff_init()
377 dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen, in atmel_tdes_buff_init()
381 free_page((unsigned long)dd->buf_out); in atmel_tdes_buff_init()
382 free_page((unsigned long)dd->buf_in); in atmel_tdes_buff_init()
388 static void atmel_tdes_buff_cleanup(struct atmel_tdes_dev *dd) in atmel_tdes_buff_cleanup() argument
390 dma_unmap_single(dd->dev, dd->dma_addr_out, dd->buflen, in atmel_tdes_buff_cleanup()
392 dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen, in atmel_tdes_buff_cleanup()
394 free_page((unsigned long)dd->buf_out); in atmel_tdes_buff_cleanup()
395 free_page((unsigned long)dd->buf_in); in atmel_tdes_buff_cleanup()
402 struct atmel_tdes_dev *dd = ctx->dd; in atmel_tdes_crypt_pdc() local
405 dd->dma_size = length; in atmel_tdes_crypt_pdc()
407 if (!(dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_pdc()
408 dma_sync_single_for_device(dd->dev, dma_addr_in, length, in atmel_tdes_crypt_pdc()
412 if ((dd->flags & TDES_FLAGS_CFB) && (dd->flags & TDES_FLAGS_CFB8)) in atmel_tdes_crypt_pdc()
414 else if ((dd->flags & TDES_FLAGS_CFB) && (dd->flags & TDES_FLAGS_CFB16)) in atmel_tdes_crypt_pdc()
419 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTDIS|TDES_PTCR_RXTDIS); in atmel_tdes_crypt_pdc()
420 atmel_tdes_write(dd, TDES_TPR, dma_addr_in); in atmel_tdes_crypt_pdc()
421 atmel_tdes_write(dd, TDES_TCR, len32); in atmel_tdes_crypt_pdc()
422 atmel_tdes_write(dd, TDES_RPR, dma_addr_out); in atmel_tdes_crypt_pdc()
423 atmel_tdes_write(dd, TDES_RCR, len32); in atmel_tdes_crypt_pdc()
426 atmel_tdes_write(dd, TDES_IER, TDES_INT_ENDRX); in atmel_tdes_crypt_pdc()
429 atmel_tdes_write(dd, TDES_PTCR, TDES_PTCR_TXTEN | TDES_PTCR_RXTEN); in atmel_tdes_crypt_pdc()
438 struct atmel_tdes_dev *dd = ctx->dd; in atmel_tdes_crypt_dma() local
442 dd->dma_size = length; in atmel_tdes_crypt_dma()
444 if (!(dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_dma()
445 dma_sync_single_for_device(dd->dev, dma_addr_in, length, in atmel_tdes_crypt_dma()
449 if (dd->flags & TDES_FLAGS_CFB8) { in atmel_tdes_crypt_dma()
450 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
452 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
454 } else if (dd->flags & TDES_FLAGS_CFB16) { in atmel_tdes_crypt_dma()
455 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
457 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
460 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_crypt_dma()
462 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_crypt_dma()
466 dmaengine_slave_config(dd->dma_lch_in.chan, &dd->dma_lch_in.dma_conf); in atmel_tdes_crypt_dma()
467 dmaengine_slave_config(dd->dma_lch_out.chan, &dd->dma_lch_out.dma_conf); in atmel_tdes_crypt_dma()
469 dd->flags |= TDES_FLAGS_DMA; in atmel_tdes_crypt_dma()
479 in_desc = dmaengine_prep_slave_sg(dd->dma_lch_in.chan, &sg[0], in atmel_tdes_crypt_dma()
485 out_desc = dmaengine_prep_slave_sg(dd->dma_lch_out.chan, &sg[1], in atmel_tdes_crypt_dma()
492 out_desc->callback_param = dd; in atmel_tdes_crypt_dma()
495 dma_async_issue_pending(dd->dma_lch_out.chan); in atmel_tdes_crypt_dma()
498 dma_async_issue_pending(dd->dma_lch_in.chan); in atmel_tdes_crypt_dma()
503 static int atmel_tdes_crypt_start(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_start() argument
506 crypto_ablkcipher_reqtfm(dd->req)); in atmel_tdes_crypt_start()
511 if ((!dd->in_offset) && (!dd->out_offset)) { in atmel_tdes_crypt_start()
513 in = IS_ALIGNED((u32)dd->in_sg->offset, sizeof(u32)) && in atmel_tdes_crypt_start()
514 IS_ALIGNED(dd->in_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start()
515 out = IS_ALIGNED((u32)dd->out_sg->offset, sizeof(u32)) && in atmel_tdes_crypt_start()
516 IS_ALIGNED(dd->out_sg->length, dd->ctx->block_size); in atmel_tdes_crypt_start()
519 if (sg_dma_len(dd->in_sg) != sg_dma_len(dd->out_sg)) in atmel_tdes_crypt_start()
525 count = min_t(size_t, dd->total, sg_dma_len(dd->in_sg)); in atmel_tdes_crypt_start()
526 count = min_t(size_t, count, sg_dma_len(dd->out_sg)); in atmel_tdes_crypt_start()
528 err = dma_map_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
530 dev_err(dd->dev, "dma_map_sg() error\n"); in atmel_tdes_crypt_start()
534 err = dma_map_sg(dd->dev, dd->out_sg, 1, in atmel_tdes_crypt_start()
537 dev_err(dd->dev, "dma_map_sg() error\n"); in atmel_tdes_crypt_start()
538 dma_unmap_sg(dd->dev, dd->in_sg, 1, in atmel_tdes_crypt_start()
543 addr_in = sg_dma_address(dd->in_sg); in atmel_tdes_crypt_start()
544 addr_out = sg_dma_address(dd->out_sg); in atmel_tdes_crypt_start()
546 dd->flags |= TDES_FLAGS_FAST; in atmel_tdes_crypt_start()
550 count = atmel_tdes_sg_copy(&dd->in_sg, &dd->in_offset, in atmel_tdes_crypt_start()
551 dd->buf_in, dd->buflen, dd->total, 0); in atmel_tdes_crypt_start()
553 addr_in = dd->dma_addr_in; in atmel_tdes_crypt_start()
554 addr_out = dd->dma_addr_out; in atmel_tdes_crypt_start()
556 dd->flags &= ~TDES_FLAGS_FAST; in atmel_tdes_crypt_start()
559 dd->total -= count; in atmel_tdes_crypt_start()
561 if (dd->caps.has_dma) in atmel_tdes_crypt_start()
566 if (err && (dd->flags & TDES_FLAGS_FAST)) { in atmel_tdes_crypt_start()
567 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
568 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_start()
574 static void atmel_tdes_finish_req(struct atmel_tdes_dev *dd, int err) in atmel_tdes_finish_req() argument
576 struct ablkcipher_request *req = dd->req; in atmel_tdes_finish_req()
578 clk_disable_unprepare(dd->iclk); in atmel_tdes_finish_req()
580 dd->flags &= ~TDES_FLAGS_BUSY; in atmel_tdes_finish_req()
585 static int atmel_tdes_handle_queue(struct atmel_tdes_dev *dd, in atmel_tdes_handle_queue() argument
594 spin_lock_irqsave(&dd->lock, flags); in atmel_tdes_handle_queue()
596 ret = ablkcipher_enqueue_request(&dd->queue, req); in atmel_tdes_handle_queue()
597 if (dd->flags & TDES_FLAGS_BUSY) { in atmel_tdes_handle_queue()
598 spin_unlock_irqrestore(&dd->lock, flags); in atmel_tdes_handle_queue()
601 backlog = crypto_get_backlog(&dd->queue); in atmel_tdes_handle_queue()
602 async_req = crypto_dequeue_request(&dd->queue); in atmel_tdes_handle_queue()
604 dd->flags |= TDES_FLAGS_BUSY; in atmel_tdes_handle_queue()
605 spin_unlock_irqrestore(&dd->lock, flags); in atmel_tdes_handle_queue()
616 dd->req = req; in atmel_tdes_handle_queue()
617 dd->total = req->nbytes; in atmel_tdes_handle_queue()
618 dd->in_offset = 0; in atmel_tdes_handle_queue()
619 dd->in_sg = req->src; in atmel_tdes_handle_queue()
620 dd->out_offset = 0; in atmel_tdes_handle_queue()
621 dd->out_sg = req->dst; in atmel_tdes_handle_queue()
626 dd->flags = (dd->flags & ~TDES_FLAGS_MODE_MASK) | rctx->mode; in atmel_tdes_handle_queue()
627 dd->ctx = ctx; in atmel_tdes_handle_queue()
628 ctx->dd = dd; in atmel_tdes_handle_queue()
630 err = atmel_tdes_write_ctrl(dd); in atmel_tdes_handle_queue()
632 err = atmel_tdes_crypt_start(dd); in atmel_tdes_handle_queue()
635 atmel_tdes_finish_req(dd, err); in atmel_tdes_handle_queue()
636 tasklet_schedule(&dd->queue_task); in atmel_tdes_handle_queue()
642 static int atmel_tdes_crypt_dma_stop(struct atmel_tdes_dev *dd) in atmel_tdes_crypt_dma_stop() argument
647 if (dd->flags & TDES_FLAGS_DMA) { in atmel_tdes_crypt_dma_stop()
649 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_crypt_dma_stop()
650 dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE); in atmel_tdes_crypt_dma_stop()
651 dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE); in atmel_tdes_crypt_dma_stop()
653 dma_sync_single_for_device(dd->dev, dd->dma_addr_out, in atmel_tdes_crypt_dma_stop()
654 dd->dma_size, DMA_FROM_DEVICE); in atmel_tdes_crypt_dma_stop()
657 count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset, in atmel_tdes_crypt_dma_stop()
658 dd->buf_out, dd->buflen, dd->dma_size, 1); in atmel_tdes_crypt_dma_stop()
659 if (count != dd->dma_size) { in atmel_tdes_crypt_dma_stop()
702 return atmel_tdes_handle_queue(ctx->dd, req); in atmel_tdes_crypt()
717 static int atmel_tdes_dma_init(struct atmel_tdes_dev *dd, in atmel_tdes_dma_init() argument
726 dd->dma_lch_in.chan = dma_request_slave_channel_compat(mask, in atmel_tdes_dma_init()
727 atmel_tdes_filter, &pdata->dma_slave->rxdata, dd->dev, "tx"); in atmel_tdes_dma_init()
728 if (!dd->dma_lch_in.chan) in atmel_tdes_dma_init()
731 dd->dma_lch_in.dma_conf.direction = DMA_MEM_TO_DEV; in atmel_tdes_dma_init()
732 dd->dma_lch_in.dma_conf.dst_addr = dd->phys_base + in atmel_tdes_dma_init()
734 dd->dma_lch_in.dma_conf.src_maxburst = 1; in atmel_tdes_dma_init()
735 dd->dma_lch_in.dma_conf.src_addr_width = in atmel_tdes_dma_init()
737 dd->dma_lch_in.dma_conf.dst_maxburst = 1; in atmel_tdes_dma_init()
738 dd->dma_lch_in.dma_conf.dst_addr_width = in atmel_tdes_dma_init()
740 dd->dma_lch_in.dma_conf.device_fc = false; in atmel_tdes_dma_init()
742 dd->dma_lch_out.chan = dma_request_slave_channel_compat(mask, in atmel_tdes_dma_init()
743 atmel_tdes_filter, &pdata->dma_slave->txdata, dd->dev, "rx"); in atmel_tdes_dma_init()
744 if (!dd->dma_lch_out.chan) in atmel_tdes_dma_init()
747 dd->dma_lch_out.dma_conf.direction = DMA_DEV_TO_MEM; in atmel_tdes_dma_init()
748 dd->dma_lch_out.dma_conf.src_addr = dd->phys_base + in atmel_tdes_dma_init()
750 dd->dma_lch_out.dma_conf.src_maxburst = 1; in atmel_tdes_dma_init()
751 dd->dma_lch_out.dma_conf.src_addr_width = in atmel_tdes_dma_init()
753 dd->dma_lch_out.dma_conf.dst_maxburst = 1; in atmel_tdes_dma_init()
754 dd->dma_lch_out.dma_conf.dst_addr_width = in atmel_tdes_dma_init()
756 dd->dma_lch_out.dma_conf.device_fc = false; in atmel_tdes_dma_init()
761 dma_release_channel(dd->dma_lch_in.chan); in atmel_tdes_dma_init()
763 dev_warn(dd->dev, "no DMA channel available\n"); in atmel_tdes_dma_init()
767 static void atmel_tdes_dma_cleanup(struct atmel_tdes_dev *dd) in atmel_tdes_dma_cleanup() argument
769 dma_release_channel(dd->dma_lch_in.chan); in atmel_tdes_dma_cleanup()
770 dma_release_channel(dd->dma_lch_out.chan); in atmel_tdes_dma_cleanup()
880 struct atmel_tdes_dev *dd; in atmel_tdes_cra_init() local
884 dd = atmel_tdes_find_dev(ctx); in atmel_tdes_cra_init()
885 if (!dd) in atmel_tdes_cra_init()
1094 struct atmel_tdes_dev *dd = (struct atmel_tdes_dev *)data; in atmel_tdes_queue_task() local
1096 atmel_tdes_handle_queue(dd, NULL); in atmel_tdes_queue_task()
1101 struct atmel_tdes_dev *dd = (struct atmel_tdes_dev *) data; in atmel_tdes_done_task() local
1104 if (!(dd->flags & TDES_FLAGS_DMA)) in atmel_tdes_done_task()
1105 err = atmel_tdes_crypt_pdc_stop(dd); in atmel_tdes_done_task()
1107 err = atmel_tdes_crypt_dma_stop(dd); in atmel_tdes_done_task()
1109 err = dd->err ? : err; in atmel_tdes_done_task()
1111 if (dd->total && !err) { in atmel_tdes_done_task()
1112 if (dd->flags & TDES_FLAGS_FAST) { in atmel_tdes_done_task()
1113 dd->in_sg = sg_next(dd->in_sg); in atmel_tdes_done_task()
1114 dd->out_sg = sg_next(dd->out_sg); in atmel_tdes_done_task()
1115 if (!dd->in_sg || !dd->out_sg) in atmel_tdes_done_task()
1119 err = atmel_tdes_crypt_start(dd); in atmel_tdes_done_task()
1124 atmel_tdes_finish_req(dd, err); in atmel_tdes_done_task()
1125 atmel_tdes_handle_queue(dd, NULL); in atmel_tdes_done_task()
1146 static void atmel_tdes_unregister_algs(struct atmel_tdes_dev *dd) in atmel_tdes_unregister_algs() argument
1154 static int atmel_tdes_register_algs(struct atmel_tdes_dev *dd) in atmel_tdes_register_algs() argument
1173 static void atmel_tdes_get_cap(struct atmel_tdes_dev *dd) in atmel_tdes_get_cap() argument
1176 dd->caps.has_dma = 0; in atmel_tdes_get_cap()
1177 dd->caps.has_cfb_3keys = 0; in atmel_tdes_get_cap()
1180 switch (dd->hw_version & 0xf00) { in atmel_tdes_get_cap()
1182 dd->caps.has_dma = 1; in atmel_tdes_get_cap()
1183 dd->caps.has_cfb_3keys = 1; in atmel_tdes_get_cap()
1188 dev_warn(dd->dev, in atmel_tdes_get_cap()