1 // SPDX-License-Identifier: GPL-2.0
5  * Support for ATMEL DES/TDES HW acceleration.
7  * Copyright (c) 2012 Eukréa Electromatique - ATMEL
10  * Some ideas are from omap-aes.c drivers.
30 #include <linux/dma-mapping.h>
38 #include "atmel-tdes-regs.h"
42 /* TDES flags  */
146 		count = min((*sg)->length - *offset, total);  in atmel_tdes_sg_copy()
155 		buflen -= count;  in atmel_tdes_sg_copy()
157 		total -= count;  in atmel_tdes_sg_copy()
159 		if (*offset == (*sg)->length) {  in atmel_tdes_sg_copy()
173 	return readl_relaxed(dd->io_base + offset);  in atmel_tdes_read()
179 	writel_relaxed(value, dd->io_base + offset);  in atmel_tdes_write()
185 	for (; count--; value++, offset += 4)  in atmel_tdes_write_n()
194 	/* One TDES IP per SoC. */  in atmel_tdes_dev_alloc()
205 	err = clk_prepare_enable(dd->iclk);  in atmel_tdes_hw_init()
209 	if (!(dd->flags & TDES_FLAGS_INIT)) {  in atmel_tdes_hw_init()
211 		dd->flags |= TDES_FLAGS_INIT;  in atmel_tdes_hw_init()
230 	dd->hw_version = atmel_tdes_get_version(dd);  in atmel_tdes_hw_version_init()
232 	dev_info(dd->dev,  in atmel_tdes_hw_version_init()
233 			"version: 0x%x\n", dd->hw_version);  in atmel_tdes_hw_version_init()
235 	clk_disable_unprepare(dd->iclk);  in atmel_tdes_hw_version_init()
244 	/* dma_lch_out - completed */  in atmel_tdes_dma_callback()
245 	tasklet_schedule(&dd->done_task);  in atmel_tdes_dma_callback()
258 	if (!dd->caps.has_dma)  in atmel_tdes_write_ctrl()
263 	if (dd->ctx->keylen > (DES_KEY_SIZE << 1)) {  in atmel_tdes_write_ctrl()
266 	} else if (dd->ctx->keylen > DES_KEY_SIZE) {  in atmel_tdes_write_ctrl()
273 	valmr |= dd->flags & TDES_FLAGS_MODE_MASK;  in atmel_tdes_write_ctrl()
277 	atmel_tdes_write_n(dd, TDES_KEY1W1R, dd->ctx->key,  in atmel_tdes_write_ctrl()
278 						dd->ctx->keylen >> 2);  in atmel_tdes_write_ctrl()
280 	if (dd->req->iv && (valmr & TDES_MR_OPMOD_MASK) != TDES_MR_OPMOD_ECB)  in atmel_tdes_write_ctrl()
281 		atmel_tdes_write_n(dd, TDES_IV1R, (void *)dd->req->iv, 2);  in atmel_tdes_write_ctrl()
293 	if (dd->flags & TDES_FLAGS_FAST) {  in atmel_tdes_crypt_pdc_stop()
294 		dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE);  in atmel_tdes_crypt_pdc_stop()
295 		dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE);  in atmel_tdes_crypt_pdc_stop()
297 		dma_sync_single_for_device(dd->dev, dd->dma_addr_out,  in atmel_tdes_crypt_pdc_stop()
298 					   dd->dma_size, DMA_FROM_DEVICE);  in atmel_tdes_crypt_pdc_stop()
301 		count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset,  in atmel_tdes_crypt_pdc_stop()
302 				dd->buf_out, dd->buflen, dd->dma_size, 1);  in atmel_tdes_crypt_pdc_stop()
303 		if (count != dd->dma_size) {  in atmel_tdes_crypt_pdc_stop()
304 			err = -EINVAL;  in atmel_tdes_crypt_pdc_stop()
305 			dev_dbg(dd->dev, "not all data converted: %zu\n", count);  in atmel_tdes_crypt_pdc_stop()
314 	int err = -ENOMEM;  in atmel_tdes_buff_init()
316 	dd->buf_in = (void *)__get_free_pages(GFP_KERNEL, 0);  in atmel_tdes_buff_init()
317 	dd->buf_out = (void *)__get_free_pages(GFP_KERNEL, 0);  in atmel_tdes_buff_init()
318 	dd->buflen = PAGE_SIZE;  in atmel_tdes_buff_init()
319 	dd->buflen &= ~(DES_BLOCK_SIZE - 1);  in atmel_tdes_buff_init()
321 	if (!dd->buf_in || !dd->buf_out) {  in atmel_tdes_buff_init()
322 		dev_dbg(dd->dev, "unable to alloc pages.\n");  in atmel_tdes_buff_init()
327 	dd->dma_addr_in = dma_map_single(dd->dev, dd->buf_in,  in atmel_tdes_buff_init()
328 					dd->buflen, DMA_TO_DEVICE);  in atmel_tdes_buff_init()
329 	err = dma_mapping_error(dd->dev, dd->dma_addr_in);  in atmel_tdes_buff_init()
331 		dev_dbg(dd->dev, "dma %zd bytes error\n", dd->buflen);  in atmel_tdes_buff_init()
335 	dd->dma_addr_out = dma_map_single(dd->dev, dd->buf_out,  in atmel_tdes_buff_init()
336 					dd->buflen, DMA_FROM_DEVICE);  in atmel_tdes_buff_init()
337 	err = dma_mapping_error(dd->dev, dd->dma_addr_out);  in atmel_tdes_buff_init()
339 		dev_dbg(dd->dev, "dma %zd bytes error\n", dd->buflen);  in atmel_tdes_buff_init()
346 	dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen,  in atmel_tdes_buff_init()
350 	free_page((unsigned long)dd->buf_out);  in atmel_tdes_buff_init()
351 	free_page((unsigned long)dd->buf_in);  in atmel_tdes_buff_init()
357 	dma_unmap_single(dd->dev, dd->dma_addr_out, dd->buflen,  in atmel_tdes_buff_cleanup()
359 	dma_unmap_single(dd->dev, dd->dma_addr_in, dd->buflen,  in atmel_tdes_buff_cleanup()
361 	free_page((unsigned long)dd->buf_out);  in atmel_tdes_buff_cleanup()
362 	free_page((unsigned long)dd->buf_in);  in atmel_tdes_buff_cleanup()
371 	dd->dma_size = length;  in atmel_tdes_crypt_pdc()
373 	if (!(dd->flags & TDES_FLAGS_FAST)) {  in atmel_tdes_crypt_pdc()
374 		dma_sync_single_for_device(dd->dev, dma_addr_in, length,  in atmel_tdes_crypt_pdc()
403 	dd->dma_size = length;  in atmel_tdes_crypt_dma()
405 	if (!(dd->flags & TDES_FLAGS_FAST)) {  in atmel_tdes_crypt_dma()
406 		dma_sync_single_for_device(dd->dev, dma_addr_in, length,  in atmel_tdes_crypt_dma()
412 	dd->dma_lch_in.dma_conf.dst_addr_width = addr_width;  in atmel_tdes_crypt_dma()
413 	dd->dma_lch_out.dma_conf.src_addr_width = addr_width;  in atmel_tdes_crypt_dma()
415 	dmaengine_slave_config(dd->dma_lch_in.chan, &dd->dma_lch_in.dma_conf);  in atmel_tdes_crypt_dma()
416 	dmaengine_slave_config(dd->dma_lch_out.chan, &dd->dma_lch_out.dma_conf);  in atmel_tdes_crypt_dma()
418 	dd->flags |= TDES_FLAGS_DMA;  in atmel_tdes_crypt_dma()
428 	in_desc = dmaengine_prep_slave_sg(dd->dma_lch_in.chan, &sg[0],  in atmel_tdes_crypt_dma()
432 		return -EINVAL;  in atmel_tdes_crypt_dma()
434 	out_desc = dmaengine_prep_slave_sg(dd->dma_lch_out.chan, &sg[1],  in atmel_tdes_crypt_dma()
438 		return -EINVAL;  in atmel_tdes_crypt_dma()
440 	out_desc->callback = atmel_tdes_dma_callback;  in atmel_tdes_crypt_dma()
441 	out_desc->callback_param = dd;  in atmel_tdes_crypt_dma()
444 	dma_async_issue_pending(dd->dma_lch_out.chan);  in atmel_tdes_crypt_dma()
447 	dma_async_issue_pending(dd->dma_lch_in.chan);  in atmel_tdes_crypt_dma()
458 	if ((!dd->in_offset) && (!dd->out_offset)) {  in atmel_tdes_crypt_start()
460 		in = IS_ALIGNED((u32)dd->in_sg->offset, sizeof(u32)) &&  in atmel_tdes_crypt_start()
461 			IS_ALIGNED(dd->in_sg->length, dd->ctx->block_size);  in atmel_tdes_crypt_start()
462 		out = IS_ALIGNED((u32)dd->out_sg->offset, sizeof(u32)) &&  in atmel_tdes_crypt_start()
463 			IS_ALIGNED(dd->out_sg->length, dd->ctx->block_size);  in atmel_tdes_crypt_start()
466 		if (sg_dma_len(dd->in_sg) != sg_dma_len(dd->out_sg))  in atmel_tdes_crypt_start()
472 		count = min_t(size_t, dd->total, sg_dma_len(dd->in_sg));  in atmel_tdes_crypt_start()
473 		count = min_t(size_t, count, sg_dma_len(dd->out_sg));  in atmel_tdes_crypt_start()
475 		err = dma_map_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE);  in atmel_tdes_crypt_start()
477 			dev_dbg(dd->dev, "dma_map_sg() error\n");  in atmel_tdes_crypt_start()
478 			return -EINVAL;  in atmel_tdes_crypt_start()
481 		err = dma_map_sg(dd->dev, dd->out_sg, 1,  in atmel_tdes_crypt_start()
484 			dev_dbg(dd->dev, "dma_map_sg() error\n");  in atmel_tdes_crypt_start()
485 			dma_unmap_sg(dd->dev, dd->in_sg, 1,  in atmel_tdes_crypt_start()
487 			return -EINVAL;  in atmel_tdes_crypt_start()
490 		addr_in = sg_dma_address(dd->in_sg);  in atmel_tdes_crypt_start()
491 		addr_out = sg_dma_address(dd->out_sg);  in atmel_tdes_crypt_start()
493 		dd->flags |= TDES_FLAGS_FAST;  in atmel_tdes_crypt_start()
497 		count = atmel_tdes_sg_copy(&dd->in_sg, &dd->in_offset,  in atmel_tdes_crypt_start()
498 				dd->buf_in, dd->buflen, dd->total, 0);  in atmel_tdes_crypt_start()
500 		addr_in = dd->dma_addr_in;  in atmel_tdes_crypt_start()
501 		addr_out = dd->dma_addr_out;  in atmel_tdes_crypt_start()
503 		dd->flags &= ~TDES_FLAGS_FAST;  in atmel_tdes_crypt_start()
506 	dd->total -= count;  in atmel_tdes_crypt_start()
508 	if (dd->caps.has_dma)  in atmel_tdes_crypt_start()
513 	if (err && (dd->flags & TDES_FLAGS_FAST)) {  in atmel_tdes_crypt_start()
514 		dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE);  in atmel_tdes_crypt_start()
515 		dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_TO_DEVICE);  in atmel_tdes_crypt_start()
524 	struct skcipher_request *req = dd->req;  in atmel_tdes_set_iv_as_last_ciphertext_block()
529 	if (req->cryptlen < ivsize)  in atmel_tdes_set_iv_as_last_ciphertext_block()
532 	if (rctx->mode & TDES_FLAGS_ENCRYPT)  in atmel_tdes_set_iv_as_last_ciphertext_block()
533 		scatterwalk_map_and_copy(req->iv, req->dst,  in atmel_tdes_set_iv_as_last_ciphertext_block()
534 					 req->cryptlen - ivsize, ivsize, 0);  in atmel_tdes_set_iv_as_last_ciphertext_block()
536 		memcpy(req->iv, rctx->lastc, ivsize);  in atmel_tdes_set_iv_as_last_ciphertext_block()
542 	struct skcipher_request *req = dd->req;  in atmel_tdes_finish_req()
545 	clk_disable_unprepare(dd->iclk);  in atmel_tdes_finish_req()
547 	dd->flags &= ~TDES_FLAGS_BUSY;  in atmel_tdes_finish_req()
549 	if (!err && (rctx->mode & TDES_FLAGS_OPMODE_MASK) != TDES_FLAGS_ECB)  in atmel_tdes_finish_req()
564 	spin_lock_irqsave(&dd->lock, flags);  in atmel_tdes_handle_queue()
566 		ret = crypto_enqueue_request(&dd->queue, &req->base);  in atmel_tdes_handle_queue()
567 	if (dd->flags & TDES_FLAGS_BUSY) {  in atmel_tdes_handle_queue()
568 		spin_unlock_irqrestore(&dd->lock, flags);  in atmel_tdes_handle_queue()
571 	backlog = crypto_get_backlog(&dd->queue);  in atmel_tdes_handle_queue()
572 	async_req = crypto_dequeue_request(&dd->queue);  in atmel_tdes_handle_queue()
574 		dd->flags |= TDES_FLAGS_BUSY;  in atmel_tdes_handle_queue()
575 	spin_unlock_irqrestore(&dd->lock, flags);  in atmel_tdes_handle_queue()
581 		crypto_request_complete(backlog, -EINPROGRESS);  in atmel_tdes_handle_queue()
586 	dd->req = req;  in atmel_tdes_handle_queue()
587 	dd->total = req->cryptlen;  in atmel_tdes_handle_queue()
588 	dd->in_offset = 0;  in atmel_tdes_handle_queue()
589 	dd->in_sg = req->src;  in atmel_tdes_handle_queue()
590 	dd->out_offset = 0;  in atmel_tdes_handle_queue()
591 	dd->out_sg = req->dst;  in atmel_tdes_handle_queue()
595 	rctx->mode &= TDES_FLAGS_MODE_MASK;  in atmel_tdes_handle_queue()
596 	dd->flags = (dd->flags & ~TDES_FLAGS_MODE_MASK) | rctx->mode;  in atmel_tdes_handle_queue()
597 	dd->ctx = ctx;  in atmel_tdes_handle_queue()
605 		tasklet_schedule(&dd->queue_task);  in atmel_tdes_handle_queue()
613 	int err = -EINVAL;  in atmel_tdes_crypt_dma_stop()
616 	if (dd->flags & TDES_FLAGS_DMA) {  in atmel_tdes_crypt_dma_stop()
618 		if  (dd->flags & TDES_FLAGS_FAST) {  in atmel_tdes_crypt_dma_stop()
619 			dma_unmap_sg(dd->dev, dd->out_sg, 1, DMA_FROM_DEVICE);  in atmel_tdes_crypt_dma_stop()
620 			dma_unmap_sg(dd->dev, dd->in_sg, 1, DMA_TO_DEVICE);  in atmel_tdes_crypt_dma_stop()
622 			dma_sync_single_for_device(dd->dev, dd->dma_addr_out,  in atmel_tdes_crypt_dma_stop()
623 				dd->dma_size, DMA_FROM_DEVICE);  in atmel_tdes_crypt_dma_stop()
626 			count = atmel_tdes_sg_copy(&dd->out_sg, &dd->out_offset,  in atmel_tdes_crypt_dma_stop()
627 				dd->buf_out, dd->buflen, dd->dma_size, 1);  in atmel_tdes_crypt_dma_stop()
628 			if (count != dd->dma_size) {  in atmel_tdes_crypt_dma_stop()
629 				err = -EINVAL;  in atmel_tdes_crypt_dma_stop()
630 				dev_dbg(dd->dev, "not all data converted: %zu\n", count);  in atmel_tdes_crypt_dma_stop()
642 	struct device *dev = ctx->dd->dev;  in atmel_tdes_crypt()
644 	if (!req->cryptlen)  in atmel_tdes_crypt()
647 	if (!IS_ALIGNED(req->cryptlen, DES_BLOCK_SIZE)) {  in atmel_tdes_crypt()
649 		return -EINVAL;  in atmel_tdes_crypt()
651 	ctx->block_size = DES_BLOCK_SIZE;  in atmel_tdes_crypt()
653 	rctx->mode = mode;  in atmel_tdes_crypt()
659 		if (req->cryptlen >= ivsize)  in atmel_tdes_crypt()
660 			scatterwalk_map_and_copy(rctx->lastc, req->src,  in atmel_tdes_crypt()
661 						 req->cryptlen - ivsize,  in atmel_tdes_crypt()
665 	return atmel_tdes_handle_queue(ctx->dd, req);  in atmel_tdes_crypt()
673 	dd->dma_lch_in.chan = dma_request_chan(dd->dev, "tx");  in atmel_tdes_dma_init()
674 	if (IS_ERR(dd->dma_lch_in.chan)) {  in atmel_tdes_dma_init()
675 		ret = PTR_ERR(dd->dma_lch_in.chan);  in atmel_tdes_dma_init()
679 	dd->dma_lch_in.dma_conf.dst_addr = dd->phys_base +  in atmel_tdes_dma_init()
681 	dd->dma_lch_in.dma_conf.src_maxburst = 1;  in atmel_tdes_dma_init()
682 	dd->dma_lch_in.dma_conf.src_addr_width =  in atmel_tdes_dma_init()
684 	dd->dma_lch_in.dma_conf.dst_maxburst = 1;  in atmel_tdes_dma_init()
685 	dd->dma_lch_in.dma_conf.dst_addr_width =  in atmel_tdes_dma_init()
687 	dd->dma_lch_in.dma_conf.device_fc = false;  in atmel_tdes_dma_init()
689 	dd->dma_lch_out.chan = dma_request_chan(dd->dev, "rx");  in atmel_tdes_dma_init()
690 	if (IS_ERR(dd->dma_lch_out.chan)) {  in atmel_tdes_dma_init()
691 		ret = PTR_ERR(dd->dma_lch_out.chan);  in atmel_tdes_dma_init()
695 	dd->dma_lch_out.dma_conf.src_addr = dd->phys_base +  in atmel_tdes_dma_init()
697 	dd->dma_lch_out.dma_conf.src_maxburst = 1;  in atmel_tdes_dma_init()
698 	dd->dma_lch_out.dma_conf.src_addr_width =  in atmel_tdes_dma_init()
700 	dd->dma_lch_out.dma_conf.dst_maxburst = 1;  in atmel_tdes_dma_init()
701 	dd->dma_lch_out.dma_conf.dst_addr_width =  in atmel_tdes_dma_init()
703 	dd->dma_lch_out.dma_conf.device_fc = false;  in atmel_tdes_dma_init()
708 	dma_release_channel(dd->dma_lch_in.chan);  in atmel_tdes_dma_init()
710 	dev_err(dd->dev, "no DMA channel available\n");  in atmel_tdes_dma_init()
716 	dma_release_channel(dd->dma_lch_in.chan);  in atmel_tdes_dma_cleanup()
717 	dma_release_channel(dd->dma_lch_out.chan);  in atmel_tdes_dma_cleanup()
730 	memcpy(ctx->key, key, keylen);  in atmel_des_setkey()
731 	ctx->keylen = keylen;  in atmel_des_setkey()
746 	memcpy(ctx->key, key, keylen);  in atmel_tdes_setkey()
747 	ctx->keylen = keylen;  in atmel_tdes_setkey()
776 	ctx->dd = atmel_tdes_dev_alloc();  in atmel_tdes_init_tfm()
777 	if (!ctx->dd)  in atmel_tdes_init_tfm()
778 		return -ENODEV;  in atmel_tdes_init_tfm()
787 	alg->base.cra_priority = ATMEL_TDES_PRIORITY;  in atmel_tdes_skcipher_alg_init()
788 	alg->base.cra_flags = CRYPTO_ALG_ASYNC;  in atmel_tdes_skcipher_alg_init()
789 	alg->base.cra_ctxsize = sizeof(struct atmel_tdes_ctx);  in atmel_tdes_skcipher_alg_init()
790 	alg->base.cra_module = THIS_MODULE;  in atmel_tdes_skcipher_alg_init()
792 	alg->init = atmel_tdes_init_tfm;  in atmel_tdes_skcipher_alg_init()
798 	.base.cra_driver_name	= "atmel-ecb-des",
810 	.base.cra_driver_name	= "atmel-cbc-des",
823 	.base.cra_driver_name	= "atmel-ecb-tdes",
835 	.base.cra_driver_name	= "atmel-cbc-tdes",
860 	if (!(dd->flags & TDES_FLAGS_DMA))  in atmel_tdes_done_task()
865 	if (dd->total && !err) {  in atmel_tdes_done_task()
866 		if (dd->flags & TDES_FLAGS_FAST) {  in atmel_tdes_done_task()
867 			dd->in_sg = sg_next(dd->in_sg);  in atmel_tdes_done_task()
868 			dd->out_sg = sg_next(dd->out_sg);  in atmel_tdes_done_task()
869 			if (!dd->in_sg || !dd->out_sg)  in atmel_tdes_done_task()
870 				err = -EINVAL;  in atmel_tdes_done_task()
890 		if (TDES_FLAGS_BUSY & tdes_dd->flags)  in atmel_tdes_irq()
891 			tasklet_schedule(&tdes_dd->done_task);  in atmel_tdes_irq()
893 			dev_warn(tdes_dd->dev, "TDES interrupt when no active requests.\n");  in atmel_tdes_irq()
932 	dd->caps.has_dma = 0;  in atmel_tdes_get_cap()
935 	switch (dd->hw_version & 0xf00) {  in atmel_tdes_get_cap()
938 		dd->caps.has_dma = 1;  in atmel_tdes_get_cap()
943 		dev_warn(dd->dev,  in atmel_tdes_get_cap()
944 				"Unmanaged tdes version, set minimum capabilities\n");  in atmel_tdes_get_cap()
950 	{ .compatible = "atmel,at91sam9g46-tdes" },
958 	struct device *dev = &pdev->dev;  in atmel_tdes_probe()
962 	tdes_dd = devm_kmalloc(&pdev->dev, sizeof(*tdes_dd), GFP_KERNEL);  in atmel_tdes_probe()
964 		return -ENOMEM;  in atmel_tdes_probe()
966 	tdes_dd->dev = dev;  in atmel_tdes_probe()
970 	INIT_LIST_HEAD(&tdes_dd->list);  in atmel_tdes_probe()
971 	spin_lock_init(&tdes_dd->lock);  in atmel_tdes_probe()
973 	tasklet_init(&tdes_dd->done_task, atmel_tdes_done_task,  in atmel_tdes_probe()
975 	tasklet_init(&tdes_dd->queue_task, atmel_tdes_queue_task,  in atmel_tdes_probe()
978 	crypto_init_queue(&tdes_dd->queue, ATMEL_TDES_QUEUE_LENGTH);  in atmel_tdes_probe()
980 	tdes_dd->io_base = devm_platform_get_and_ioremap_resource(pdev, 0, &tdes_res);  in atmel_tdes_probe()
981 	if (IS_ERR(tdes_dd->io_base)) {  in atmel_tdes_probe()
982 		err = PTR_ERR(tdes_dd->io_base);  in atmel_tdes_probe()
985 	tdes_dd->phys_base = tdes_res->start;  in atmel_tdes_probe()
988 	tdes_dd->irq = platform_get_irq(pdev,  0);  in atmel_tdes_probe()
989 	if (tdes_dd->irq < 0) {  in atmel_tdes_probe()
990 		err = tdes_dd->irq;  in atmel_tdes_probe()
994 	err = devm_request_irq(&pdev->dev, tdes_dd->irq, atmel_tdes_irq,  in atmel_tdes_probe()
995 			       IRQF_SHARED, "atmel-tdes", tdes_dd);  in atmel_tdes_probe()
997 		dev_err(dev, "unable to request tdes irq.\n");  in atmel_tdes_probe()
1002 	tdes_dd->iclk = devm_clk_get(&pdev->dev, "tdes_clk");  in atmel_tdes_probe()
1003 	if (IS_ERR(tdes_dd->iclk)) {  in atmel_tdes_probe()
1005 		err = PTR_ERR(tdes_dd->iclk);  in atmel_tdes_probe()
1019 	if (tdes_dd->caps.has_dma) {  in atmel_tdes_probe()
1025 				dma_chan_name(tdes_dd->dma_lch_in.chan),  in atmel_tdes_probe()
1026 				dma_chan_name(tdes_dd->dma_lch_out.chan));  in atmel_tdes_probe()
1030 	list_add_tail(&tdes_dd->list, &atmel_tdes.dev_list);  in atmel_tdes_probe()
1037 	dev_info(dev, "Atmel DES/TDES\n");  in atmel_tdes_probe()
1043 	list_del(&tdes_dd->list);  in atmel_tdes_probe()
1045 	if (tdes_dd->caps.has_dma)  in atmel_tdes_probe()
1050 	tasklet_kill(&tdes_dd->done_task);  in atmel_tdes_probe()
1051 	tasklet_kill(&tdes_dd->queue_task);  in atmel_tdes_probe()
1061 	list_del(&tdes_dd->list);  in atmel_tdes_remove()
1066 	tasklet_kill(&tdes_dd->done_task);  in atmel_tdes_remove()
1067 	tasklet_kill(&tdes_dd->queue_task);  in atmel_tdes_remove()
1069 	if (tdes_dd->caps.has_dma)  in atmel_tdes_remove()
1086 MODULE_DESCRIPTION("Atmel DES/TDES hw acceleration support.");
1088 MODULE_AUTHOR("Nicolas Royer - Eukréa Electromatique");