49 	u8	rk[13 * (8 * AES_BLOCK_SIZE) + 32] __aligned(AES_BLOCK_SIZE);
99 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in __ecb_crypt()
100 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in __ecb_crypt()
104 					    walk.stride / AES_BLOCK_SIZE);  in __ecb_crypt()
111 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in __ecb_crypt()
173 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in cbc_decrypt()
174 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in cbc_decrypt()
178 					    walk.stride / AES_BLOCK_SIZE);  in cbc_decrypt()
186 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in cbc_decrypt()
240 	u8 buf[AES_BLOCK_SIZE];  in ctr_encrypt()
246 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in ctr_encrypt()
247 		u8 *final = (walk.total % AES_BLOCK_SIZE) ? buf : NULL;  in ctr_encrypt()
251 					    walk.stride / AES_BLOCK_SIZE);  in ctr_encrypt()
261 			u8 *dst = walk.dst.virt.addr + blocks * AES_BLOCK_SIZE;  in ctr_encrypt()
262 			u8 *src = walk.src.virt.addr + blocks * AES_BLOCK_SIZE;  in ctr_encrypt()
265 				       walk.total % AES_BLOCK_SIZE);  in ctr_encrypt()
271 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in ctr_encrypt()
350 	int tail = req->cryptlen % AES_BLOCK_SIZE;  in __xts_crypt()
352 	u8 buf[2 * AES_BLOCK_SIZE];  in __xts_crypt()
356 	if (req->cryptlen < AES_BLOCK_SIZE)  in __xts_crypt()
375 	while (walk.nbytes >= AES_BLOCK_SIZE) {  in __xts_crypt()
376 		unsigned int blocks = walk.nbytes / AES_BLOCK_SIZE;  in __xts_crypt()
381 					    walk.stride / AES_BLOCK_SIZE);  in __xts_crypt()
390 					 walk.nbytes - blocks * AES_BLOCK_SIZE);  in __xts_crypt()
397 	scatterwalk_map_and_copy(buf, req->dst, req->cryptlen - AES_BLOCK_SIZE,  in __xts_crypt()
398 				 AES_BLOCK_SIZE, 0);  in __xts_crypt()
399 	memcpy(buf + AES_BLOCK_SIZE, buf, tail);  in __xts_crypt()
402 	crypto_xor(buf, req->iv, AES_BLOCK_SIZE);  in __xts_crypt()
409 	crypto_xor(buf, req->iv, AES_BLOCK_SIZE);  in __xts_crypt()
411 	scatterwalk_map_and_copy(buf, req->dst, req->cryptlen - AES_BLOCK_SIZE,  in __xts_crypt()
412 				 AES_BLOCK_SIZE + tail, 1);  in __xts_crypt()
430 	.base.cra_blocksize	= AES_BLOCK_SIZE,
437 	.walksize		= 8 * AES_BLOCK_SIZE,
445 	.base.cra_blocksize	= AES_BLOCK_SIZE,
453 	.walksize		= 8 * AES_BLOCK_SIZE,
454 	.ivsize			= AES_BLOCK_SIZE,
471 	.chunksize		= AES_BLOCK_SIZE,
472 	.walksize		= 8 * AES_BLOCK_SIZE,
473 	.ivsize			= AES_BLOCK_SIZE,
487 	.chunksize		= AES_BLOCK_SIZE,
488 	.walksize		= 8 * AES_BLOCK_SIZE,
489 	.ivsize			= AES_BLOCK_SIZE,
497 	.base.cra_blocksize	= AES_BLOCK_SIZE,
504 	.walksize		= 8 * AES_BLOCK_SIZE,
505 	.ivsize			= AES_BLOCK_SIZE,