61 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
62 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
63 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
69 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
111 		while (nbytes >= SM4_BLOCK_SIZE) {  in sm4_cbc_encrypt()
112 			crypto_xor_cpy(dst, src, iv, SM4_BLOCK_SIZE);  in sm4_cbc_encrypt()
115 			src += SM4_BLOCK_SIZE;  in sm4_cbc_encrypt()
116 			dst += SM4_BLOCK_SIZE;  in sm4_cbc_encrypt()
117 			nbytes -= SM4_BLOCK_SIZE;  in sm4_cbc_encrypt()
120 			memcpy(walk.iv, iv, SM4_BLOCK_SIZE);  in sm4_cbc_encrypt()
149 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
150 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
151 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
156 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_cbc_decrypt()
157 			u8 iv[SM4_BLOCK_SIZE];  in sm4_cbc_decrypt()
163 			src += ((int)nblks - 2) * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
164 			dst += (nblks - 1) * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
165 			memcpy(iv, src + SM4_BLOCK_SIZE, SM4_BLOCK_SIZE);  in sm4_cbc_decrypt()
169 					&keystream[i * SM4_BLOCK_SIZE],  in sm4_cbc_decrypt()
170 					SM4_BLOCK_SIZE);  in sm4_cbc_decrypt()
171 				src -= SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
172 				dst -= SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
175 					keystream, SM4_BLOCK_SIZE);  in sm4_cbc_decrypt()
176 			memcpy(walk.iv, iv, SM4_BLOCK_SIZE);  in sm4_cbc_decrypt()
177 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
199 		u8 keystream[SM4_BLOCK_SIZE];  in sm4_cfb_encrypt()
204 		while (nbytes >= SM4_BLOCK_SIZE) {  in sm4_cfb_encrypt()
206 			crypto_xor_cpy(dst, src, keystream, SM4_BLOCK_SIZE);  in sm4_cfb_encrypt()
208 			src += SM4_BLOCK_SIZE;  in sm4_cfb_encrypt()
209 			dst += SM4_BLOCK_SIZE;  in sm4_cfb_encrypt()
210 			nbytes -= SM4_BLOCK_SIZE;  in sm4_cfb_encrypt()
213 			memcpy(walk.iv, iv, SM4_BLOCK_SIZE);  in sm4_cfb_encrypt()
249 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
250 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
251 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
256 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_cfb_decrypt()
258 			memcpy(keystream, walk.iv, SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
260 				memcpy(&keystream[SM4_BLOCK_SIZE], src,  in sm4_cfb_decrypt()
261 					(nblks - 1) * SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
262 			memcpy(walk.iv, src + (nblks - 1) * SM4_BLOCK_SIZE,  in sm4_cfb_decrypt()
263 				SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
269 					nblks * SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
270 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
271 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
272 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
279 			u8 keystream[SM4_BLOCK_SIZE];  in sm4_cfb_decrypt()
313 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
314 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
315 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
320 			u8 keystream[SM4_BLOCK_SIZE * 8];  in sm4_ctr_crypt()
324 				memcpy(&keystream[i * SM4_BLOCK_SIZE],  in sm4_ctr_crypt()
325 					walk.iv, SM4_BLOCK_SIZE);  in sm4_ctr_crypt()
326 				crypto_inc(walk.iv, SM4_BLOCK_SIZE);  in sm4_ctr_crypt()
332 					nblks * SM4_BLOCK_SIZE);  in sm4_ctr_crypt()
333 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
334 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
335 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
342 			u8 keystream[SM4_BLOCK_SIZE];  in sm4_ctr_crypt()
345 			crypto_inc(walk.iv, SM4_BLOCK_SIZE);  in sm4_ctr_crypt()
362 			.cra_blocksize		= SM4_BLOCK_SIZE,
376 			.cra_blocksize		= SM4_BLOCK_SIZE,
382 		.ivsize		= SM4_BLOCK_SIZE,
397 		.ivsize		= SM4_BLOCK_SIZE,
398 		.chunksize	= SM4_BLOCK_SIZE,
413 		.ivsize		= SM4_BLOCK_SIZE,
414 		.chunksize	= SM4_BLOCK_SIZE,