25 				      unsigned int nblks);
27 				    unsigned int nblks);
29 				      u8 *iv, unsigned int nblks);
31 				      u8 *iv, unsigned int nblks);
33 				      u8 *iv, unsigned int nblks);
54 		unsigned int nblks;  in sm4_ecb_do_crypt()  local
58 		nblks = BYTES2BLK8(nbytes);  in sm4_ecb_do_crypt()
59 		if (nblks) {  in sm4_ecb_do_crypt()
60 			sm4_neon_crypt_blk8(rkey, dst, src, nblks);  in sm4_ecb_do_crypt()
61 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
62 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
63 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
66 		nblks = BYTES2BLKS(nbytes);  in sm4_ecb_do_crypt()
67 		if (nblks) {  in sm4_ecb_do_crypt()
68 			sm4_neon_crypt_blk1_8(rkey, dst, src, nblks);  in sm4_ecb_do_crypt()
69 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ecb_do_crypt()
141 		unsigned int nblks;  in sm4_cbc_decrypt()  local
145 		nblks = BYTES2BLK8(nbytes);  in sm4_cbc_decrypt()
146 		if (nblks) {  in sm4_cbc_decrypt()
148 					walk.iv, nblks);  in sm4_cbc_decrypt()
149 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
150 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
151 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
154 		nblks = BYTES2BLKS(nbytes);  in sm4_cbc_decrypt()
155 		if (nblks) {  in sm4_cbc_decrypt()
161 					src, nblks);  in sm4_cbc_decrypt()
163 			src += ((int)nblks - 2) * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
164 			dst += (nblks - 1) * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
167 			for (i = nblks - 1; i > 0; i--) {  in sm4_cbc_decrypt()
177 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cbc_decrypt()
241 		unsigned int nblks;  in sm4_cfb_decrypt()  local
245 		nblks = BYTES2BLK8(nbytes);  in sm4_cfb_decrypt()
246 		if (nblks) {  in sm4_cfb_decrypt()
248 					walk.iv, nblks);  in sm4_cfb_decrypt()
249 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
250 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
251 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
254 		nblks = BYTES2BLKS(nbytes);  in sm4_cfb_decrypt()
255 		if (nblks) {  in sm4_cfb_decrypt()
259 			if (nblks > 1)  in sm4_cfb_decrypt()
261 					(nblks - 1) * SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
262 			memcpy(walk.iv, src + (nblks - 1) * SM4_BLOCK_SIZE,  in sm4_cfb_decrypt()
266 					keystream, nblks);  in sm4_cfb_decrypt()
269 					nblks * SM4_BLOCK_SIZE);  in sm4_cfb_decrypt()
270 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
271 			src += nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
272 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_cfb_decrypt()
305 		unsigned int nblks;  in sm4_ctr_crypt()  local
309 		nblks = BYTES2BLK8(nbytes);  in sm4_ctr_crypt()
310 		if (nblks) {  in sm4_ctr_crypt()
312 					walk.iv, nblks);  in sm4_ctr_crypt()
313 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
314 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
315 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
318 		nblks = BYTES2BLKS(nbytes);  in sm4_ctr_crypt()
319 		if (nblks) {  in sm4_ctr_crypt()
323 			for (i = 0; i < nblks; i++) {  in sm4_ctr_crypt()
329 					keystream, nblks);  in sm4_ctr_crypt()
332 					nblks * SM4_BLOCK_SIZE);  in sm4_ctr_crypt()
333 			dst += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
334 			src += nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()
335 			nbytes -= nblks * SM4_BLOCK_SIZE;  in sm4_ctr_crypt()