62 				  struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_calculate_md5()  argument
65 	int rc = crypto_shash_tfm_digest(crypt_stat->hash_tfm, src, len, dst);  in ecryptfs_calculate_md5()
110 int ecryptfs_derive_iv(char *iv, struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_derive_iv()  argument
119 		ecryptfs_dump_hex(crypt_stat->root_iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
125 	memcpy(src, crypt_stat->root_iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
126 	memset((src + crypt_stat->iv_bytes), 0, 16);  in ecryptfs_derive_iv()
127 	snprintf((src + crypt_stat->iv_bytes), 16, "%lld", offset);  in ecryptfs_derive_iv()
130 		ecryptfs_dump_hex(src, (crypt_stat->iv_bytes + 16));  in ecryptfs_derive_iv()
132 	rc = ecryptfs_calculate_md5(dst, crypt_stat, src,  in ecryptfs_derive_iv()
133 				    (crypt_stat->iv_bytes + 16));  in ecryptfs_derive_iv()
139 	memcpy(iv, dst, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
142 		ecryptfs_dump_hex(iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
154 int ecryptfs_init_crypt_stat(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_init_crypt_stat()  argument
168 	memset((void *)crypt_stat, 0, sizeof(struct ecryptfs_crypt_stat));  in ecryptfs_init_crypt_stat()
169 	INIT_LIST_HEAD(&crypt_stat->keysig_list);  in ecryptfs_init_crypt_stat()
170 	mutex_init(&crypt_stat->keysig_list_mutex);  in ecryptfs_init_crypt_stat()
171 	mutex_init(&crypt_stat->cs_mutex);  in ecryptfs_init_crypt_stat()
172 	mutex_init(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_stat()
173 	crypt_stat->hash_tfm = tfm;  in ecryptfs_init_crypt_stat()
174 	crypt_stat->flags |= ECRYPTFS_STRUCT_INITIALIZED;  in ecryptfs_init_crypt_stat()
185 void ecryptfs_destroy_crypt_stat(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_destroy_crypt_stat()  argument
189 	crypto_free_skcipher(crypt_stat->tfm);  in ecryptfs_destroy_crypt_stat()
190 	crypto_free_shash(crypt_stat->hash_tfm);  in ecryptfs_destroy_crypt_stat()
192 				 &crypt_stat->keysig_list, crypt_stat_list) {  in ecryptfs_destroy_crypt_stat()
196 	memset(crypt_stat, 0, sizeof(struct ecryptfs_crypt_stat));  in ecryptfs_destroy_crypt_stat()
290 static int crypt_scatterlist(struct ecryptfs_crypt_stat *crypt_stat,  in crypt_scatterlist()  argument
299 	if (!crypt_stat || !crypt_stat->tfm  in crypt_scatterlist()
300 	       || !(crypt_stat->flags & ECRYPTFS_STRUCT_INITIALIZED))  in crypt_scatterlist()
305 				crypt_stat->key_size);  in crypt_scatterlist()
306 		ecryptfs_dump_hex(crypt_stat->key,  in crypt_scatterlist()
307 				  crypt_stat->key_size);  in crypt_scatterlist()
312 	mutex_lock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
313 	req = skcipher_request_alloc(crypt_stat->tfm, GFP_NOFS);  in crypt_scatterlist()
315 		mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
324 	if (!(crypt_stat->flags & ECRYPTFS_KEY_SET)) {  in crypt_scatterlist()
325 		rc = crypto_skcipher_setkey(crypt_stat->tfm, crypt_stat->key,  in crypt_scatterlist()
326 					    crypt_stat->key_size);  in crypt_scatterlist()
331 			mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
335 		crypt_stat->flags |= ECRYPTFS_KEY_SET;  in crypt_scatterlist()
337 	mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
358 static loff_t lower_offset_for_page(struct ecryptfs_crypt_stat *crypt_stat,  in lower_offset_for_page()  argument
361 	return ecryptfs_lower_header_size(crypt_stat) +  in lower_offset_for_page()
378 static int crypt_extent(struct ecryptfs_crypt_stat *crypt_stat,  in crypt_extent()  argument
387 	size_t extent_size = crypt_stat->extent_size;  in crypt_extent()
391 	rc = ecryptfs_derive_iv(extent_iv, crypt_stat,  in crypt_extent()
408 	rc = crypt_scatterlist(crypt_stat, &dst_sg, &src_sg, extent_size,  in crypt_extent()
440 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_encrypt_page()  local
448 	crypt_stat =  in ecryptfs_encrypt_page()
449 		&(ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat);  in ecryptfs_encrypt_page()
450 	BUG_ON(!(crypt_stat->flags & ECRYPTFS_ENCRYPTED));  in ecryptfs_encrypt_page()
460 	     extent_offset < (PAGE_SIZE / crypt_stat->extent_size);  in ecryptfs_encrypt_page()
462 		rc = crypt_extent(crypt_stat, enc_extent_page, page,  in ecryptfs_encrypt_page()
471 	lower_offset = lower_offset_for_page(crypt_stat, page);  in ecryptfs_encrypt_page()
509 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_decrypt_page()  local
516 	crypt_stat =  in ecryptfs_decrypt_page()
517 		&(ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat);  in ecryptfs_decrypt_page()
518 	BUG_ON(!(crypt_stat->flags & ECRYPTFS_ENCRYPTED));  in ecryptfs_decrypt_page()
520 	lower_offset = lower_offset_for_page(crypt_stat, page);  in ecryptfs_decrypt_page()
533 	     extent_offset < (PAGE_SIZE / crypt_stat->extent_size);  in ecryptfs_decrypt_page()
535 		rc = crypt_extent(crypt_stat, page, page,  in ecryptfs_decrypt_page()
558 int ecryptfs_init_crypt_ctx(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_init_crypt_ctx()  argument
566 			crypt_stat->cipher, (int)strlen(crypt_stat->cipher),  in ecryptfs_init_crypt_ctx()
567 			crypt_stat->key_size << 3);  in ecryptfs_init_crypt_ctx()
568 	mutex_lock(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_ctx()
569 	if (crypt_stat->tfm) {  in ecryptfs_init_crypt_ctx()
574 						    crypt_stat->cipher, "cbc");  in ecryptfs_init_crypt_ctx()
577 	crypt_stat->tfm = crypto_alloc_skcipher(full_alg_name, 0, 0);  in ecryptfs_init_crypt_ctx()
578 	if (IS_ERR(crypt_stat->tfm)) {  in ecryptfs_init_crypt_ctx()
579 		rc = PTR_ERR(crypt_stat->tfm);  in ecryptfs_init_crypt_ctx()
580 		crypt_stat->tfm = NULL;  in ecryptfs_init_crypt_ctx()
586 	crypto_skcipher_set_flags(crypt_stat->tfm,  in ecryptfs_init_crypt_ctx()
592 	mutex_unlock(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_ctx()
596 static void set_extent_mask_and_shift(struct ecryptfs_crypt_stat *crypt_stat)  in set_extent_mask_and_shift()  argument
600 	crypt_stat->extent_mask = 0xFFFFFFFF;  in set_extent_mask_and_shift()
601 	crypt_stat->extent_shift = 0;  in set_extent_mask_and_shift()
602 	if (crypt_stat->extent_size == 0)  in set_extent_mask_and_shift()
604 	extent_size_tmp = crypt_stat->extent_size;  in set_extent_mask_and_shift()
607 		crypt_stat->extent_mask <<= 1;  in set_extent_mask_and_shift()
608 		crypt_stat->extent_shift++;  in set_extent_mask_and_shift()
612 void ecryptfs_set_default_sizes(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_set_default_sizes()  argument
616 	crypt_stat->extent_size = ECRYPTFS_DEFAULT_EXTENT_SIZE;  in ecryptfs_set_default_sizes()
617 	set_extent_mask_and_shift(crypt_stat);  in ecryptfs_set_default_sizes()
618 	crypt_stat->iv_bytes = ECRYPTFS_DEFAULT_IV_BYTES;  in ecryptfs_set_default_sizes()
619 	if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_set_default_sizes()
620 		crypt_stat->metadata_size = ECRYPTFS_MINIMUM_HEADER_EXTENT_SIZE;  in ecryptfs_set_default_sizes()
623 			crypt_stat->metadata_size =  in ecryptfs_set_default_sizes()
626 			crypt_stat->metadata_size = PAGE_SIZE;  in ecryptfs_set_default_sizes()
636 int ecryptfs_compute_root_iv(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_compute_root_iv()  argument
641 	BUG_ON(crypt_stat->iv_bytes > MD5_DIGEST_SIZE);  in ecryptfs_compute_root_iv()
642 	BUG_ON(crypt_stat->iv_bytes <= 0);  in ecryptfs_compute_root_iv()
643 	if (!(crypt_stat->flags & ECRYPTFS_KEY_VALID)) {  in ecryptfs_compute_root_iv()
649 	rc = ecryptfs_calculate_md5(dst, crypt_stat, crypt_stat->key,  in ecryptfs_compute_root_iv()
650 				    crypt_stat->key_size);  in ecryptfs_compute_root_iv()
656 	memcpy(crypt_stat->root_iv, dst, crypt_stat->iv_bytes);  in ecryptfs_compute_root_iv()
659 		memset(crypt_stat->root_iv, 0, crypt_stat->iv_bytes);  in ecryptfs_compute_root_iv()
660 		crypt_stat->flags |= ECRYPTFS_SECURITY_WARNING;  in ecryptfs_compute_root_iv()
665 static void ecryptfs_generate_new_key(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_generate_new_key()  argument
667 	get_random_bytes(crypt_stat->key, crypt_stat->key_size);  in ecryptfs_generate_new_key()
668 	crypt_stat->flags |= ECRYPTFS_KEY_VALID;  in ecryptfs_generate_new_key()
669 	ecryptfs_compute_root_iv(crypt_stat);  in ecryptfs_generate_new_key()
672 		ecryptfs_dump_hex(crypt_stat->key,  in ecryptfs_generate_new_key()
673 				  crypt_stat->key_size);  in ecryptfs_generate_new_key()
686 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_copy_mount_wide_flags_to_inode_flags()  argument
690 		crypt_stat->flags |= ECRYPTFS_METADATA_IN_XATTR;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
692 		crypt_stat->flags |= ECRYPTFS_VIEW_AS_ENCRYPTED;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
694 		crypt_stat->flags |= ECRYPTFS_ENCRYPT_FILENAMES;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
697 			crypt_stat->flags |= ECRYPTFS_ENCFN_USE_MOUNT_FNEK;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
700 			crypt_stat->flags |= ECRYPTFS_ENCFN_USE_FEK;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
705 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()  argument
711 	mutex_lock(&crypt_stat->keysig_list_mutex);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
719 		rc = ecryptfs_add_keysig(crypt_stat, global_auth_tok->sig);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
728 	mutex_unlock(&crypt_stat->keysig_list_mutex);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
740 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_set_default_crypt_stat_vals()  argument
743 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_set_default_crypt_stat_vals()
745 	ecryptfs_set_default_sizes(crypt_stat);  in ecryptfs_set_default_crypt_stat_vals()
746 	strcpy(crypt_stat->cipher, ECRYPTFS_DEFAULT_CIPHER);  in ecryptfs_set_default_crypt_stat_vals()
747 	crypt_stat->key_size = ECRYPTFS_DEFAULT_KEY_BYTES;  in ecryptfs_set_default_crypt_stat_vals()
748 	crypt_stat->flags &= ~(ECRYPTFS_KEY_VALID);  in ecryptfs_set_default_crypt_stat_vals()
749 	crypt_stat->file_version = ECRYPTFS_FILE_VERSION;  in ecryptfs_set_default_crypt_stat_vals()
750 	crypt_stat->mount_crypt_stat = mount_crypt_stat;  in ecryptfs_set_default_crypt_stat_vals()
774 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_new_file_context()  local
775 	    &ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_new_file_context()
782 	ecryptfs_set_default_crypt_stat_vals(crypt_stat, mount_crypt_stat);  in ecryptfs_new_file_context()
783 	crypt_stat->flags |= (ECRYPTFS_ENCRYPTED | ECRYPTFS_KEY_VALID);  in ecryptfs_new_file_context()
784 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_new_file_context()
786 	rc = ecryptfs_copy_mount_wide_sigs_to_inode_sigs(crypt_stat,  in ecryptfs_new_file_context()
795 	memcpy(crypt_stat->cipher,  in ecryptfs_new_file_context()
798 	crypt_stat->cipher[cipher_name_len] = '\0';  in ecryptfs_new_file_context()
799 	crypt_stat->key_size =  in ecryptfs_new_file_context()
801 	ecryptfs_generate_new_key(crypt_stat);  in ecryptfs_new_file_context()
802 	rc = ecryptfs_init_crypt_ctx(crypt_stat);  in ecryptfs_new_file_context()
806 				crypt_stat->cipher, rc);  in ecryptfs_new_file_context()
852 static void ecryptfs_process_flags(struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_process_flags()  argument
861 			crypt_stat->flags |= ecryptfs_flag_map[i].local_flag;  in ecryptfs_process_flags()
863 			crypt_stat->flags &= ~(ecryptfs_flag_map[i].local_flag);  in ecryptfs_process_flags()
865 	crypt_stat->file_version = ((flags >> 24) & 0xFF);  in ecryptfs_process_flags()
889 				     struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_crypt_stat_flags()  argument
896 		if (crypt_stat->flags & ecryptfs_flag_map[i].local_flag)  in ecryptfs_write_crypt_stat_flags()
899 	flags |= ((((u8)crypt_stat->file_version) << 24) & 0xFF000000);  in ecryptfs_write_crypt_stat_flags()
1003 			       struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_header_metadata()  argument
1009 	header_extent_size = (u32)crypt_stat->extent_size;  in ecryptfs_write_header_metadata()
1011 		(u16)(crypt_stat->metadata_size / crypt_stat->extent_size);  in ecryptfs_write_header_metadata()
1053 				       struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_headers_virt()  argument
1063 	ecryptfs_write_crypt_stat_flags((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1066 	ecryptfs_write_header_metadata((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1069 	rc = ecryptfs_generate_key_packet_set((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1149 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_write_metadata()  local
1150 		&ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_write_metadata()
1157 	if (likely(crypt_stat->flags & ECRYPTFS_ENCRYPTED)) {  in ecryptfs_write_metadata()
1158 		if (!(crypt_stat->flags & ECRYPTFS_KEY_VALID)) {  in ecryptfs_write_metadata()
1169 	virt_len = crypt_stat->metadata_size;  in ecryptfs_write_metadata()
1179 	rc = ecryptfs_write_headers_virt(virt, virt_len, &size, crypt_stat,  in ecryptfs_write_metadata()
1186 	if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_write_metadata()
1205 static int parse_header_metadata(struct ecryptfs_crypt_stat *crypt_stat,  in parse_header_metadata()  argument
1216 	crypt_stat->metadata_size = (((size_t)num_header_extents_at_front  in parse_header_metadata()
1220 	    && (crypt_stat->metadata_size  in parse_header_metadata()
1224 		       crypt_stat->metadata_size);  in parse_header_metadata()
1237 static void set_default_header_data(struct ecryptfs_crypt_stat *crypt_stat)  in set_default_header_data()  argument
1239 	crypt_stat->metadata_size = ECRYPTFS_MINIMUM_HEADER_EXTENT_SIZE;  in set_default_header_data()
1245 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_i_size_init()  local
1248 	crypt_stat = &ecryptfs_inode_to_private(inode)->crypt_stat;  in ecryptfs_i_size_init()
1253 		if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_i_size_init()
1254 			file_size += crypt_stat->metadata_size;  in ecryptfs_i_size_init()
1258 	crypt_stat->flags |= ECRYPTFS_I_SIZE_INITIALIZED;  in ecryptfs_i_size_init()
1274 				      struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_read_headers_virt()  argument
1282 	ecryptfs_set_default_sizes(crypt_stat);  in ecryptfs_read_headers_virt()
1283 	crypt_stat->mount_crypt_stat = &ecryptfs_superblock_to_private(  in ecryptfs_read_headers_virt()
1289 	if (!(crypt_stat->flags & ECRYPTFS_I_SIZE_INITIALIZED))  in ecryptfs_read_headers_virt()
1292 	ecryptfs_process_flags(crypt_stat, (page_virt + offset), &bytes_read);  in ecryptfs_read_headers_virt()
1293 	if (crypt_stat->file_version > ECRYPTFS_SUPPORTED_FILE_VERSION) {  in ecryptfs_read_headers_virt()
1297 				crypt_stat->file_version,  in ecryptfs_read_headers_virt()
1303 	if (crypt_stat->file_version >= 1) {  in ecryptfs_read_headers_virt()
1304 		rc = parse_header_metadata(crypt_stat, (page_virt + offset),  in ecryptfs_read_headers_virt()
1312 		set_default_header_data(crypt_stat);  in ecryptfs_read_headers_virt()
1313 	rc = ecryptfs_parse_packet_set(crypt_stat, (page_virt + offset),  in ecryptfs_read_headers_virt()
1390 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_read_metadata()  local
1391 	    &ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_read_metadata()
1396 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_read_metadata()
1404 	rc = ecryptfs_read_lower(page_virt, 0, crypt_stat->extent_size,  in ecryptfs_read_metadata()
1407 		rc = ecryptfs_read_headers_virt(page_virt, crypt_stat,  in ecryptfs_read_metadata()
1421 		rc = ecryptfs_read_headers_virt(page_virt, crypt_stat,  in ecryptfs_read_metadata()
1430 		if (crypt_stat->mount_crypt_stat->flags  in ecryptfs_read_metadata()
1432 			crypt_stat->flags |= ECRYPTFS_METADATA_IN_XATTR;  in ecryptfs_read_metadata()