88 				  struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_calculate_md5()  argument
94 	tfm = crypt_stat->hash_tfm;  in ecryptfs_calculate_md5()
139 int ecryptfs_derive_iv(char *iv, struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_derive_iv()  argument
148 		ecryptfs_dump_hex(crypt_stat->root_iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
154 	memcpy(src, crypt_stat->root_iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
155 	memset((src + crypt_stat->iv_bytes), 0, 16);  in ecryptfs_derive_iv()
156 	snprintf((src + crypt_stat->iv_bytes), 16, "%lld", offset);  in ecryptfs_derive_iv()
159 		ecryptfs_dump_hex(src, (crypt_stat->iv_bytes + 16));  in ecryptfs_derive_iv()
161 	rc = ecryptfs_calculate_md5(dst, crypt_stat, src,  in ecryptfs_derive_iv()
162 				    (crypt_stat->iv_bytes + 16));  in ecryptfs_derive_iv()
168 	memcpy(iv, dst, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
171 		ecryptfs_dump_hex(iv, crypt_stat->iv_bytes);  in ecryptfs_derive_iv()
183 int ecryptfs_init_crypt_stat(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_init_crypt_stat()  argument
197 	memset((void *)crypt_stat, 0, sizeof(struct ecryptfs_crypt_stat));  in ecryptfs_init_crypt_stat()
198 	INIT_LIST_HEAD(&crypt_stat->keysig_list);  in ecryptfs_init_crypt_stat()
199 	mutex_init(&crypt_stat->keysig_list_mutex);  in ecryptfs_init_crypt_stat()
200 	mutex_init(&crypt_stat->cs_mutex);  in ecryptfs_init_crypt_stat()
201 	mutex_init(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_stat()
202 	crypt_stat->hash_tfm = tfm;  in ecryptfs_init_crypt_stat()
203 	crypt_stat->flags |= ECRYPTFS_STRUCT_INITIALIZED;  in ecryptfs_init_crypt_stat()
214 void ecryptfs_destroy_crypt_stat(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_destroy_crypt_stat()  argument
218 	crypto_free_skcipher(crypt_stat->tfm);  in ecryptfs_destroy_crypt_stat()
219 	crypto_free_shash(crypt_stat->hash_tfm);  in ecryptfs_destroy_crypt_stat()
221 				 &crypt_stat->keysig_list, crypt_stat_list) {  in ecryptfs_destroy_crypt_stat()
225 	memset(crypt_stat, 0, sizeof(struct ecryptfs_crypt_stat));  in ecryptfs_destroy_crypt_stat()
319 static int crypt_scatterlist(struct ecryptfs_crypt_stat *crypt_stat,  in crypt_scatterlist()  argument
328 	BUG_ON(!crypt_stat || !crypt_stat->tfm  in crypt_scatterlist()
329 	       || !(crypt_stat->flags & ECRYPTFS_STRUCT_INITIALIZED));  in crypt_scatterlist()
332 				crypt_stat->key_size);  in crypt_scatterlist()
333 		ecryptfs_dump_hex(crypt_stat->key,  in crypt_scatterlist()
334 				  crypt_stat->key_size);  in crypt_scatterlist()
339 	mutex_lock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
340 	req = skcipher_request_alloc(crypt_stat->tfm, GFP_NOFS);  in crypt_scatterlist()
342 		mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
351 	if (!(crypt_stat->flags & ECRYPTFS_KEY_SET)) {  in crypt_scatterlist()
352 		rc = crypto_skcipher_setkey(crypt_stat->tfm, crypt_stat->key,  in crypt_scatterlist()
353 					    crypt_stat->key_size);  in crypt_scatterlist()
358 			mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
362 		crypt_stat->flags |= ECRYPTFS_KEY_SET;  in crypt_scatterlist()
364 	mutex_unlock(&crypt_stat->cs_tfm_mutex);  in crypt_scatterlist()
385 static loff_t lower_offset_for_page(struct ecryptfs_crypt_stat *crypt_stat,  in lower_offset_for_page()  argument
388 	return ecryptfs_lower_header_size(crypt_stat) +  in lower_offset_for_page()
405 static int crypt_extent(struct ecryptfs_crypt_stat *crypt_stat,  in crypt_extent()  argument
414 	size_t extent_size = crypt_stat->extent_size;  in crypt_extent()
418 	rc = ecryptfs_derive_iv(extent_iv, crypt_stat,  in crypt_extent()
435 	rc = crypt_scatterlist(crypt_stat, &dst_sg, &src_sg, extent_size,  in crypt_extent()
467 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_encrypt_page()  local
475 	crypt_stat =  in ecryptfs_encrypt_page()
476 		&(ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat);  in ecryptfs_encrypt_page()
477 	BUG_ON(!(crypt_stat->flags & ECRYPTFS_ENCRYPTED));  in ecryptfs_encrypt_page()
487 	     extent_offset < (PAGE_SIZE / crypt_stat->extent_size);  in ecryptfs_encrypt_page()
489 		rc = crypt_extent(crypt_stat, enc_extent_page, page,  in ecryptfs_encrypt_page()
498 	lower_offset = lower_offset_for_page(crypt_stat, page);  in ecryptfs_encrypt_page()
536 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_decrypt_page()  local
543 	crypt_stat =  in ecryptfs_decrypt_page()
544 		&(ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat);  in ecryptfs_decrypt_page()
545 	BUG_ON(!(crypt_stat->flags & ECRYPTFS_ENCRYPTED));  in ecryptfs_decrypt_page()
547 	lower_offset = lower_offset_for_page(crypt_stat, page);  in ecryptfs_decrypt_page()
560 	     extent_offset < (PAGE_SIZE / crypt_stat->extent_size);  in ecryptfs_decrypt_page()
562 		rc = crypt_extent(crypt_stat, page, page,  in ecryptfs_decrypt_page()
585 int ecryptfs_init_crypt_ctx(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_init_crypt_ctx()  argument
593 			crypt_stat->cipher, (int)strlen(crypt_stat->cipher),  in ecryptfs_init_crypt_ctx()
594 			crypt_stat->key_size << 3);  in ecryptfs_init_crypt_ctx()
595 	mutex_lock(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_ctx()
596 	if (crypt_stat->tfm) {  in ecryptfs_init_crypt_ctx()
601 						    crypt_stat->cipher, "cbc");  in ecryptfs_init_crypt_ctx()
604 	crypt_stat->tfm = crypto_alloc_skcipher(full_alg_name, 0, 0);  in ecryptfs_init_crypt_ctx()
605 	if (IS_ERR(crypt_stat->tfm)) {  in ecryptfs_init_crypt_ctx()
606 		rc = PTR_ERR(crypt_stat->tfm);  in ecryptfs_init_crypt_ctx()
607 		crypt_stat->tfm = NULL;  in ecryptfs_init_crypt_ctx()
613 	crypto_skcipher_set_flags(crypt_stat->tfm, CRYPTO_TFM_REQ_WEAK_KEY);  in ecryptfs_init_crypt_ctx()
618 	mutex_unlock(&crypt_stat->cs_tfm_mutex);  in ecryptfs_init_crypt_ctx()
622 static void set_extent_mask_and_shift(struct ecryptfs_crypt_stat *crypt_stat)  in set_extent_mask_and_shift()  argument
626 	crypt_stat->extent_mask = 0xFFFFFFFF;  in set_extent_mask_and_shift()
627 	crypt_stat->extent_shift = 0;  in set_extent_mask_and_shift()
628 	if (crypt_stat->extent_size == 0)  in set_extent_mask_and_shift()
630 	extent_size_tmp = crypt_stat->extent_size;  in set_extent_mask_and_shift()
633 		crypt_stat->extent_mask <<= 1;  in set_extent_mask_and_shift()
634 		crypt_stat->extent_shift++;  in set_extent_mask_and_shift()
638 void ecryptfs_set_default_sizes(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_set_default_sizes()  argument
642 	crypt_stat->extent_size = ECRYPTFS_DEFAULT_EXTENT_SIZE;  in ecryptfs_set_default_sizes()
643 	set_extent_mask_and_shift(crypt_stat);  in ecryptfs_set_default_sizes()
644 	crypt_stat->iv_bytes = ECRYPTFS_DEFAULT_IV_BYTES;  in ecryptfs_set_default_sizes()
645 	if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_set_default_sizes()
646 		crypt_stat->metadata_size = ECRYPTFS_MINIMUM_HEADER_EXTENT_SIZE;  in ecryptfs_set_default_sizes()
649 			crypt_stat->metadata_size =  in ecryptfs_set_default_sizes()
652 			crypt_stat->metadata_size = PAGE_SIZE;  in ecryptfs_set_default_sizes()
662 int ecryptfs_compute_root_iv(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_compute_root_iv()  argument
667 	BUG_ON(crypt_stat->iv_bytes > MD5_DIGEST_SIZE);  in ecryptfs_compute_root_iv()
668 	BUG_ON(crypt_stat->iv_bytes <= 0);  in ecryptfs_compute_root_iv()
669 	if (!(crypt_stat->flags & ECRYPTFS_KEY_VALID)) {  in ecryptfs_compute_root_iv()
675 	rc = ecryptfs_calculate_md5(dst, crypt_stat, crypt_stat->key,  in ecryptfs_compute_root_iv()
676 				    crypt_stat->key_size);  in ecryptfs_compute_root_iv()
682 	memcpy(crypt_stat->root_iv, dst, crypt_stat->iv_bytes);  in ecryptfs_compute_root_iv()
685 		memset(crypt_stat->root_iv, 0, crypt_stat->iv_bytes);  in ecryptfs_compute_root_iv()
686 		crypt_stat->flags |= ECRYPTFS_SECURITY_WARNING;  in ecryptfs_compute_root_iv()
691 static void ecryptfs_generate_new_key(struct ecryptfs_crypt_stat *crypt_stat)  in ecryptfs_generate_new_key()  argument
693 	get_random_bytes(crypt_stat->key, crypt_stat->key_size);  in ecryptfs_generate_new_key()
694 	crypt_stat->flags |= ECRYPTFS_KEY_VALID;  in ecryptfs_generate_new_key()
695 	ecryptfs_compute_root_iv(crypt_stat);  in ecryptfs_generate_new_key()
698 		ecryptfs_dump_hex(crypt_stat->key,  in ecryptfs_generate_new_key()
699 				  crypt_stat->key_size);  in ecryptfs_generate_new_key()
712 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_copy_mount_wide_flags_to_inode_flags()  argument
716 		crypt_stat->flags |= ECRYPTFS_METADATA_IN_XATTR;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
718 		crypt_stat->flags |= ECRYPTFS_VIEW_AS_ENCRYPTED;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
720 		crypt_stat->flags |= ECRYPTFS_ENCRYPT_FILENAMES;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
723 			crypt_stat->flags |= ECRYPTFS_ENCFN_USE_MOUNT_FNEK;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
726 			crypt_stat->flags |= ECRYPTFS_ENCFN_USE_FEK;  in ecryptfs_copy_mount_wide_flags_to_inode_flags()
731 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()  argument
737 	mutex_lock(&crypt_stat->keysig_list_mutex);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
745 		rc = ecryptfs_add_keysig(crypt_stat, global_auth_tok->sig);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
754 	mutex_unlock(&crypt_stat->keysig_list_mutex);  in ecryptfs_copy_mount_wide_sigs_to_inode_sigs()
766 	struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_set_default_crypt_stat_vals()  argument
769 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_set_default_crypt_stat_vals()
771 	ecryptfs_set_default_sizes(crypt_stat);  in ecryptfs_set_default_crypt_stat_vals()
772 	strcpy(crypt_stat->cipher, ECRYPTFS_DEFAULT_CIPHER);  in ecryptfs_set_default_crypt_stat_vals()
773 	crypt_stat->key_size = ECRYPTFS_DEFAULT_KEY_BYTES;  in ecryptfs_set_default_crypt_stat_vals()
774 	crypt_stat->flags &= ~(ECRYPTFS_KEY_VALID);  in ecryptfs_set_default_crypt_stat_vals()
775 	crypt_stat->file_version = ECRYPTFS_FILE_VERSION;  in ecryptfs_set_default_crypt_stat_vals()
776 	crypt_stat->mount_crypt_stat = mount_crypt_stat;  in ecryptfs_set_default_crypt_stat_vals()
800 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_new_file_context()  local
801 	    &ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_new_file_context()
808 	ecryptfs_set_default_crypt_stat_vals(crypt_stat, mount_crypt_stat);  in ecryptfs_new_file_context()
809 	crypt_stat->flags |= (ECRYPTFS_ENCRYPTED | ECRYPTFS_KEY_VALID);  in ecryptfs_new_file_context()
810 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_new_file_context()
812 	rc = ecryptfs_copy_mount_wide_sigs_to_inode_sigs(crypt_stat,  in ecryptfs_new_file_context()
821 	memcpy(crypt_stat->cipher,  in ecryptfs_new_file_context()
824 	crypt_stat->cipher[cipher_name_len] = '\0';  in ecryptfs_new_file_context()
825 	crypt_stat->key_size =  in ecryptfs_new_file_context()
827 	ecryptfs_generate_new_key(crypt_stat);  in ecryptfs_new_file_context()
828 	rc = ecryptfs_init_crypt_ctx(crypt_stat);  in ecryptfs_new_file_context()
832 				crypt_stat->cipher, rc);  in ecryptfs_new_file_context()
880 static int ecryptfs_process_flags(struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_process_flags()  argument
890 			crypt_stat->flags |= ecryptfs_flag_map[i].local_flag;  in ecryptfs_process_flags()
892 			crypt_stat->flags &= ~(ecryptfs_flag_map[i].local_flag);  in ecryptfs_process_flags()
894 	crypt_stat->file_version = ((flags >> 24) & 0xFF);  in ecryptfs_process_flags()
919 				     struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_crypt_stat_flags()  argument
926 		if (crypt_stat->flags & ecryptfs_flag_map[i].local_flag)  in ecryptfs_write_crypt_stat_flags()
929 	flags |= ((((u8)crypt_stat->file_version) << 24) & 0xFF000000);  in ecryptfs_write_crypt_stat_flags()
1031 			       struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_header_metadata()  argument
1037 	header_extent_size = (u32)crypt_stat->extent_size;  in ecryptfs_write_header_metadata()
1039 		(u16)(crypt_stat->metadata_size / crypt_stat->extent_size);  in ecryptfs_write_header_metadata()
1081 				       struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_write_headers_virt()  argument
1091 	ecryptfs_write_crypt_stat_flags((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1094 	ecryptfs_write_header_metadata((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1097 	rc = ecryptfs_generate_key_packet_set((page_virt + offset), crypt_stat,  in ecryptfs_write_headers_virt()
1165 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_write_metadata()  local
1166 		&ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_write_metadata()
1173 	if (likely(crypt_stat->flags & ECRYPTFS_ENCRYPTED)) {  in ecryptfs_write_metadata()
1174 		if (!(crypt_stat->flags & ECRYPTFS_KEY_VALID)) {  in ecryptfs_write_metadata()
1185 	virt_len = crypt_stat->metadata_size;  in ecryptfs_write_metadata()
1195 	rc = ecryptfs_write_headers_virt(virt, virt_len, &size, crypt_stat,  in ecryptfs_write_metadata()
1202 	if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_write_metadata()
1221 static int parse_header_metadata(struct ecryptfs_crypt_stat *crypt_stat,  in parse_header_metadata()  argument
1232 	crypt_stat->metadata_size = (((size_t)num_header_extents_at_front  in parse_header_metadata()
1236 	    && (crypt_stat->metadata_size  in parse_header_metadata()
1240 		       crypt_stat->metadata_size);  in parse_header_metadata()
1253 static void set_default_header_data(struct ecryptfs_crypt_stat *crypt_stat)  in set_default_header_data()  argument
1255 	crypt_stat->metadata_size = ECRYPTFS_MINIMUM_HEADER_EXTENT_SIZE;  in set_default_header_data()
1261 	struct ecryptfs_crypt_stat *crypt_stat;  in ecryptfs_i_size_init()  local
1264 	crypt_stat = &ecryptfs_inode_to_private(inode)->crypt_stat;  in ecryptfs_i_size_init()
1269 		if (crypt_stat->flags & ECRYPTFS_METADATA_IN_XATTR)  in ecryptfs_i_size_init()
1270 			file_size += crypt_stat->metadata_size;  in ecryptfs_i_size_init()
1274 	crypt_stat->flags |= ECRYPTFS_I_SIZE_INITIALIZED;  in ecryptfs_i_size_init()
1290 				      struct ecryptfs_crypt_stat *crypt_stat,  in ecryptfs_read_headers_virt()  argument
1298 	ecryptfs_set_default_sizes(crypt_stat);  in ecryptfs_read_headers_virt()
1299 	crypt_stat->mount_crypt_stat = &ecryptfs_superblock_to_private(  in ecryptfs_read_headers_virt()
1305 	if (!(crypt_stat->flags & ECRYPTFS_I_SIZE_INITIALIZED))  in ecryptfs_read_headers_virt()
1308 	rc = ecryptfs_process_flags(crypt_stat, (page_virt + offset),  in ecryptfs_read_headers_virt()
1314 	if (crypt_stat->file_version > ECRYPTFS_SUPPORTED_FILE_VERSION) {  in ecryptfs_read_headers_virt()
1318 				crypt_stat->file_version,  in ecryptfs_read_headers_virt()
1324 	if (crypt_stat->file_version >= 1) {  in ecryptfs_read_headers_virt()
1325 		rc = parse_header_metadata(crypt_stat, (page_virt + offset),  in ecryptfs_read_headers_virt()
1333 		set_default_header_data(crypt_stat);  in ecryptfs_read_headers_virt()
1334 	rc = ecryptfs_parse_packet_set(crypt_stat, (page_virt + offset),  in ecryptfs_read_headers_virt()
1409 	struct ecryptfs_crypt_stat *crypt_stat =  in ecryptfs_read_metadata()  local
1410 	    &ecryptfs_inode_to_private(ecryptfs_inode)->crypt_stat;  in ecryptfs_read_metadata()
1415 	ecryptfs_copy_mount_wide_flags_to_inode_flags(crypt_stat,  in ecryptfs_read_metadata()
1423 	rc = ecryptfs_read_lower(page_virt, 0, crypt_stat->extent_size,  in ecryptfs_read_metadata()
1426 		rc = ecryptfs_read_headers_virt(page_virt, crypt_stat,  in ecryptfs_read_metadata()
1440 		rc = ecryptfs_read_headers_virt(page_virt, crypt_stat,  in ecryptfs_read_metadata()
1449 		if (crypt_stat->mount_crypt_stat->flags  in ecryptfs_read_metadata()
1451 			crypt_stat->flags |= ECRYPTFS_METADATA_IN_XATTR;  in ecryptfs_read_metadata()