33 static noinline void dump_vnode(struct afs_vnode *vnode, struct afs_vnode *parent_vnode)  in dump_vnode()  argument
38 		vnode->status.type);  in dump_vnode()
40 		vnode->status.abort_code,  in dump_vnode()
41 		vnode->status.mode,  in dump_vnode()
42 		vnode->status.size,  in dump_vnode()
43 		vnode->status.data_version);  in dump_vnode()
45 		vnode->fid.vid,  in dump_vnode()
46 		vnode->fid.vnode,  in dump_vnode()
47 		vnode->fid.unique);  in dump_vnode()
51 			parent_vnode->fid.vnode,  in dump_vnode()
62 static void afs_set_i_size(struct afs_vnode *vnode, u64 size)  in afs_set_i_size()  argument
64 	i_size_write(&vnode->vfs_inode, size);  in afs_set_i_size()
65 	vnode->vfs_inode.i_blocks = ((size + 1023) >> 10) << 1;  in afs_set_i_size()
71 static int afs_inode_init_from_status(struct afs_vnode *vnode, struct key *key,  in afs_inode_init_from_status()  argument
78 	struct inode *inode = AFS_VNODE_TO_I(vnode);  in afs_inode_init_from_status()
88 	write_seqlock(&vnode->cb_lock);  in afs_inode_init_from_status()
90 	vnode->status = *status;  in afs_inode_init_from_status()
98 	set_nlink(&vnode->vfs_inode, status->nlink);  in afs_inode_init_from_status()
118 			set_bit(AFS_VNODE_MOUNTPOINT, &vnode->flags);  in afs_inode_init_from_status()
132 		dump_vnode(vnode, parent_vnode);  in afs_inode_init_from_status()
133 		write_sequnlock(&vnode->cb_lock);  in afs_inode_init_from_status()
137 	afs_set_i_size(vnode, status->size);  in afs_inode_init_from_status()
139 	vnode->invalid_before	= status->data_version;  in afs_inode_init_from_status()
140 	inode_set_iversion_raw(&vnode->vfs_inode, status->data_version);  in afs_inode_init_from_status()
145 		vnode->cb_expires_at = ktime_get_real_seconds();  in afs_inode_init_from_status()
147 		vnode->cb_expires_at = scb->callback.expires_at;  in afs_inode_init_from_status()
148 		old_cbi = rcu_dereference_protected(vnode->cb_interest,  in afs_inode_init_from_status()
149 						    lockdep_is_held(&vnode->cb_lock.lock));  in afs_inode_init_from_status()
151 			rcu_assign_pointer(vnode->cb_interest, afs_get_cb_interest(cbi));  in afs_inode_init_from_status()
154 		set_bit(AFS_VNODE_CB_PROMISED, &vnode->flags);  in afs_inode_init_from_status()
157 	write_sequnlock(&vnode->cb_lock);  in afs_inode_init_from_status()
158 	afs_put_cb_interest(afs_v2net(vnode), old_cbi);  in afs_inode_init_from_status()
166 			     struct afs_vnode *vnode,  in afs_apply_status()  argument
175 	BUG_ON(test_bit(AFS_VNODE_UNSET, &vnode->flags));  in afs_apply_status()
177 	if (status->type != vnode->status.type) {  in afs_apply_status()
179 			   vnode->fid.vid,  in afs_apply_status()
180 			   vnode->fid.vnode,  in afs_apply_status()
181 			   vnode->fid.unique,  in afs_apply_status()
182 			   status->type, vnode->status.type);  in afs_apply_status()
187 	if (status->nlink != vnode->status.nlink)  in afs_apply_status()
188 		set_nlink(&vnode->vfs_inode, status->nlink);  in afs_apply_status()
190 	if (status->owner != vnode->status.owner)  in afs_apply_status()
191 		vnode->vfs_inode.i_uid = make_kuid(&init_user_ns, status->owner);  in afs_apply_status()
193 	if (status->group != vnode->status.group)  in afs_apply_status()
194 		vnode->vfs_inode.i_gid = make_kgid(&init_user_ns, status->group);  in afs_apply_status()
196 	if (status->mode != vnode->status.mode) {  in afs_apply_status()
197 		mode = vnode->vfs_inode.i_mode;  in afs_apply_status()
200 		WRITE_ONCE(vnode->vfs_inode.i_mode, mode);  in afs_apply_status()
204 	vnode->vfs_inode.i_ctime = t;  in afs_apply_status()
205 	vnode->vfs_inode.i_mtime = t;  in afs_apply_status()
206 	vnode->vfs_inode.i_atime = t;  in afs_apply_status()
208 	if (vnode->status.data_version != status->data_version)  in afs_apply_status()
211 	vnode->status = *status;  in afs_apply_status()
215 		if (test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags))  in afs_apply_status()
217 				vnode->fid.vid, vnode->fid.vnode,  in afs_apply_status()
222 		vnode->invalid_before = status->data_version;  in afs_apply_status()
223 		if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_apply_status()
224 			if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &vnode->flags))  in afs_apply_status()
225 				afs_stat_v(vnode, n_inval);  in afs_apply_status()
227 			set_bit(AFS_VNODE_ZAP_DATA, &vnode->flags);  in afs_apply_status()
229 	} else if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_apply_status()
234 		if (test_bit(AFS_VNODE_DIR_VALID, &vnode->flags))  in afs_apply_status()
239 		inode_set_iversion_raw(&vnode->vfs_inode, status->data_version);  in afs_apply_status()
240 		afs_set_i_size(vnode, status->size);  in afs_apply_status()
248 			       struct afs_vnode *vnode,  in afs_apply_callback()  argument
255 	if (!afs_cb_is_broken(cb_break, vnode, fc->cbi)) {  in afs_apply_callback()
256 		vnode->cb_expires_at	= cb->expires_at;  in afs_apply_callback()
257 		old = rcu_dereference_protected(vnode->cb_interest,  in afs_apply_callback()
258 						lockdep_is_held(&vnode->cb_lock.lock));  in afs_apply_callback()
260 			rcu_assign_pointer(vnode->cb_interest, afs_get_cb_interest(fc->cbi));  in afs_apply_callback()
261 			afs_put_cb_interest(afs_v2net(vnode), old);  in afs_apply_callback()
263 		set_bit(AFS_VNODE_CB_PROMISED, &vnode->flags);  in afs_apply_callback()
272 			     struct afs_vnode *vnode,  in afs_vnode_commit_status()  argument
280 	write_seqlock(&vnode->cb_lock);  in afs_vnode_commit_status()
284 			set_bit(AFS_VNODE_DELETED, &vnode->flags);  in afs_vnode_commit_status()
285 			clear_nlink(&vnode->vfs_inode);  in afs_vnode_commit_status()
286 			__afs_break_callback(vnode, afs_cb_break_for_deleted);  in afs_vnode_commit_status()
290 			afs_apply_status(fc, vnode, scb, expected_version);  in afs_vnode_commit_status()
292 			afs_apply_callback(fc, vnode, scb, cb_break);  in afs_vnode_commit_status()
295 	write_sequnlock(&vnode->cb_lock);  in afs_vnode_commit_status()
298 		afs_cache_permit(vnode, fc->key, cb_break, scb);  in afs_vnode_commit_status()
304 int afs_fetch_status(struct afs_vnode *vnode, struct key *key, bool is_new,  in afs_fetch_status()  argument
312 	       vnode->volume->name,  in afs_fetch_status()
313 	       vnode->fid.vid, vnode->fid.vnode, vnode->fid.unique,  in afs_fetch_status()
314 	       vnode->flags);  in afs_fetch_status()
321 	if (afs_begin_vnode_operation(&fc, vnode, key, true)) {  in afs_fetch_status()
322 		afs_dataversion_t data_version = vnode->status.data_version;  in afs_fetch_status()
325 			fc.cb_break = afs_calc_vnode_cb_break(vnode);  in afs_fetch_status()
332 			ret = afs_inode_init_from_status(vnode, key, fc.cbi,  in afs_fetch_status()
336 				afs_cache_permit(vnode, key, fc.cb_break, scb);  in afs_fetch_status()
338 			afs_vnode_commit_status(&fc, vnode, fc.cb_break,  in afs_fetch_status()
341 		afs_check_for_remote_deletion(&fc, vnode);  in afs_fetch_status()
358 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_iget5_test()  local
360 	return memcmp(&vnode->fid, &iget_data->fid, sizeof(iget_data->fid)) == 0;  in afs_iget5_test()
379 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_iget5_set()  local
381 	vnode->fid		= iget_data->fid;  in afs_iget5_set()
382 	vnode->volume		= iget_data->volume;  in afs_iget5_set()
383 	vnode->cb_v_break	= iget_data->cb_v_break;  in afs_iget5_set()
384 	vnode->cb_s_break	= iget_data->cb_s_break;  in afs_iget5_set()
389 	inode->i_ino		= iget_data->fid.vnode;  in afs_iget5_set()
401 	struct afs_vnode *vnode;  in afs_iget_pseudo_dir()  local
418 		iget_data.fid.vnode = 1;  in afs_iget_pseudo_dir()
421 		iget_data.fid.vnode = atomic_inc_return(&afs_autocell_ino);  in afs_iget_pseudo_dir()
425 	inode = iget5_locked(sb, iget_data.fid.vnode,  in afs_iget_pseudo_dir()
434 	       inode, inode->i_ino, iget_data.fid.vid, iget_data.fid.vnode,  in afs_iget_pseudo_dir()
437 	vnode = AFS_FS_I(inode);  in afs_iget_pseudo_dir()
458 	set_bit(AFS_VNODE_PSEUDODIR, &vnode->flags);  in afs_iget_pseudo_dir()
460 		set_bit(AFS_VNODE_MOUNTPOINT, &vnode->flags);  in afs_iget_pseudo_dir()
473 static void afs_get_inode_cache(struct afs_vnode *vnode)  in afs_get_inode_cache()  argument
483 	if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_get_inode_cache()
484 		vnode->cache = NULL;  in afs_get_inode_cache()
488 	key.vnode_id		= vnode->fid.vnode;  in afs_get_inode_cache()
489 	key.unique		= vnode->fid.unique;  in afs_get_inode_cache()
490 	key.vnode_id_ext[0]	= vnode->fid.vnode >> 32;  in afs_get_inode_cache()
491 	key.vnode_id_ext[1]	= vnode->fid.vnode_hi;  in afs_get_inode_cache()
492 	aux.data_version	= vnode->status.data_version;  in afs_get_inode_cache()
494 	vnode->cache = fscache_acquire_cookie(vnode->volume->cache,  in afs_get_inode_cache()
498 					      vnode, vnode->status.size, true);  in afs_get_inode_cache()
512 	struct afs_vnode *vnode;  in afs_iget()  local
517 	_enter(",{%llx:%llu.%u},,", fid->vid, fid->vnode, fid->unique);  in afs_iget()
522 	inode = iget5_locked(sb, fid->vnode, afs_iget5_test, afs_iget5_set,  in afs_iget()
530 	       inode, fid->vid, fid->vnode, fid->unique);  in afs_iget()
532 	vnode = AFS_FS_I(inode);  in afs_iget()
542 		ret = afs_fetch_status(vnode, key, true, NULL);  in afs_iget()
546 		ret = afs_inode_init_from_status(vnode, key, cbi, parent_vnode,  in afs_iget()
552 	afs_get_inode_cache(vnode);  in afs_iget()
555 	clear_bit(AFS_VNODE_UNSET, &vnode->flags);  in afs_iget()
572 void afs_zap_data(struct afs_vnode *vnode)  in afs_zap_data()  argument
574 	_enter("{%llx:%llu}", vnode->fid.vid, vnode->fid.vnode);  in afs_zap_data()
577 	fscache_invalidate(vnode->cache);  in afs_zap_data()
583 	if (S_ISREG(vnode->vfs_inode.i_mode))  in afs_zap_data()
584 		invalidate_remote_inode(&vnode->vfs_inode);  in afs_zap_data()
586 		invalidate_inode_pages2(vnode->vfs_inode.i_mapping);  in afs_zap_data()
592 bool afs_check_validity(struct afs_vnode *vnode)  in afs_check_validity()  argument
596 	struct afs_volume *volume = vnode->volume;  in afs_check_validity()
604 		read_seqbegin_or_lock(&vnode->cb_lock, &seq);  in afs_check_validity()
606 		cb_break = vnode->cb_break;  in afs_check_validity()
608 		if (test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags)) {  in afs_check_validity()
609 			cbi = rcu_dereference(vnode->cb_interest);  in afs_check_validity()
613 			if (vnode->cb_s_break != cb_s_break ||  in afs_check_validity()
614 			    vnode->cb_v_break != cb_v_break) {  in afs_check_validity()
615 				vnode->cb_s_break = cb_s_break;  in afs_check_validity()
616 				vnode->cb_v_break = cb_v_break;  in afs_check_validity()
619 			} else if (test_bit(AFS_VNODE_ZAP_DATA, &vnode->flags)) {  in afs_check_validity()
622 			} else if (vnode->cb_expires_at - 10 <= now) {  in afs_check_validity()
628 		} else if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {  in afs_check_validity()
631 			vnode->cb_v_break = cb_v_break;  in afs_check_validity()
635 	} while (need_seqretry(&vnode->cb_lock, seq));  in afs_check_validity()
637 	done_seqretry(&vnode->cb_lock, seq);  in afs_check_validity()
640 		write_seqlock(&vnode->cb_lock);  in afs_check_validity()
641 		if (cb_break == vnode->cb_break)  in afs_check_validity()
642 			__afs_break_callback(vnode, need_clear);  in afs_check_validity()
644 			trace_afs_cb_miss(&vnode->fid, need_clear);  in afs_check_validity()
645 		write_sequnlock(&vnode->cb_lock);  in afs_check_validity()
661 int afs_validate(struct afs_vnode *vnode, struct key *key)  in afs_validate()  argument
667 	       vnode->fid.vid, vnode->fid.vnode, vnode->flags,  in afs_validate()
671 	valid = afs_check_validity(vnode);  in afs_validate()
674 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags))  in afs_validate()
675 		clear_nlink(&vnode->vfs_inode);  in afs_validate()
680 	down_write(&vnode->validate_lock);  in afs_validate()
686 	if (!test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags)) {  in afs_validate()
688 		ret = afs_fetch_status(vnode, key, false, NULL);  in afs_validate()
691 				set_bit(AFS_VNODE_DELETED, &vnode->flags);  in afs_validate()
696 		_debug("new promise [fl=%lx]", vnode->flags);  in afs_validate()
699 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {  in afs_validate()
707 	if (test_and_clear_bit(AFS_VNODE_ZAP_DATA, &vnode->flags))  in afs_validate()
708 		afs_zap_data(vnode);  in afs_validate()
709 	up_write(&vnode->validate_lock);  in afs_validate()
715 	up_write(&vnode->validate_lock);  in afs_validate()
727 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_getattr()  local
733 		read_seqbegin_or_lock(&vnode->cb_lock, &seq);  in afs_getattr()
735 	} while (need_seqretry(&vnode->cb_lock, seq));  in afs_getattr()
737 	done_seqretry(&vnode->cb_lock, seq);  in afs_getattr()
760 	struct afs_vnode *vnode;  in afs_evict_inode()  local
762 	vnode = AFS_FS_I(inode);  in afs_evict_inode()
765 	       vnode->fid.vid,  in afs_evict_inode()
766 	       vnode->fid.vnode,  in afs_evict_inode()
767 	       vnode->fid.unique);  in afs_evict_inode()
771 	ASSERTCMP(inode->i_ino, ==, vnode->fid.vnode);  in afs_evict_inode()
776 	write_seqlock(&vnode->cb_lock);  in afs_evict_inode()
777 	cbi = rcu_dereference_protected(vnode->cb_interest,  in afs_evict_inode()
778 					lockdep_is_held(&vnode->cb_lock.lock));  in afs_evict_inode()
781 		rcu_assign_pointer(vnode->cb_interest, NULL);  in afs_evict_inode()
783 	write_sequnlock(&vnode->cb_lock);  in afs_evict_inode()
785 	while (!list_empty(&vnode->wb_keys)) {  in afs_evict_inode()
786 		struct afs_wb_key *wbk = list_entry(vnode->wb_keys.next,  in afs_evict_inode()
796 		aux.data_version = vnode->status.data_version;  in afs_evict_inode()
797 		fscache_relinquish_cookie(vnode->cache, &aux,  in afs_evict_inode()
798 					  test_bit(AFS_VNODE_DELETED, &vnode->flags));  in afs_evict_inode()
799 		vnode->cache = NULL;  in afs_evict_inode()
803 	afs_prune_wb_keys(vnode);  in afs_evict_inode()
804 	afs_put_permits(rcu_access_pointer(vnode->permit_cache));  in afs_evict_inode()
805 	key_put(vnode->silly_key);  in afs_evict_inode()
806 	vnode->silly_key = NULL;  in afs_evict_inode()
807 	key_put(vnode->lock_key);  in afs_evict_inode()
808 	vnode->lock_key = NULL;  in afs_evict_inode()
819 	struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));  in afs_setattr()  local
824 	       vnode->fid.vid, vnode->fid.vnode, dentry,  in afs_setattr()
838 	if (S_ISREG(vnode->vfs_inode.i_mode))  in afs_setattr()
839 		filemap_write_and_wait(vnode->vfs_inode.i_mapping);  in afs_setattr()
844 		key = afs_request_key(vnode->volume->cell);  in afs_setattr()
852 	if (afs_begin_vnode_operation(&fc, vnode, key, false)) {  in afs_setattr()
853 		afs_dataversion_t data_version = vnode->status.data_version;  in afs_setattr()
859 			fc.cb_break = afs_calc_vnode_cb_break(vnode);  in afs_setattr()
863 		afs_check_for_remote_deletion(&fc, vnode);  in afs_setattr()
864 		afs_vnode_commit_status(&fc, vnode, fc.cb_break,  in afs_setattr()