33 static noinline void dump_vnode(struct afs_vnode *vnode, struct afs_vnode *parent_vnode)  in dump_vnode()  argument
37 	pr_warn("kAFS: AFS vnode with undefined type %u\n", vnode->status.type);  in dump_vnode()
39 		vnode->status.abort_code,  in dump_vnode()
40 		vnode->status.mode,  in dump_vnode()
41 		vnode->status.size,  in dump_vnode()
42 		vnode->status.data_version);  in dump_vnode()
44 		vnode->fid.vid,  in dump_vnode()
45 		vnode->fid.vnode,  in dump_vnode()
46 		vnode->fid.unique);  in dump_vnode()
50 			parent_vnode->fid.vnode,  in dump_vnode()
61 static void afs_set_i_size(struct afs_vnode *vnode, u64 size)  in afs_set_i_size()  argument
63 	i_size_write(&vnode->vfs_inode, size);  in afs_set_i_size()
64 	vnode->vfs_inode.i_blocks = ((size + 1023) >> 10) << 1;  in afs_set_i_size()
72 				      struct afs_vnode *vnode)  in afs_inode_init_from_status()  argument
75 	struct inode *inode = AFS_VNODE_TO_I(vnode);  in afs_inode_init_from_status()
79 	       vp->fid.vid, vp->fid.vnode, vp->fid.unique,  in afs_inode_init_from_status()
89 	write_seqlock(&vnode->cb_lock);  in afs_inode_init_from_status()
91 	vnode->cb_v_break = op->cb_v_break;  in afs_inode_init_from_status()
92 	vnode->cb_s_break = op->cb_s_break;  in afs_inode_init_from_status()
93 	vnode->status = *status;  in afs_inode_init_from_status()
102 	set_nlink(&vnode->vfs_inode, status->nlink);  in afs_inode_init_from_status()
122 			set_bit(AFS_VNODE_MOUNTPOINT, &vnode->flags);  in afs_inode_init_from_status()
136 		dump_vnode(vnode, op->file[0].vnode != vnode ? op->file[0].vnode : NULL);  in afs_inode_init_from_status()
137 		write_sequnlock(&vnode->cb_lock);  in afs_inode_init_from_status()
141 	afs_set_i_size(vnode, status->size);  in afs_inode_init_from_status()
143 	vnode->invalid_before	= status->data_version;  in afs_inode_init_from_status()
144 	inode_set_iversion_raw(&vnode->vfs_inode, status->data_version);  in afs_inode_init_from_status()
149 		vnode->cb_expires_at = ktime_get_real_seconds();  in afs_inode_init_from_status()
151 		vnode->cb_expires_at = vp->scb.callback.expires_at;  in afs_inode_init_from_status()
152 		vnode->cb_server = op->server;  in afs_inode_init_from_status()
153 		set_bit(AFS_VNODE_CB_PROMISED, &vnode->flags);  in afs_inode_init_from_status()
156 	write_sequnlock(&vnode->cb_lock);  in afs_inode_init_from_status()
167 	struct afs_vnode *vnode = vp->vnode;  in afs_apply_status()  local
168 	struct inode *inode = &vnode->vfs_inode;  in afs_apply_status()
175 	       vp->fid.vid, vp->fid.vnode, vp->fid.unique,  in afs_apply_status()
178 	BUG_ON(test_bit(AFS_VNODE_UNSET, &vnode->flags));  in afs_apply_status()
180 	if (status->type != vnode->status.type) {  in afs_apply_status()
182 			vnode->fid.vid,  in afs_apply_status()
183 			vnode->fid.vnode,  in afs_apply_status()
184 			vnode->fid.unique,  in afs_apply_status()
185 			status->type, vnode->status.type);  in afs_apply_status()
190 	if (status->nlink != vnode->status.nlink)  in afs_apply_status()
193 	if (status->owner != vnode->status.owner)  in afs_apply_status()
196 	if (status->group != vnode->status.group)  in afs_apply_status()
199 	if (status->mode != vnode->status.mode) {  in afs_apply_status()
211 	if (vnode->status.data_version != status->data_version)  in afs_apply_status()
214 	vnode->status = *status;  in afs_apply_status()
217 		if (test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags))  in afs_apply_status()
219 				vnode->fid.vid, vnode->fid.vnode,  in afs_apply_status()
224 		vnode->invalid_before = status->data_version;  in afs_apply_status()
225 		if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_apply_status()
226 			if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &vnode->flags))  in afs_apply_status()
227 				afs_stat_v(vnode, n_inval);  in afs_apply_status()
229 			set_bit(AFS_VNODE_ZAP_DATA, &vnode->flags);  in afs_apply_status()
232 	} else if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_apply_status()
237 		if (test_bit(AFS_VNODE_DIR_VALID, &vnode->flags))  in afs_apply_status()
251 			afs_set_i_size(vnode, status->size);  in afs_apply_status()
265 	struct afs_vnode *vnode = vp->vnode;  in afs_apply_callback()  local
267 	if (!afs_cb_is_broken(vp->cb_break_before, vnode)) {  in afs_apply_callback()
268 		vnode->cb_expires_at	= cb->expires_at;  in afs_apply_callback()
269 		vnode->cb_server	= op->server;  in afs_apply_callback()
270 		set_bit(AFS_VNODE_CB_PROMISED, &vnode->flags);  in afs_apply_callback()
280 	struct afs_vnode *vnode = vp->vnode;  in afs_vnode_commit_status()  local
284 	write_seqlock(&vnode->cb_lock);  in afs_vnode_commit_status()
291 			set_bit(AFS_VNODE_DELETED, &vnode->flags);  in afs_vnode_commit_status()
292 			clear_nlink(&vnode->vfs_inode);  in afs_vnode_commit_status()
293 			__afs_break_callback(vnode, afs_cb_break_for_deleted);  in afs_vnode_commit_status()
308 		drop_nlink(&vnode->vfs_inode);  in afs_vnode_commit_status()
309 		if (vnode->vfs_inode.i_nlink == 0) {  in afs_vnode_commit_status()
310 			set_bit(AFS_VNODE_DELETED, &vnode->flags);  in afs_vnode_commit_status()
311 			__afs_break_callback(vnode, afs_cb_break_for_deleted);  in afs_vnode_commit_status()
316 	write_sequnlock(&vnode->cb_lock);  in afs_vnode_commit_status()
319 		afs_cache_permit(vnode, op->key, vp->cb_break_before, &vp->scb);  in afs_vnode_commit_status()
325 	struct afs_vnode *vnode = vp->vnode;  in afs_fetch_status_success()  local
328 	if (vnode->vfs_inode.i_state & I_NEW) {  in afs_fetch_status_success()
329 		ret = afs_inode_init_from_status(op, vp, vnode);  in afs_fetch_status_success()
332 			afs_cache_permit(vnode, op->key, vp->cb_break_before, &vp->scb);  in afs_fetch_status_success()
348 int afs_fetch_status(struct afs_vnode *vnode, struct key *key, bool is_new,  in afs_fetch_status()  argument
354 	       vnode->volume->name,  in afs_fetch_status()
355 	       vnode->fid.vid, vnode->fid.vnode, vnode->fid.unique,  in afs_fetch_status()
356 	       vnode->flags);  in afs_fetch_status()
358 	op = afs_alloc_operation(key, vnode->volume);  in afs_fetch_status()
362 	afs_op_set_vnode(op, 0, vnode);  in afs_fetch_status()
379 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_ilookup5_test_by_fid()  local
382 	return (fid->vnode == vnode->fid.vnode &&  in afs_ilookup5_test_by_fid()
383 		fid->vnode_hi == vnode->fid.vnode_hi &&  in afs_ilookup5_test_by_fid()
384 		fid->unique == vnode->fid.unique);  in afs_ilookup5_test_by_fid()
405 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_iget5_set()  local
407 	vnode->volume		= as->volume;  in afs_iget5_set()
408 	vnode->fid		= vp->fid;  in afs_iget5_set()
413 	inode->i_ino		= vnode->fid.vnode;  in afs_iget5_set()
414 	inode->i_generation	= vnode->fid.unique;  in afs_iget5_set()
421 static void afs_get_inode_cache(struct afs_vnode *vnode)  in afs_get_inode_cache()  argument
431 	if (vnode->status.type == AFS_FTYPE_DIR) {  in afs_get_inode_cache()
432 		vnode->cache = NULL;  in afs_get_inode_cache()
436 	key.vnode_id		= vnode->fid.vnode;  in afs_get_inode_cache()
437 	key.unique		= vnode->fid.unique;  in afs_get_inode_cache()
438 	key.vnode_id_ext[0]	= vnode->fid.vnode >> 32;  in afs_get_inode_cache()
439 	key.vnode_id_ext[1]	= vnode->fid.vnode_hi;  in afs_get_inode_cache()
440 	aux.data_version	= vnode->status.data_version;  in afs_get_inode_cache()
442 	vnode->cache = fscache_acquire_cookie(vnode->volume->cache,  in afs_get_inode_cache()
446 					      vnode, vnode->status.size, true);  in afs_get_inode_cache()
456 	struct super_block *sb = dvp->vnode->vfs_inode.i_sb;  in afs_iget()
457 	struct afs_vnode *vnode;  in afs_iget()  local
461 	_enter(",{%llx:%llu.%u},,", vp->fid.vid, vp->fid.vnode, vp->fid.unique);  in afs_iget()
463 	inode = iget5_locked(sb, vp->fid.vnode, afs_iget5_test, afs_iget5_set, vp);  in afs_iget()
469 	vnode = AFS_FS_I(inode);  in afs_iget()
472 	       inode, vnode->fid.vid, vnode->fid.vnode, vnode->fid.unique);  in afs_iget()
480 	ret = afs_inode_init_from_status(op, vp, vnode);  in afs_iget()
484 	afs_get_inode_cache(vnode);  in afs_iget()
487 	clear_bit(AFS_VNODE_UNSET, &vnode->flags);  in afs_iget()
502 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_iget5_set_root()  local
504 	vnode->volume		= as->volume;  in afs_iget5_set_root()
505 	vnode->fid.vid		= as->volume->vid,  in afs_iget5_set_root()
506 	vnode->fid.vnode	= 1;  in afs_iget5_set_root()
507 	vnode->fid.unique	= 1;  in afs_iget5_set_root()
521 	struct afs_vnode *vnode;  in afs_root_iget()  local
537 	vnode = AFS_FS_I(inode);  in afs_root_iget()
538 	vnode->cb_v_break = as->volume->cb_v_break,  in afs_root_iget()
546 	afs_op_set_vnode(op, 0, vnode);  in afs_root_iget()
554 	afs_get_inode_cache(vnode);  in afs_root_iget()
556 	clear_bit(AFS_VNODE_UNSET, &vnode->flags);  in afs_root_iget()
571 static void afs_zap_data(struct afs_vnode *vnode)  in afs_zap_data()  argument
573 	_enter("{%llx:%llu}", vnode->fid.vid, vnode->fid.vnode);  in afs_zap_data()
576 	fscache_invalidate(vnode->cache);  in afs_zap_data()
582 	if (S_ISREG(vnode->vfs_inode.i_mode))  in afs_zap_data()
583 		invalidate_remote_inode(&vnode->vfs_inode);  in afs_zap_data()
585 		invalidate_inode_pages2(vnode->vfs_inode.i_mapping);  in afs_zap_data()
591 static bool afs_get_s_break_rcu(struct afs_vnode *vnode, unsigned int *_s_break)  in afs_get_s_break_rcu()  argument
593 	struct afs_server_list *slist = rcu_dereference(vnode->volume->servers);  in afs_get_s_break_rcu()
599 		if (server == vnode->cb_server) {  in afs_get_s_break_rcu()
611 bool afs_check_validity(struct afs_vnode *vnode)  in afs_check_validity()  argument
613 	struct afs_volume *volume = vnode->volume;  in afs_check_validity()
621 		read_seqbegin_or_lock(&vnode->cb_lock, &seq);  in afs_check_validity()
623 		cb_break = vnode->cb_break;  in afs_check_validity()
625 		if (test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags) &&  in afs_check_validity()
626 		    afs_get_s_break_rcu(vnode, &cb_s_break)) {  in afs_check_validity()
627 			if (vnode->cb_s_break != cb_s_break ||  in afs_check_validity()
628 			    vnode->cb_v_break != cb_v_break) {  in afs_check_validity()
629 				vnode->cb_s_break = cb_s_break;  in afs_check_validity()
630 				vnode->cb_v_break = cb_v_break;  in afs_check_validity()
633 			} else if (test_bit(AFS_VNODE_ZAP_DATA, &vnode->flags)) {  in afs_check_validity()
636 			} else if (vnode->cb_expires_at - 10 <= now) {  in afs_check_validity()
642 		} else if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {  in afs_check_validity()
645 			vnode->cb_v_break = cb_v_break;  in afs_check_validity()
649 	} while (need_seqretry(&vnode->cb_lock, seq));  in afs_check_validity()
651 	done_seqretry(&vnode->cb_lock, seq);  in afs_check_validity()
654 		write_seqlock(&vnode->cb_lock);  in afs_check_validity()
655 		if (cb_break == vnode->cb_break)  in afs_check_validity()
656 			__afs_break_callback(vnode, need_clear);  in afs_check_validity()
658 			trace_afs_cb_miss(&vnode->fid, need_clear);  in afs_check_validity()
659 		write_sequnlock(&vnode->cb_lock);  in afs_check_validity()
675 int afs_validate(struct afs_vnode *vnode, struct key *key)  in afs_validate()  argument
681 	       vnode->fid.vid, vnode->fid.vnode, vnode->flags,  in afs_validate()
685 	valid = afs_check_validity(vnode);  in afs_validate()
688 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags))  in afs_validate()
689 		clear_nlink(&vnode->vfs_inode);  in afs_validate()
694 	down_write(&vnode->validate_lock);  in afs_validate()
700 	if (!test_bit(AFS_VNODE_CB_PROMISED, &vnode->flags)) {  in afs_validate()
702 		ret = afs_fetch_status(vnode, key, false, NULL);  in afs_validate()
705 				set_bit(AFS_VNODE_DELETED, &vnode->flags);  in afs_validate()
710 		_debug("new promise [fl=%lx]", vnode->flags);  in afs_validate()
713 	if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {  in afs_validate()
721 	if (test_and_clear_bit(AFS_VNODE_ZAP_DATA, &vnode->flags))  in afs_validate()
722 		afs_zap_data(vnode);  in afs_validate()
723 	up_write(&vnode->validate_lock);  in afs_validate()
729 	up_write(&vnode->validate_lock);  in afs_validate()
741 	struct afs_vnode *vnode = AFS_FS_I(inode);  in afs_getattr()  local
747 		read_seqbegin_or_lock(&vnode->cb_lock, &seq);  in afs_getattr()
749 		if (test_bit(AFS_VNODE_SILLY_DELETED, &vnode->flags) &&  in afs_getattr()
752 	} while (need_seqretry(&vnode->cb_lock, seq));  in afs_getattr()
754 	done_seqretry(&vnode->cb_lock, seq);  in afs_getattr()
776 	struct afs_vnode *vnode;  in afs_evict_inode()  local
778 	vnode = AFS_FS_I(inode);  in afs_evict_inode()
781 	       vnode->fid.vid,  in afs_evict_inode()
782 	       vnode->fid.vnode,  in afs_evict_inode()
783 	       vnode->fid.unique);  in afs_evict_inode()
787 	ASSERTCMP(inode->i_ino, ==, vnode->fid.vnode);  in afs_evict_inode()
792 	while (!list_empty(&vnode->wb_keys)) {  in afs_evict_inode()
793 		struct afs_wb_key *wbk = list_entry(vnode->wb_keys.next,  in afs_evict_inode()
803 		aux.data_version = vnode->status.data_version;  in afs_evict_inode()
804 		fscache_relinquish_cookie(vnode->cache, &aux,  in afs_evict_inode()
805 					  test_bit(AFS_VNODE_DELETED, &vnode->flags));  in afs_evict_inode()
806 		vnode->cache = NULL;  in afs_evict_inode()
810 	afs_prune_wb_keys(vnode);  in afs_evict_inode()
811 	afs_put_permits(rcu_access_pointer(vnode->permit_cache));  in afs_evict_inode()
812 	key_put(vnode->silly_key);  in afs_evict_inode()
813 	vnode->silly_key = NULL;  in afs_evict_inode()
814 	key_put(vnode->lock_key);  in afs_evict_inode()
815 	vnode->lock_key = NULL;  in afs_evict_inode()
822 	struct inode *inode = &vp->vnode->vfs_inode;  in afs_setattr_success()
839 	struct inode *inode = &vp->vnode->vfs_inode;  in afs_setattr_edit_file()
863 	struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));  in afs_setattr()  local
867 	       vnode->fid.vid, vnode->fid.vnode, dentry,  in afs_setattr()
878 		if (!S_ISREG(vnode->vfs_inode.i_mode))  in afs_setattr()
881 		ret = inode_newsize_ok(&vnode->vfs_inode, attr->ia_size);  in afs_setattr()
885 		if (attr->ia_size == i_size_read(&vnode->vfs_inode))  in afs_setattr()
890 	if (S_ISREG(vnode->vfs_inode.i_mode))  in afs_setattr()
891 		filemap_write_and_wait(vnode->vfs_inode.i_mapping);  in afs_setattr()
894 	down_write(&vnode->validate_lock);  in afs_setattr()
898 				 vnode->volume);  in afs_setattr()
904 	afs_op_set_vnode(op, 0, vnode);  in afs_setattr()
918 	up_write(&vnode->validate_lock);  in afs_setattr()