64 			 struct ceph_snap_realm *realm)  in ceph_get_snap_realm()  argument
66 	dout("get_realm %p %d -> %d\n", realm,  in ceph_get_snap_realm()
67 	     atomic_read(&realm->nref), atomic_read(&realm->nref)+1);  in ceph_get_snap_realm()
74 	if (atomic_inc_return(&realm->nref) == 1) {  in ceph_get_snap_realm()
76 		list_del_init(&realm->empty_item);  in ceph_get_snap_realm()
112 	struct ceph_snap_realm *realm;  in ceph_create_snap_realm()  local
114 	realm = kzalloc(sizeof(*realm), GFP_NOFS);  in ceph_create_snap_realm()
115 	if (!realm)  in ceph_create_snap_realm()
118 	atomic_set(&realm->nref, 1);    /* for caller */  in ceph_create_snap_realm()
119 	realm->ino = ino;  in ceph_create_snap_realm()
120 	INIT_LIST_HEAD(&realm->children);  in ceph_create_snap_realm()
121 	INIT_LIST_HEAD(&realm->child_item);  in ceph_create_snap_realm()
122 	INIT_LIST_HEAD(&realm->empty_item);  in ceph_create_snap_realm()
123 	INIT_LIST_HEAD(&realm->dirty_item);  in ceph_create_snap_realm()
124 	INIT_LIST_HEAD(&realm->inodes_with_caps);  in ceph_create_snap_realm()
125 	spin_lock_init(&realm->inodes_with_caps_lock);  in ceph_create_snap_realm()
126 	__insert_snap_realm(&mdsc->snap_realms, realm);  in ceph_create_snap_realm()
127 	dout("create_snap_realm %llx %p\n", realm->ino, realm);  in ceph_create_snap_realm()
128 	return realm;  in ceph_create_snap_realm()
167 			     struct ceph_snap_realm *realm);
173 				 struct ceph_snap_realm *realm)  in __destroy_snap_realm()  argument
175 	dout("__destroy_snap_realm %p %llx\n", realm, realm->ino);  in __destroy_snap_realm()
177 	rb_erase(&realm->node, &mdsc->snap_realms);  in __destroy_snap_realm()
179 	if (realm->parent) {  in __destroy_snap_realm()
180 		list_del_init(&realm->child_item);  in __destroy_snap_realm()
181 		__put_snap_realm(mdsc, realm->parent);  in __destroy_snap_realm()
184 	kfree(realm->prior_parent_snaps);  in __destroy_snap_realm()
185 	kfree(realm->snaps);  in __destroy_snap_realm()
186 	ceph_put_snap_context(realm->cached_context);  in __destroy_snap_realm()
187 	kfree(realm);  in __destroy_snap_realm()
194 			     struct ceph_snap_realm *realm)  in __put_snap_realm()  argument
196 	dout("__put_snap_realm %llx %p %d -> %d\n", realm->ino, realm,  in __put_snap_realm()
197 	     atomic_read(&realm->nref), atomic_read(&realm->nref)-1);  in __put_snap_realm()
198 	if (atomic_dec_and_test(&realm->nref))  in __put_snap_realm()
199 		__destroy_snap_realm(mdsc, realm);  in __put_snap_realm()
206 			 struct ceph_snap_realm *realm)  in ceph_put_snap_realm()  argument
208 	dout("put_snap_realm %llx %p %d -> %d\n", realm->ino, realm,  in ceph_put_snap_realm()
209 	     atomic_read(&realm->nref), atomic_read(&realm->nref)-1);  in ceph_put_snap_realm()
210 	if (!atomic_dec_and_test(&realm->nref))  in ceph_put_snap_realm()
214 		__destroy_snap_realm(mdsc, realm);  in ceph_put_snap_realm()
218 		list_add(&realm->empty_item, &mdsc->snap_empty);  in ceph_put_snap_realm()
232 	struct ceph_snap_realm *realm;  in __cleanup_empty_realms()  local
236 		realm = list_first_entry(&mdsc->snap_empty,  in __cleanup_empty_realms()
238 		list_del(&realm->empty_item);  in __cleanup_empty_realms()
240 		__destroy_snap_realm(mdsc, realm);  in __cleanup_empty_realms()
262 				    struct ceph_snap_realm *realm,  in adjust_snap_realm_parent()  argument
267 	if (realm->parent_ino == parentino)  in adjust_snap_realm_parent()
277 	     realm->ino, realm, realm->parent_ino, realm->parent,  in adjust_snap_realm_parent()
279 	if (realm->parent) {  in adjust_snap_realm_parent()
280 		list_del_init(&realm->child_item);  in adjust_snap_realm_parent()
281 		ceph_put_snap_realm(mdsc, realm->parent);  in adjust_snap_realm_parent()
283 	realm->parent_ino = parentino;  in adjust_snap_realm_parent()
284 	realm->parent = parent;  in adjust_snap_realm_parent()
285 	list_add(&realm->child_item, &parent->children);  in adjust_snap_realm_parent()
303 static int build_snap_context(struct ceph_snap_realm *realm,  in build_snap_context()  argument
306 	struct ceph_snap_realm *parent = realm->parent;  in build_snap_context()
309 	u32 num = realm->num_prior_parent_snaps + realm->num_snaps;  in build_snap_context()
329 	if (realm->cached_context &&  in build_snap_context()
330 	    realm->cached_context->seq == realm->seq &&  in build_snap_context()
332 	     realm->cached_context->seq >= parent->cached_context->seq)) {  in build_snap_context()
335 		     realm->ino, realm, realm->cached_context,  in build_snap_context()
336 		     realm->cached_context->seq,  in build_snap_context()
337 		     (unsigned int)realm->cached_context->num_snaps);  in build_snap_context()
351 	snapc->seq = realm->seq;  in build_snap_context()
359 			    realm->parent_since)  in build_snap_context()
365 	memcpy(snapc->snaps + num, realm->snaps,  in build_snap_context()
366 	       sizeof(u64)*realm->num_snaps);  in build_snap_context()
367 	num += realm->num_snaps;  in build_snap_context()
368 	memcpy(snapc->snaps + num, realm->prior_parent_snaps,  in build_snap_context()
369 	       sizeof(u64)*realm->num_prior_parent_snaps);  in build_snap_context()
370 	num += realm->num_prior_parent_snaps;  in build_snap_context()
375 	     realm->ino, realm, snapc, snapc->seq,  in build_snap_context()
378 	ceph_put_snap_context(realm->cached_context);  in build_snap_context()
379 	realm->cached_context = snapc;  in build_snap_context()
381 	list_add_tail(&realm->dirty_item, dirty_realms);  in build_snap_context()
389 	if (realm->cached_context) {  in build_snap_context()
390 		ceph_put_snap_context(realm->cached_context);  in build_snap_context()
391 		realm->cached_context = NULL;  in build_snap_context()
393 	pr_err("build_snap_context %llx %p fail %d\n", realm->ino,  in build_snap_context()
394 	       realm, err);  in build_snap_context()
401 static void rebuild_snap_realms(struct ceph_snap_realm *realm,  in rebuild_snap_realms()  argument
406 	dout("rebuild_snap_realms %llx %p\n", realm->ino, realm);  in rebuild_snap_realms()
407 	build_snap_context(realm, dirty_realms);  in rebuild_snap_realms()
409 	list_for_each_entry(child, &realm->children, child_item)  in rebuild_snap_realms()
628 static void queue_realm_cap_snaps(struct ceph_snap_realm *realm)  in queue_realm_cap_snaps()  argument
633 	dout("queue_realm_cap_snaps %p %llx inodes\n", realm, realm->ino);  in queue_realm_cap_snaps()
635 	spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
636 	list_for_each_entry(ci, &realm->inodes_with_caps, i_snap_realm_item) {  in queue_realm_cap_snaps()
640 		spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
644 		spin_lock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
646 	spin_unlock(&realm->inodes_with_caps_lock);  in queue_realm_cap_snaps()
649 	dout("queue_realm_cap_snaps %p %llx done\n", realm, realm->ino);  in queue_realm_cap_snaps()
666 	struct ceph_snap_realm *realm = NULL;  in ceph_update_snap_trace()  local
684 	realm = ceph_lookup_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
685 	if (!realm) {  in ceph_update_snap_trace()
686 		realm = ceph_create_snap_realm(mdsc, le64_to_cpu(ri->ino));  in ceph_update_snap_trace()
687 		if (IS_ERR(realm)) {  in ceph_update_snap_trace()
688 			err = PTR_ERR(realm);  in ceph_update_snap_trace()
694 	err = adjust_snap_realm_parent(mdsc, realm, le64_to_cpu(ri->parent));  in ceph_update_snap_trace()
699 	if (le64_to_cpu(ri->seq) > realm->seq) {  in ceph_update_snap_trace()
701 		     realm->ino, realm, realm->seq, le64_to_cpu(ri->seq));  in ceph_update_snap_trace()
703 		realm->seq = le64_to_cpu(ri->seq);  in ceph_update_snap_trace()
704 		realm->created = le64_to_cpu(ri->created);  in ceph_update_snap_trace()
705 		realm->parent_since = le64_to_cpu(ri->parent_since);  in ceph_update_snap_trace()
707 		realm->num_snaps = le32_to_cpu(ri->num_snaps);  in ceph_update_snap_trace()
708 		err = dup_array(&realm->snaps, snaps, realm->num_snaps);  in ceph_update_snap_trace()
712 		realm->num_prior_parent_snaps =  in ceph_update_snap_trace()
714 		err = dup_array(&realm->prior_parent_snaps, prior_parent_snaps,  in ceph_update_snap_trace()
715 				realm->num_prior_parent_snaps);  in ceph_update_snap_trace()
719 		if (realm->seq > mdsc->last_snap_seq)  in ceph_update_snap_trace()
720 			mdsc->last_snap_seq = realm->seq;  in ceph_update_snap_trace()
723 	} else if (!realm->cached_context) {  in ceph_update_snap_trace()
725 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
729 		     realm->ino, realm, realm->seq);  in ceph_update_snap_trace()
732 	dout("done with %llx %p, invalidated=%d, %p %p\n", realm->ino,  in ceph_update_snap_trace()
733 	     realm, invalidate, p, e);  in ceph_update_snap_trace()
737 		rebuild_snap_realms(realm, &dirty_realms);  in ceph_update_snap_trace()
740 		first_realm = realm;  in ceph_update_snap_trace()
742 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
752 		realm = list_first_entry(&dirty_realms, struct ceph_snap_realm,  in ceph_update_snap_trace()
754 		list_del_init(&realm->dirty_item);  in ceph_update_snap_trace()
755 		queue_realm_cap_snaps(realm);  in ceph_update_snap_trace()
769 	if (realm && !IS_ERR(realm))  in ceph_update_snap_trace()
770 		ceph_put_snap_realm(mdsc, realm);  in ceph_update_snap_trace()
832 	struct ceph_snap_realm *realm = NULL;  in ceph_handle_snap()  local
882 		realm = ceph_lookup_snap_realm(mdsc, split);  in ceph_handle_snap()
883 		if (!realm) {  in ceph_handle_snap()
884 			realm = ceph_create_snap_realm(mdsc, split);  in ceph_handle_snap()
885 			if (IS_ERR(realm))  in ceph_handle_snap()
889 		dout("splitting snap_realm %llx %p\n", realm->ino, realm);  in ceph_handle_snap()
921 			     inode, realm->ino, realm);  in ceph_handle_snap()
930 			spin_lock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
932 				 &realm->inodes_with_caps);  in ceph_handle_snap()
933 			ci->i_snap_realm = realm;  in ceph_handle_snap()
934 			if (realm->ino == ci->i_vino.ino)  in ceph_handle_snap()
935                                 realm->inode = inode;  in ceph_handle_snap()
936 			spin_unlock(&realm->inodes_with_caps_lock);  in ceph_handle_snap()
940 			ceph_get_snap_realm(mdsc, realm);  in ceph_handle_snap()
958 			adjust_snap_realm_parent(mdsc, child, realm->ino);  in ceph_handle_snap()
971 		ceph_put_snap_realm(mdsc, realm);  in ceph_handle_snap()