146 static void fscache_end_page_write(struct fscache_object *object,  in fscache_end_page_write()  argument
152 	spin_lock(&object->lock);  in fscache_end_page_write()
153 	cookie = object->cookie;  in fscache_end_page_write()
179 	spin_unlock(&object->lock);  in fscache_end_page_write()
189 	struct fscache_object *object = op->object;  in fscache_attr_changed_op()  local
192 	_enter("{OBJ%x OP%x}", object->debug_id, op->debug_id);  in fscache_attr_changed_op()
196 	if (fscache_object_is_active(object)) {  in fscache_attr_changed_op()
198 		ret = object->cache->ops->attr_changed(object);  in fscache_attr_changed_op()
201 			fscache_abort_object(object);  in fscache_attr_changed_op()
216 	struct fscache_object *object;  in __fscache_attr_changed()  local
243 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_attr_changed()
247 	if (fscache_submit_exclusive_op(object, op) < 0)  in __fscache_attr_changed()
373 int fscache_wait_for_operation_activation(struct fscache_object *object,  in fscache_wait_for_operation_activation()  argument
388 		trace_fscache_op(object->cookie, op, fscache_op_signal);  in fscache_wait_for_operation_activation()
407 	if (unlikely(fscache_object_is_dying(object) ||  in fscache_wait_for_operation_activation()
408 		     fscache_cache_is_broken(object))) {  in fscache_wait_for_operation_activation()
410 		trace_fscache_op(object->cookie, op, fscache_op_signal);  in fscache_wait_for_operation_activation()
436 	struct fscache_object *object;  in __fscache_read_or_alloc_page()  local
472 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_read_or_alloc_page()
475 	ASSERT(test_bit(FSCACHE_OBJECT_IS_LOOKED_UP, &object->flags));  in __fscache_read_or_alloc_page()
478 	atomic_inc(&object->n_reads);  in __fscache_read_or_alloc_page()
481 	if (fscache_submit_op(object, &op->op) < 0)  in __fscache_read_or_alloc_page()
490 		object, &op->op,  in __fscache_read_or_alloc_page()
497 	if (test_bit(FSCACHE_COOKIE_NO_DATA_YET, &object->cookie->flags)) {  in __fscache_read_or_alloc_page()
499 		ret = object->cache->ops->allocate_page(op, page, gfp);  in __fscache_read_or_alloc_page()
505 		ret = object->cache->ops->read_or_alloc_page(op, page, gfp);  in __fscache_read_or_alloc_page()
526 	atomic_dec(&object->n_reads);  in __fscache_read_or_alloc_page()
567 	struct fscache_object *object;  in __fscache_read_or_alloc_pages()  local
601 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_read_or_alloc_pages()
605 	atomic_inc(&object->n_reads);  in __fscache_read_or_alloc_pages()
608 	if (fscache_submit_op(object, &op->op) < 0)  in __fscache_read_or_alloc_pages()
617 		object, &op->op,  in __fscache_read_or_alloc_pages()
624 	if (test_bit(FSCACHE_COOKIE_NO_DATA_YET, &object->cookie->flags)) {  in __fscache_read_or_alloc_pages()
626 		ret = object->cache->ops->allocate_pages(  in __fscache_read_or_alloc_pages()
631 		ret = object->cache->ops->read_or_alloc_pages(  in __fscache_read_or_alloc_pages()
653 	atomic_dec(&object->n_reads);  in __fscache_read_or_alloc_pages()
680 	struct fscache_object *object;  in __fscache_alloc_page()  local
713 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_alloc_page()
717 	if (fscache_submit_op(object, &op->op) < 0)  in __fscache_alloc_page()
724 		object, &op->op,  in __fscache_alloc_page()
732 	ret = object->cache->ops->allocate_page(op, page, gfp);  in __fscache_alloc_page()
792 	struct fscache_object *object = op->op.object;  in fscache_write_op()  local
802 	spin_lock(&object->lock);  in fscache_write_op()
803 	cookie = object->cookie;  in fscache_write_op()
805 	if (!fscache_object_is_active(object)) {  in fscache_write_op()
810 		spin_unlock(&object->lock);  in fscache_write_op()
823 		spin_unlock(&object->lock);  in fscache_write_op()
826 		       _op->flags, _op->state, object->state->short_name,  in fscache_write_op()
827 		       object->flags);  in fscache_write_op()
853 	spin_unlock(&object->lock);  in fscache_write_op()
860 	ret = object->cache->ops->write_page(op, page);  in fscache_write_op()
863 	fscache_end_page_write(object, page);  in fscache_write_op()
865 		fscache_abort_object(object);  in fscache_write_op()
877 	fscache_end_page_write(object, page);  in fscache_write_op()
885 	clear_bit(FSCACHE_OBJECT_PENDING_WRITE, &object->flags);  in fscache_write_op()
886 	spin_unlock(&object->lock);  in fscache_write_op()
966 	struct fscache_object *object;  in __fscache_write_page()  local
1004 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_write_page()
1006 	if (test_bit(FSCACHE_IOERROR, &object->cache->flags))  in __fscache_write_page()
1013 	spin_lock(&object->lock);  in __fscache_write_page()
1015 	if (object->store_limit_l != object_size)  in __fscache_write_page()
1016 		fscache_set_store_limit(object, object_size);  in __fscache_write_page()
1020 	_debug("store limit %llx", (unsigned long long) object->store_limit);  in __fscache_write_page()
1038 	if (test_and_set_bit(FSCACHE_OBJECT_PENDING_WRITE, &object->flags))  in __fscache_write_page()
1042 	spin_unlock(&object->lock);  in __fscache_write_page()
1045 	op->store_limit = object->store_limit;  in __fscache_write_page()
1048 	if (fscache_submit_op(object, &op->op) < 0)  in __fscache_write_page()
1065 	spin_unlock(&object->lock);  in __fscache_write_page()
1085 	spin_unlock(&object->lock);  in __fscache_write_page()
1110 	struct fscache_object *object;  in __fscache_uncache_page()  local
1133 	object = hlist_entry(cookie->backing_objects.first,  in __fscache_uncache_page()
1142 	    object->cache->ops->uncache_page) {  in __fscache_uncache_page()
1145 		object->cache->ops->uncache_page(object, page);  in __fscache_uncache_page()
1167 	struct fscache_cookie *cookie = op->op.object->cookie;  in fscache_mark_page_cached()