123 static void ceph_osd_data_init(struct ceph_osd_data *osd_data)  in ceph_osd_data_init()  argument
125 	memset(osd_data, 0, sizeof (*osd_data));  in ceph_osd_data_init()
126 	osd_data->type = CEPH_OSD_DATA_TYPE_NONE;  in ceph_osd_data_init()
129 static void ceph_osd_data_pages_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_pages_init()  argument
133 	osd_data->type = CEPH_OSD_DATA_TYPE_PAGES;  in ceph_osd_data_pages_init()
134 	osd_data->pages = pages;  in ceph_osd_data_pages_init()
135 	osd_data->length = length;  in ceph_osd_data_pages_init()
136 	osd_data->alignment = alignment;  in ceph_osd_data_pages_init()
137 	osd_data->pages_from_pool = pages_from_pool;  in ceph_osd_data_pages_init()
138 	osd_data->own_pages = own_pages;  in ceph_osd_data_pages_init()
141 static void ceph_osd_data_pagelist_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_pagelist_init()  argument
144 	osd_data->type = CEPH_OSD_DATA_TYPE_PAGELIST;  in ceph_osd_data_pagelist_init()
145 	osd_data->pagelist = pagelist;  in ceph_osd_data_pagelist_init()
149 static void ceph_osd_data_bio_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_bio_init()  argument
153 	osd_data->type = CEPH_OSD_DATA_TYPE_BIO;  in ceph_osd_data_bio_init()
154 	osd_data->bio_pos = *bio_pos;  in ceph_osd_data_bio_init()
155 	osd_data->bio_length = bio_length;  in ceph_osd_data_bio_init()
159 static void ceph_osd_data_bvecs_init(struct ceph_osd_data *osd_data,  in ceph_osd_data_bvecs_init()  argument
163 	osd_data->type = CEPH_OSD_DATA_TYPE_BVECS;  in ceph_osd_data_bvecs_init()
164 	osd_data->bvec_pos = *bvec_pos;  in ceph_osd_data_bvecs_init()
165 	osd_data->num_bvecs = num_bvecs;  in ceph_osd_data_bvecs_init()
188 	return osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data()
197 	struct ceph_osd_data *osd_data;  in osd_req_op_raw_data_in_pages()  local
199 	osd_data = osd_req_op_raw_data_in(osd_req, which);  in osd_req_op_raw_data_in_pages()
200 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_raw_data_in_pages()
210 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_pages()  local
212 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_pages()
213 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_extent_osd_data_pages()
221 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_pagelist()  local
223 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_pagelist()
224 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_extent_osd_data_pagelist()
234 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_bio()  local
236 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_bio()
237 	ceph_osd_data_bio_init(osd_data, bio_pos, bio_length);  in osd_req_op_extent_osd_data_bio()
247 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_bvecs()  local
253 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_bvecs()
254 	ceph_osd_data_bvecs_init(osd_data, &it, num_bvecs);  in osd_req_op_extent_osd_data_bvecs()
262 	struct ceph_osd_data *osd_data;  in osd_req_op_extent_osd_data_bvec_pos()  local
264 	osd_data = osd_req_op_data(osd_req, which, extent, osd_data);  in osd_req_op_extent_osd_data_bvec_pos()
265 	ceph_osd_data_bvecs_init(osd_data, bvec_pos, 0);  in osd_req_op_extent_osd_data_bvec_pos()
273 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_info_pagelist()  local
275 	osd_data = osd_req_op_data(osd_req, which, cls, request_info);  in osd_req_op_cls_request_info_pagelist()
276 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_cls_request_info_pagelist()
283 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_data_pagelist()  local
285 	osd_data = osd_req_op_data(osd_req, which, cls, request_data);  in osd_req_op_cls_request_data_pagelist()
286 	ceph_osd_data_pagelist_init(osd_data, pagelist);  in osd_req_op_cls_request_data_pagelist()
296 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_data_pages()  local
298 	osd_data = osd_req_op_data(osd_req, which, cls, request_data);  in osd_req_op_cls_request_data_pages()
299 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_cls_request_data_pages()
311 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_request_data_bvecs()  local
317 	osd_data = osd_req_op_data(osd_req, which, cls, request_data);  in osd_req_op_cls_request_data_bvecs()
318 	ceph_osd_data_bvecs_init(osd_data, &it, num_bvecs);  in osd_req_op_cls_request_data_bvecs()
328 	struct ceph_osd_data *osd_data;  in osd_req_op_cls_response_data_pages()  local
330 	osd_data = osd_req_op_data(osd_req, which, cls, response_data);  in osd_req_op_cls_response_data_pages()
331 	ceph_osd_data_pages_init(osd_data, pages, length, alignment,  in osd_req_op_cls_response_data_pages()
336 static u64 ceph_osd_data_length(struct ceph_osd_data *osd_data)  in ceph_osd_data_length()  argument
338 	switch (osd_data->type) {  in ceph_osd_data_length()
342 		return osd_data->length;  in ceph_osd_data_length()
344 		return (u64)osd_data->pagelist->length;  in ceph_osd_data_length()
347 		return (u64)osd_data->bio_length;  in ceph_osd_data_length()
350 		return osd_data->bvec_pos.iter.bi_size;  in ceph_osd_data_length()
352 		WARN(true, "unrecognized data type %d\n", (int)osd_data->type);  in ceph_osd_data_length()
357 static void ceph_osd_data_release(struct ceph_osd_data *osd_data)  in ceph_osd_data_release()  argument
359 	if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGES && osd_data->own_pages) {  in ceph_osd_data_release()
362 		num_pages = calc_pages_for((u64)osd_data->alignment,  in ceph_osd_data_release()
363 						(u64)osd_data->length);  in ceph_osd_data_release()
364 		ceph_release_page_vector(osd_data->pages, num_pages);  in ceph_osd_data_release()
366 	ceph_osd_data_init(osd_data);  in ceph_osd_data_release()
381 		ceph_osd_data_release(&op->extent.osd_data);  in osd_req_op_data_release()
390 		ceph_osd_data_release(&op->xattr.osd_data);  in osd_req_op_data_release()
835 	ceph_osd_data_pagelist_init(&op->xattr.osd_data, pagelist);  in osd_req_op_xattr_init()
877 				struct ceph_osd_data *osd_data)  in ceph_osdc_msg_data_add()  argument
879 	u64 length = ceph_osd_data_length(osd_data);  in ceph_osdc_msg_data_add()
881 	if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGES) {  in ceph_osdc_msg_data_add()
884 			ceph_msg_data_add_pages(msg, osd_data->pages,  in ceph_osdc_msg_data_add()
885 					length, osd_data->alignment);  in ceph_osdc_msg_data_add()
886 	} else if (osd_data->type == CEPH_OSD_DATA_TYPE_PAGELIST) {  in ceph_osdc_msg_data_add()
888 		ceph_msg_data_add_pagelist(msg, osd_data->pagelist);  in ceph_osdc_msg_data_add()
890 	} else if (osd_data->type == CEPH_OSD_DATA_TYPE_BIO) {  in ceph_osdc_msg_data_add()
891 		ceph_msg_data_add_bio(msg, &osd_data->bio_pos, length);  in ceph_osdc_msg_data_add()
893 	} else if (osd_data->type == CEPH_OSD_DATA_TYPE_BVECS) {  in ceph_osdc_msg_data_add()
894 		ceph_msg_data_add_bvecs(msg, &osd_data->bvec_pos);  in ceph_osdc_msg_data_add()
896 		BUG_ON(osd_data->type != CEPH_OSD_DATA_TYPE_NONE);  in ceph_osdc_msg_data_add()
1866 			ceph_osdc_msg_data_add(msg, &op->extent.osd_data);  in setup_request_data()
1872 			ceph_osdc_msg_data_add(msg, &op->xattr.osd_data);  in setup_request_data()
1886 					       &op->extent.osd_data);  in setup_request_data()
2844 		struct ceph_osd_data *osd_data =  in linger_commit_cb()  local
2846 		void *p = page_address(osd_data->pages[0]);  in linger_commit_cb()
2849 			osd_data->type != CEPH_OSD_DATA_TYPE_PAGES);  in linger_commit_cb()
5304 		struct ceph_osd_data osd_data;  in alloc_msg_with_page_vector()  local
5313 		ceph_osd_data_pages_init(&osd_data, pages, data_len, 0, false,  in alloc_msg_with_page_vector()
5315 		ceph_osdc_msg_data_add(m, &osd_data);  in alloc_msg_with_page_vector()