1294 static void rbd_osd_submit(struct ceph_osd_request *osd_req)  in rbd_osd_submit()  argument
1296 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_osd_submit()
1299 	     __func__, osd_req, obj_req, obj_req->ex.oe_objno,  in rbd_osd_submit()
1301 	ceph_osdc_start_request(osd_req->r_osdc, osd_req, false);  in rbd_osd_submit()
1368 static void rbd_osd_req_callback(struct ceph_osd_request *osd_req)  in rbd_osd_req_callback()  argument
1370 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_osd_req_callback()
1373 	dout("%s osd_req %p result %d for obj_req %p\n", __func__, osd_req,  in rbd_osd_req_callback()
1374 	     osd_req->r_result, obj_req);  in rbd_osd_req_callback()
1381 	if (osd_req->r_result > 0 && rbd_img_is_write(obj_req->img_request))  in rbd_osd_req_callback()
1384 		result = osd_req->r_result;  in rbd_osd_req_callback()
1389 static void rbd_osd_format_read(struct ceph_osd_request *osd_req)  in rbd_osd_format_read()  argument
1391 	struct rbd_obj_request *obj_request = osd_req->r_priv;  in rbd_osd_format_read()
1395 	osd_req->r_flags = CEPH_OSD_FLAG_READ | opt->read_from_replica;  in rbd_osd_format_read()
1396 	osd_req->r_snapid = obj_request->img_request->snap_id;  in rbd_osd_format_read()
1399 static void rbd_osd_format_write(struct ceph_osd_request *osd_req)  in rbd_osd_format_write()  argument
1401 	struct rbd_obj_request *obj_request = osd_req->r_priv;  in rbd_osd_format_write()
1403 	osd_req->r_flags = CEPH_OSD_FLAG_WRITE;  in rbd_osd_format_write()
1404 	ktime_get_real_ts64(&osd_req->r_mtime);  in rbd_osd_format_write()
1405 	osd_req->r_data_offset = obj_request->ex.oe_off;  in rbd_osd_format_write()
1470 	struct ceph_osd_request *osd_req;  in rbd_obj_request_destroy()  local
1478 		osd_req = list_first_entry(&obj_request->osd_reqs,  in rbd_obj_request_destroy()
1480 		list_del_init(&osd_req->r_private_item);  in rbd_obj_request_destroy()
1481 		ceph_osdc_put_request(osd_req);  in rbd_obj_request_destroy()
1929 					struct ceph_osd_request *osd_req)  in rbd_object_map_update_finish()  argument
1938 	if (osd_req->r_result)  in rbd_object_map_update_finish()
1939 		return osd_req->r_result;  in rbd_object_map_update_finish()
1944 	if (osd_req->r_num_ops == 1)  in rbd_object_map_update_finish()
1950 	rbd_assert(osd_req->r_num_ops == 2);  in rbd_object_map_update_finish()
1951 	osd_data = osd_req_op_data(osd_req, 1, cls, request_data);  in rbd_object_map_update_finish()
1973 static void rbd_object_map_callback(struct ceph_osd_request *osd_req)  in rbd_object_map_callback()  argument
1975 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_object_map_callback()
1978 	dout("%s osd_req %p result %d for obj_req %p\n", __func__, osd_req,  in rbd_object_map_callback()
1979 	     osd_req->r_result, obj_req);  in rbd_object_map_callback()
1981 	result = rbd_object_map_update_finish(obj_req, osd_req);  in rbd_object_map_callback()
2136 static void rbd_osd_setup_data(struct ceph_osd_request *osd_req, int which)  in rbd_osd_setup_data()  argument
2138 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_osd_setup_data()
2142 		osd_req_op_extent_osd_data_bio(osd_req, which,  in rbd_osd_setup_data()
2151 		osd_req_op_extent_osd_data_bvec_pos(osd_req, which,  in rbd_osd_setup_data()
2159 static int rbd_osd_setup_stat(struct ceph_osd_request *osd_req, int which)  in rbd_osd_setup_stat()  argument
2175 	osd_req_op_init(osd_req, which, CEPH_OSD_OP_STAT, 0);  in rbd_osd_setup_stat()
2176 	osd_req_op_raw_data_in_pages(osd_req, which, pages,  in rbd_osd_setup_stat()
2182 static int rbd_osd_setup_copyup(struct ceph_osd_request *osd_req, int which,  in rbd_osd_setup_copyup()  argument
2185 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_osd_setup_copyup()
2188 	ret = osd_req_op_cls_init(osd_req, which, "rbd", "copyup");  in rbd_osd_setup_copyup()
2192 	osd_req_op_cls_request_data_bvecs(osd_req, which, obj_req->copyup_bvecs,  in rbd_osd_setup_copyup()
2203 static void __rbd_osd_setup_write_ops(struct ceph_osd_request *osd_req,  in __rbd_osd_setup_write_ops()  argument
2206 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in __rbd_osd_setup_write_ops()
2212 		osd_req_op_alloc_hint_init(osd_req, which++,  in __rbd_osd_setup_write_ops()
2223 	osd_req_op_extent_init(osd_req, which, opcode,  in __rbd_osd_setup_write_ops()
2225 	rbd_osd_setup_data(osd_req, which);  in __rbd_osd_setup_write_ops()
2250 static void __rbd_osd_setup_discard_ops(struct ceph_osd_request *osd_req,  in __rbd_osd_setup_discard_ops()  argument
2253 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in __rbd_osd_setup_discard_ops()
2257 		osd_req_op_init(osd_req, which, CEPH_OSD_OP_DELETE, 0);  in __rbd_osd_setup_discard_ops()
2259 		osd_req_op_extent_init(osd_req, which,  in __rbd_osd_setup_discard_ops()
2308 static void __rbd_osd_setup_zeroout_ops(struct ceph_osd_request *osd_req,  in __rbd_osd_setup_zeroout_ops()  argument
2311 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in __rbd_osd_setup_zeroout_ops()
2317 				osd_req_op_init(osd_req, which++,  in __rbd_osd_setup_zeroout_ops()
2322 			osd_req_op_init(osd_req, which++,  in __rbd_osd_setup_zeroout_ops()
2331 		osd_req_op_extent_init(osd_req, which, opcode,  in __rbd_osd_setup_zeroout_ops()
2381 static void rbd_osd_setup_write_ops(struct ceph_osd_request *osd_req,  in rbd_osd_setup_write_ops()  argument
2384 	struct rbd_obj_request *obj_req = osd_req->r_priv;  in rbd_osd_setup_write_ops()
2388 		__rbd_osd_setup_write_ops(osd_req, which);  in rbd_osd_setup_write_ops()
2391 		__rbd_osd_setup_discard_ops(osd_req, which);  in rbd_osd_setup_write_ops()
2394 		__rbd_osd_setup_zeroout_ops(osd_req, which);  in rbd_osd_setup_write_ops()
2756 	struct ceph_osd_request *osd_req;  in rbd_obj_read_object()  local
2759 	osd_req = __rbd_obj_add_osd_request(obj_req, NULL, 1);  in rbd_obj_read_object()
2760 	if (IS_ERR(osd_req))  in rbd_obj_read_object()
2761 		return PTR_ERR(osd_req);  in rbd_obj_read_object()
2763 	osd_req_op_extent_init(osd_req, 0, CEPH_OSD_OP_READ,  in rbd_obj_read_object()
2765 	rbd_osd_setup_data(osd_req, 0);  in rbd_obj_read_object()
2766 	rbd_osd_format_read(osd_req);  in rbd_obj_read_object()
2768 	ret = ceph_osdc_alloc_messages(osd_req, GFP_NOIO);  in rbd_obj_read_object()
2772 	rbd_osd_submit(osd_req);  in rbd_obj_read_object()
2949 	struct ceph_osd_request *osd_req;  in rbd_obj_write_object()  local
2957 	osd_req = rbd_obj_add_osd_request(obj_req, num_ops);  in rbd_obj_write_object()
2958 	if (IS_ERR(osd_req))  in rbd_obj_write_object()
2959 		return PTR_ERR(osd_req);  in rbd_obj_write_object()
2962 		ret = rbd_osd_setup_stat(osd_req, which++);  in rbd_obj_write_object()
2967 	rbd_osd_setup_write_ops(osd_req, which);  in rbd_obj_write_object()
2968 	rbd_osd_format_write(osd_req);  in rbd_obj_write_object()
2970 	ret = ceph_osdc_alloc_messages(osd_req, GFP_NOIO);  in rbd_obj_write_object()
2974 	rbd_osd_submit(osd_req);  in rbd_obj_write_object()
3000 	struct ceph_osd_request *osd_req;  in rbd_obj_copyup_empty_snapc()  local
3006 	osd_req = __rbd_obj_add_osd_request(obj_req, &rbd_empty_snapc, 1);  in rbd_obj_copyup_empty_snapc()
3007 	if (IS_ERR(osd_req))  in rbd_obj_copyup_empty_snapc()
3008 		return PTR_ERR(osd_req);  in rbd_obj_copyup_empty_snapc()
3010 	ret = rbd_osd_setup_copyup(osd_req, 0, bytes);  in rbd_obj_copyup_empty_snapc()
3014 	rbd_osd_format_write(osd_req);  in rbd_obj_copyup_empty_snapc()
3016 	ret = ceph_osdc_alloc_messages(osd_req, GFP_NOIO);  in rbd_obj_copyup_empty_snapc()
3020 	rbd_osd_submit(osd_req);  in rbd_obj_copyup_empty_snapc()
3027 	struct ceph_osd_request *osd_req;  in rbd_obj_copyup_current_snapc()  local
3037 	osd_req = rbd_obj_add_osd_request(obj_req, num_ops);  in rbd_obj_copyup_current_snapc()
3038 	if (IS_ERR(osd_req))  in rbd_obj_copyup_current_snapc()
3039 		return PTR_ERR(osd_req);  in rbd_obj_copyup_current_snapc()
3042 		ret = rbd_osd_setup_copyup(osd_req, which++, bytes);  in rbd_obj_copyup_current_snapc()
3047 	rbd_osd_setup_write_ops(osd_req, which);  in rbd_obj_copyup_current_snapc()
3048 	rbd_osd_format_write(osd_req);  in rbd_obj_copyup_current_snapc()
3050 	ret = ceph_osdc_alloc_messages(osd_req, GFP_NOIO);  in rbd_obj_copyup_current_snapc()
3054 	rbd_osd_submit(osd_req);  in rbd_obj_copyup_current_snapc()