975 				       struct ib_udata *ucore,  in create_cq()  argument
1051 	ret = cb(file, obj, &resp, ucore, context);  in create_cq()
1076 				  struct ib_udata *ucore, void *context)  in ib_uverbs_create_cq_cb()  argument
1078 	if (ib_copy_to_udata(ucore, &resp->base, sizeof(resp->base)))  in ib_uverbs_create_cq_cb()
1091 	struct ib_udata                 ucore;  in ib_uverbs_create_cq()  local
1101 	ib_uverbs_init_udata(&ucore, buf, u64_to_user_ptr(cmd.response),  in ib_uverbs_create_cq()
1115 	obj = create_cq(file, &ucore, &uhw, &cmd_ex,  in ib_uverbs_create_cq()
1129 				     struct ib_udata *ucore, void *context)  in ib_uverbs_ex_create_cq_cb()  argument
1131 	if (ib_copy_to_udata(ucore, resp, resp->response_length))  in ib_uverbs_ex_create_cq_cb()
1138 			   struct ib_udata *ucore,  in ib_uverbs_ex_create_cq()  argument
1146 	if (ucore->inlen < sizeof(cmd))  in ib_uverbs_ex_create_cq()
1149 	err = ib_copy_from_udata(&cmd, ucore, sizeof(cmd));  in ib_uverbs_ex_create_cq()
1159 	if (ucore->outlen < (offsetof(typeof(resp), response_length) +  in ib_uverbs_ex_create_cq()
1163 	obj = create_cq(file, ucore, uhw, &cmd,  in ib_uverbs_ex_create_cq()
1164 			min(ucore->inlen, sizeof(cmd)),  in ib_uverbs_ex_create_cq()
1340 		     struct ib_udata *ucore,  in create_qp()  argument
1391 	    !ib_is_udata_cleared(ucore, sizeof(*cmd),  in create_qp()
1571 	ret = cb(file, &resp, ucore);  in create_qp()
1617 				  struct ib_udata *ucore)  in ib_uverbs_create_qp_cb()  argument
1619 	if (ib_copy_to_udata(ucore, &resp->base, sizeof(resp->base)))  in ib_uverbs_create_qp_cb()
1631 	struct ib_udata			ucore;  in ib_uverbs_create_qp()  local
1642 	ib_uverbs_init_udata(&ucore, buf, u64_to_user_ptr(cmd.response),  in ib_uverbs_create_qp()
1664 	err = create_qp(file, &ucore, &uhw, &cmd_ex,  in ib_uverbs_create_qp()
1677 				     struct ib_udata *ucore)  in ib_uverbs_ex_create_qp_cb()  argument
1679 	if (ib_copy_to_udata(ucore, resp, resp->response_length))  in ib_uverbs_ex_create_qp_cb()
1686 			   struct ib_udata *ucore,  in ib_uverbs_ex_create_qp()  argument
1693 	if (ucore->inlen < (offsetof(typeof(cmd), comp_mask) +  in ib_uverbs_ex_create_qp()
1697 	err = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_create_qp()
1707 	if (ucore->outlen < (offsetof(typeof(resp), response_length) +  in ib_uverbs_ex_create_qp()
1711 	err = create_qp(file, ucore, uhw, &cmd,  in ib_uverbs_ex_create_qp()
1712 			min(ucore->inlen, sizeof(cmd)),  in ib_uverbs_ex_create_qp()
2128 			   struct ib_udata *ucore,  in ib_uverbs_ex_modify_qp()  argument
2140 	if (ucore->inlen < sizeof(cmd.base))  in ib_uverbs_ex_modify_qp()
2143 	ret = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_modify_qp()
2151 	if (ucore->inlen > sizeof(cmd)) {  in ib_uverbs_ex_modify_qp()
2152 		if (!ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_modify_qp()
2153 					 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_modify_qp()
3098 			   struct ib_udata *ucore,  in ib_uverbs_ex_create_wq()  argument
3116 	if (ucore->inlen < required_cmd_sz)  in ib_uverbs_ex_create_wq()
3119 	if (ucore->outlen < required_resp_len)  in ib_uverbs_ex_create_wq()
3122 	if (ucore->inlen > sizeof(cmd) &&  in ib_uverbs_ex_create_wq()
3123 	    !ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_create_wq()
3124 				 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_create_wq()
3127 	err = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_create_wq()
3157 	if (ucore->inlen >= (offsetof(typeof(cmd), create_flags) +  in ib_uverbs_ex_create_wq()
3192 	err = ib_copy_to_udata(ucore,  in ib_uverbs_ex_create_wq()
3214 			    struct ib_udata *ucore,  in ib_uverbs_ex_destroy_wq()  argument
3228 	if (ucore->inlen < required_cmd_sz)  in ib_uverbs_ex_destroy_wq()
3231 	if (ucore->outlen < required_resp_len)  in ib_uverbs_ex_destroy_wq()
3234 	if (ucore->inlen > sizeof(cmd) &&  in ib_uverbs_ex_destroy_wq()
3235 	    !ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_destroy_wq()
3236 				 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_destroy_wq()
3239 	ret = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_destroy_wq()
3256 	return ib_copy_to_udata(ucore, &resp, resp.response_length);  in ib_uverbs_ex_destroy_wq()
3260 			   struct ib_udata *ucore,  in ib_uverbs_ex_modify_wq()  argument
3270 	if (ucore->inlen < required_cmd_sz)  in ib_uverbs_ex_modify_wq()
3273 	if (ucore->inlen > sizeof(cmd) &&  in ib_uverbs_ex_modify_wq()
3274 	    !ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_modify_wq()
3275 				 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_modify_wq()
3278 	ret = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_modify_wq()
3309 				      struct ib_udata *ucore,  in ib_uverbs_ex_create_rwq_ind_table()  argument
3331 	if (ucore->inlen < required_cmd_sz_header)  in ib_uverbs_ex_create_rwq_ind_table()
3334 	if (ucore->outlen < required_resp_len)  in ib_uverbs_ex_create_rwq_ind_table()
3337 	err = ib_copy_from_udata(&cmd, ucore, required_cmd_sz_header);  in ib_uverbs_ex_create_rwq_ind_table()
3341 	ucore->inbuf += required_cmd_sz_header;  in ib_uverbs_ex_create_rwq_ind_table()
3342 	ucore->inlen -= required_cmd_sz_header;  in ib_uverbs_ex_create_rwq_ind_table()
3356 	if (ucore->inlen < expected_in_size)  in ib_uverbs_ex_create_rwq_ind_table()
3359 	if (ucore->inlen > expected_in_size &&  in ib_uverbs_ex_create_rwq_ind_table()
3360 	    !ib_is_udata_cleared(ucore, expected_in_size,  in ib_uverbs_ex_create_rwq_ind_table()
3361 				 ucore->inlen - expected_in_size))  in ib_uverbs_ex_create_rwq_ind_table()
3369 	err = ib_copy_from_udata(wqs_handles, ucore,  in ib_uverbs_ex_create_rwq_ind_table()
3426 	err = ib_copy_to_udata(ucore,  in ib_uverbs_ex_create_rwq_ind_table()
3452 				       struct ib_udata *ucore,  in ib_uverbs_ex_destroy_rwq_ind_table()  argument
3461 	if (ucore->inlen < required_cmd_sz)  in ib_uverbs_ex_destroy_rwq_ind_table()
3464 	if (ucore->inlen > sizeof(cmd) &&  in ib_uverbs_ex_destroy_rwq_ind_table()
3465 	    !ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_destroy_rwq_ind_table()
3466 				 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_destroy_rwq_ind_table()
3469 	ret = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_destroy_rwq_ind_table()
3481 			     struct ib_udata *ucore,  in ib_uverbs_ex_create_flow()  argument
3499 	if (ucore->inlen < sizeof(cmd))  in ib_uverbs_ex_create_flow()
3502 	if (ucore->outlen < sizeof(resp))  in ib_uverbs_ex_create_flow()
3505 	err = ib_copy_from_udata(&cmd, ucore, sizeof(cmd));  in ib_uverbs_ex_create_flow()
3509 	ucore->inbuf += sizeof(cmd);  in ib_uverbs_ex_create_flow()
3510 	ucore->inlen -= sizeof(cmd);  in ib_uverbs_ex_create_flow()
3529 	if (cmd.flow_attr.size > ucore->inlen ||  in ib_uverbs_ex_create_flow()
3545 		err = ib_copy_from_udata(&kern_flow_attr->flow_specs, ucore,  in ib_uverbs_ex_create_flow()
3637 	err = ib_copy_to_udata(ucore,  in ib_uverbs_ex_create_flow()
3665 			      struct ib_udata *ucore,  in ib_uverbs_ex_destroy_flow()  argument
3671 	if (ucore->inlen < sizeof(cmd))  in ib_uverbs_ex_destroy_flow()
3674 	ret = ib_copy_from_udata(&cmd, ucore, sizeof(cmd));  in ib_uverbs_ex_destroy_flow()
3982 			      struct ib_udata *ucore,  in ib_uverbs_ex_query_device()  argument
4000 	if (ucore->inlen < sizeof(cmd))  in ib_uverbs_ex_query_device()
4003 	err = ib_copy_from_udata(&cmd, ucore, sizeof(cmd));  in ib_uverbs_ex_query_device()
4015 	if (ucore->outlen < resp.response_length)  in ib_uverbs_ex_query_device()
4024 	if (ucore->outlen < resp.response_length + sizeof(resp.odp_caps))  in ib_uverbs_ex_query_device()
4038 	if (ucore->outlen < resp.response_length + sizeof(resp.timestamp_mask))  in ib_uverbs_ex_query_device()
4044 	if (ucore->outlen < resp.response_length + sizeof(resp.hca_core_clock))  in ib_uverbs_ex_query_device()
4050 	if (ucore->outlen < resp.response_length + sizeof(resp.device_cap_flags_ex))  in ib_uverbs_ex_query_device()
4056 	if (ucore->outlen < resp.response_length + sizeof(resp.rss_caps))  in ib_uverbs_ex_query_device()
4067 	if (ucore->outlen < resp.response_length + sizeof(resp.max_wq_type_rq))  in ib_uverbs_ex_query_device()
4073 	if (ucore->outlen < resp.response_length + sizeof(resp.raw_packet_caps))  in ib_uverbs_ex_query_device()
4079 	if (ucore->outlen < resp.response_length + sizeof(resp.tm_caps))  in ib_uverbs_ex_query_device()
4089 	if (ucore->outlen < resp.response_length + sizeof(resp.cq_moderation_caps))  in ib_uverbs_ex_query_device()
4098 	if (ucore->outlen < resp.response_length + sizeof(resp.max_dm_size))  in ib_uverbs_ex_query_device()
4104 	err = ib_copy_to_udata(ucore, &resp, resp.response_length);  in ib_uverbs_ex_query_device()
4109 			   struct ib_udata *ucore,  in ib_uverbs_ex_modify_cq()  argument
4119 	if (ucore->inlen < required_cmd_sz)  in ib_uverbs_ex_modify_cq()
4123 	if (ucore->inlen > sizeof(cmd) &&  in ib_uverbs_ex_modify_cq()
4124 	    !ib_is_udata_cleared(ucore, sizeof(cmd),  in ib_uverbs_ex_modify_cq()
4125 				 ucore->inlen - sizeof(cmd)))  in ib_uverbs_ex_modify_cq()
4128 	ret = ib_copy_from_udata(&cmd, ucore, min(sizeof(cmd), ucore->inlen));  in ib_uverbs_ex_modify_cq()