13 	if (msg->sg.end > msg->sg.start &&  in sk_msg_try_coalesce_ok()
14 	    elem_first_coalesce < msg->sg.end)  in sk_msg_try_coalesce_ok()
17 	if (msg->sg.end < msg->sg.start &&  in sk_msg_try_coalesce_ok()
18 	    (elem_first_coalesce > msg->sg.start ||  in sk_msg_try_coalesce_ok()
19 	     elem_first_coalesce < msg->sg.end))  in sk_msg_try_coalesce_ok()
31 	len -= msg->sg.size;  in sk_msg_alloc()
45 		i = msg->sg.end;  in sk_msg_alloc()
47 		sge = &msg->sg.data[i];  in sk_msg_alloc()
59 			sge = &msg->sg.data[msg->sg.end];  in sk_msg_alloc()
67 		msg->sg.size += use;  in sk_msg_alloc()
79 	int i = src->sg.start;  in sk_msg_clone()
89 		if (i == src->sg.end && off)  in sk_msg_clone()
99 		if (dst->sg.end)  in sk_msg_clone()
100 			sgd = sk_msg_elem(dst, dst->sg.end - 1);  in sk_msg_clone()
106 			dst->sg.size += sge_len;  in sk_msg_clone()
118 		if (i == src->sg.end && len)  in sk_msg_clone()
129 	int i = msg->sg.start;  in sk_msg_return_zero()
146 	} while (bytes && i != msg->sg.end);  in sk_msg_return_zero()
147 	msg->sg.start = i;  in sk_msg_return_zero()
153 	int i = msg->sg.start;  in sk_msg_return()
156 		struct scatterlist *sge = &msg->sg.data[i];  in sk_msg_return()
162 	} while (i != msg->sg.end);  in sk_msg_return()
186 	while (msg->sg.size) {  in __sk_msg_free()
187 		msg->sg.size -= sge->length;  in __sk_msg_free()
190 		sk_msg_check_to_free(msg, i, msg->sg.size);  in __sk_msg_free()
200 	return __sk_msg_free(sk, msg, msg->sg.start, false);  in sk_msg_free_nocharge()
206 	return __sk_msg_free(sk, msg, msg->sg.start, true);  in sk_msg_free()
214 	u32 i = msg->sg.start;  in __sk_msg_free_partial()
225 			msg->sg.size -= bytes;  in __sk_msg_free_partial()
229 		msg->sg.size -= sge->length;  in __sk_msg_free_partial()
235 	msg->sg.start = i;  in __sk_msg_free_partial()
252 	int trim = msg->sg.size - len;  in sk_msg_trim()
253 	u32 i = msg->sg.end;  in sk_msg_trim()
261 	msg->sg.size = len;  in sk_msg_trim()
262 	while (msg->sg.data[i].length &&  in sk_msg_trim()
263 	       trim >= msg->sg.data[i].length) {  in sk_msg_trim()
264 		trim -= msg->sg.data[i].length;  in sk_msg_trim()
271 	msg->sg.data[i].length -= trim;  in sk_msg_trim()
274 	if (msg->sg.curr == i && msg->sg.copybreak > msg->sg.data[i].length)  in sk_msg_trim()
275 		msg->sg.copybreak = msg->sg.data[i].length;  in sk_msg_trim()
278 	msg->sg.end = i;  in sk_msg_trim()
286 	if (!msg->sg.size) {  in sk_msg_trim()
287 		msg->sg.curr = msg->sg.start;  in sk_msg_trim()
288 		msg->sg.copybreak = 0;  in sk_msg_trim()
289 	} else if (sk_msg_iter_dist(msg->sg.start, msg->sg.curr) >=  in sk_msg_trim()
290 		   sk_msg_iter_dist(msg->sg.start, msg->sg.end)) {  in sk_msg_trim()
292 		msg->sg.curr = i;  in sk_msg_trim()
293 		msg->sg.copybreak = msg->sg.data[i].length;  in sk_msg_trim()
306 	orig = msg->sg.size;  in sk_msg_zerocopy_from_iter()
324 		msg->sg.size += copied;  in sk_msg_zerocopy_from_iter()
328 			sg_set_page(&msg->sg.data[msg->sg.end],  in sk_msg_zerocopy_from_iter()
330 			sg_unmark_end(&msg->sg.data[msg->sg.end]);  in sk_msg_zerocopy_from_iter()
343 		msg->sg.copybreak = 0;  in sk_msg_zerocopy_from_iter()
344 		msg->sg.curr = msg->sg.end;  in sk_msg_zerocopy_from_iter()
351 		iov_iter_revert(from, msg->sg.size - orig);  in sk_msg_zerocopy_from_iter()
359 	int ret = -ENOSPC, i = msg->sg.curr;  in sk_msg_memcopy_from_iter()
367 		if (msg->sg.copybreak >= sge->length) {  in sk_msg_memcopy_from_iter()
368 			msg->sg.copybreak = 0;  in sk_msg_memcopy_from_iter()
370 			if (i == msg->sg.end)  in sk_msg_memcopy_from_iter()
375 		buf_size = sge->length - msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
377 		to = sg_virt(sge) + msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
378 		msg->sg.copybreak += copy;  in sk_msg_memcopy_from_iter()
390 		msg->sg.copybreak = 0;  in sk_msg_memcopy_from_iter()
392 	} while (i != msg->sg.end);  in sk_msg_memcopy_from_iter()
394 	msg->sg.curr = i;  in sk_msg_memcopy_from_iter()
414 	num_sge = skb_to_sgvec(skb, msg->sg.data, 0, skb->len);  in sk_psock_skb_ingress()
422 	msg->sg.start = 0;  in sk_psock_skb_ingress()
423 	msg->sg.size = copied;  in sk_psock_skb_ingress()
424 	msg->sg.end = num_sge == MAX_MSG_FRAGS ? 0 : num_sge;  in sk_psock_skb_ingress()