33 		struct scatterlist *sge;  in sk_msg_alloc()  local
47 		sge = &msg->sg.data[i];  in sk_msg_alloc()
50 		    sg_page(sge) == pfrag->page &&  in sk_msg_alloc()
51 		    sge->offset + sge->length == orig_offset) {  in sk_msg_alloc()
52 			sge->length += use;  in sk_msg_alloc()
59 			sge = &msg->sg.data[msg->sg.end];  in sk_msg_alloc()
60 			sg_unmark_end(sge);  in sk_msg_alloc()
61 			sg_set_page(sge, pfrag->page, use, orig_offset);  in sk_msg_alloc()
80 	struct scatterlist *sge = sk_msg_elem(src, i);  in sk_msg_clone()  local
85 		if (sge->length > off)  in sk_msg_clone()
87 		off -= sge->length;  in sk_msg_clone()
91 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
95 		sge_len = sge->length - off;  in sk_msg_clone()
103 		    (sg_page(sge) == sg_page(sgd)) &&  in sk_msg_clone()
104 		    (sg_virt(sge) + off == sg_virt(sgd) + sgd->length)) {  in sk_msg_clone()
108 			sge_off = sge->offset + off;  in sk_msg_clone()
109 			sk_msg_page_add(dst, sg_page(sge), sge_len, sge_off);  in sk_msg_clone()
120 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
132 		struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_return_zero()  local
134 		if (bytes < sge->length) {  in sk_msg_return_zero()
135 			sge->length -= bytes;  in sk_msg_return_zero()
136 			sge->offset += bytes;  in sk_msg_return_zero()
141 		sk_mem_uncharge(sk, sge->length);  in sk_msg_return_zero()
142 		bytes -= sge->length;  in sk_msg_return_zero()
143 		sge->length = 0;  in sk_msg_return_zero()
144 		sge->offset = 0;  in sk_msg_return_zero()
156 		struct scatterlist *sge = &msg->sg.data[i];  in sk_msg_return()  local
157 		int uncharge = (bytes < sge->length) ? bytes : sge->length;  in sk_msg_return()
169 	struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_free_elem()  local
170 	u32 len = sge->length;  in sk_msg_free_elem()
175 		put_page(sg_page(sge));  in sk_msg_free_elem()
176 	memset(sge, 0, sizeof(*sge));  in sk_msg_free_elem()
183 	struct scatterlist *sge = sk_msg_elem(msg, i);  in __sk_msg_free()  local
187 		msg->sg.size -= sge->length;  in __sk_msg_free()
191 		sge = sk_msg_elem(msg, i);  in __sk_msg_free()
213 	struct scatterlist *sge;  in __sk_msg_free_partial()  local
217 		sge = sk_msg_elem(msg, i);  in __sk_msg_free_partial()
218 		if (!sge->length)  in __sk_msg_free_partial()
220 		if (bytes < sge->length) {  in __sk_msg_free_partial()
223 			sge->length -= bytes;  in __sk_msg_free_partial()
224 			sge->offset += bytes;  in __sk_msg_free_partial()
229 		msg->sg.size -= sge->length;  in __sk_msg_free_partial()
230 		bytes -= sge->length;  in __sk_msg_free_partial()
360 	struct scatterlist *sge;  in sk_msg_memcopy_from_iter()  local
365 		sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
367 		if (msg->sg.copybreak >= sge->length) {  in sk_msg_memcopy_from_iter()
372 			sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
375 		buf_size = sge->length - msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
377 		to = sg_virt(sge) + msg->sg.copybreak;  in sk_msg_memcopy_from_iter()