34 		struct scatterlist *sge;  in sk_msg_alloc()  local
48 		sge = &msg->sg.data[i];  in sk_msg_alloc()
51 		    sg_page(sge) == pfrag->page &&  in sk_msg_alloc()
52 		    sge->offset + sge->length == orig_offset) {  in sk_msg_alloc()
53 			sge->length += use;  in sk_msg_alloc()
60 			sge = &msg->sg.data[msg->sg.end];  in sk_msg_alloc()
61 			sg_unmark_end(sge);  in sk_msg_alloc()
62 			sg_set_page(sge, pfrag->page, use, orig_offset);  in sk_msg_alloc()
81 	struct scatterlist *sge = sk_msg_elem(src, i);  in sk_msg_clone()  local
86 		if (sge->length > off)  in sk_msg_clone()
88 		off -= sge->length;  in sk_msg_clone()
92 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
96 		sge_len = sge->length - off;  in sk_msg_clone()
104 		    (sg_page(sge) == sg_page(sgd)) &&  in sk_msg_clone()
105 		    (sg_virt(sge) + off == sg_virt(sgd) + sgd->length)) {  in sk_msg_clone()
109 			sge_off = sge->offset + off;  in sk_msg_clone()
110 			sk_msg_page_add(dst, sg_page(sge), sge_len, sge_off);  in sk_msg_clone()
121 		sge = sk_msg_elem(src, i);  in sk_msg_clone()
133 		struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_return_zero()  local
135 		if (bytes < sge->length) {  in sk_msg_return_zero()
136 			sge->length -= bytes;  in sk_msg_return_zero()
137 			sge->offset += bytes;  in sk_msg_return_zero()
142 		sk_mem_uncharge(sk, sge->length);  in sk_msg_return_zero()
143 		bytes -= sge->length;  in sk_msg_return_zero()
144 		sge->length = 0;  in sk_msg_return_zero()
145 		sge->offset = 0;  in sk_msg_return_zero()
157 		struct scatterlist *sge = &msg->sg.data[i];  in sk_msg_return()  local
158 		int uncharge = (bytes < sge->length) ? bytes : sge->length;  in sk_msg_return()
170 	struct scatterlist *sge = sk_msg_elem(msg, i);  in sk_msg_free_elem()  local
171 	u32 len = sge->length;  in sk_msg_free_elem()
177 		put_page(sg_page(sge));  in sk_msg_free_elem()
179 	memset(sge, 0, sizeof(*sge));  in sk_msg_free_elem()
186 	struct scatterlist *sge = sk_msg_elem(msg, i);  in __sk_msg_free()  local
190 		msg->sg.size -= sge->length;  in __sk_msg_free()
194 		sge = sk_msg_elem(msg, i);  in __sk_msg_free()
216 	struct scatterlist *sge;  in __sk_msg_free_partial()  local
220 		sge = sk_msg_elem(msg, i);  in __sk_msg_free_partial()
221 		if (!sge->length)  in __sk_msg_free_partial()
223 		if (bytes < sge->length) {  in __sk_msg_free_partial()
226 			sge->length -= bytes;  in __sk_msg_free_partial()
227 			sge->offset += bytes;  in __sk_msg_free_partial()
232 		msg->sg.size -= sge->length;  in __sk_msg_free_partial()
233 		bytes -= sge->length;  in __sk_msg_free_partial()
363 	struct scatterlist *sge;  in sk_msg_memcopy_from_iter()  local
368 		sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
370 		if (msg->sg.copybreak >= sge->length) {  in sk_msg_memcopy_from_iter()
375 			sge = sk_msg_elem(msg, i);  in sk_msg_memcopy_from_iter()
378 		buf_size = sge->length - msg->sg.copybreak;  in sk_msg_memcopy_from_iter()
380 		to = sg_virt(sge) + msg->sg.copybreak;  in sk_msg_memcopy_from_iter()