| /Linux-v4.19/net/tls/ |
| D | tls_device.c | 220 struct page_frag *pfrag, in tls_append_frag() argument
226 if (frag->page.p == pfrag->page && in tls_append_frag()
227 frag->page_offset + frag->size == pfrag->offset) { in tls_append_frag()
231 frag->page.p = pfrag->page; in tls_append_frag()
232 frag->page_offset = pfrag->offset; in tls_append_frag()
235 get_page(pfrag->page); in tls_append_frag()
238 pfrag->offset += size; in tls_append_frag()
246 struct page_frag *pfrag, in tls_push_record() argument
290 struct page_frag *pfrag, in tls_create_new_record() argument
301 __skb_frag_set_page(frag, pfrag->page); in tls_create_new_record()
[all …]
|
| /Linux-v4.19/net/ipv6/ |
| D | esp6.c | 257 struct page_frag *pfrag = &x->xfrag; in esp6_output_head() local
265 if (unlikely(!skb_page_frag_refill(allocsize, pfrag, GFP_ATOMIC))) { in esp6_output_head()
270 page = pfrag->page; in esp6_output_head()
275 tail = vaddr + pfrag->offset; in esp6_output_head()
283 __skb_fill_page_desc(skb, nfrags, page, pfrag->offset, in esp6_output_head()
287 pfrag->offset = pfrag->offset + allocsize; in esp6_output_head()
371 struct page_frag *pfrag = &x->xfrag; in esp6_output_tail() local
376 if (unlikely(!skb_page_frag_refill(allocsize, pfrag, GFP_ATOMIC))) { in esp6_output_tail()
383 page = pfrag->page; in esp6_output_tail()
386 __skb_fill_page_desc(skb, 0, page, pfrag->offset, skb->data_len); in esp6_output_tail()
[all …]
|
| D | ip6_output.c | 1240 struct page_frag *pfrag, in __ip6_append_data() argument
1512 if (!sk_page_frag_refill(sk, pfrag)) in __ip6_append_data()
1515 if (!skb_can_coalesce(skb, i, pfrag->page, in __ip6_append_data()
1516 pfrag->offset)) { in __ip6_append_data()
1521 __skb_fill_page_desc(skb, i, pfrag->page, in __ip6_append_data()
1522 pfrag->offset, 0); in __ip6_append_data()
1524 get_page(pfrag->page); in __ip6_append_data()
1526 copy = min_t(int, copy, pfrag->size - pfrag->offset); in __ip6_append_data()
1528 page_address(pfrag->page) + pfrag->offset, in __ip6_append_data()
1532 pfrag->offset += copy; in __ip6_append_data()
|
| /Linux-v4.19/net/ipv4/ |
| D | esp4.c | 289 struct page_frag *pfrag = &x->xfrag; in esp_output_head() local
297 if (unlikely(!skb_page_frag_refill(allocsize, pfrag, GFP_ATOMIC))) { in esp_output_head()
302 page = pfrag->page; in esp_output_head()
307 tail = vaddr + pfrag->offset; in esp_output_head()
315 __skb_fill_page_desc(skb, nfrags, page, pfrag->offset, in esp_output_head()
319 pfrag->offset = pfrag->offset + allocsize; in esp_output_head()
407 struct page_frag *pfrag = &x->xfrag; in esp_output_tail() local
412 if (unlikely(!skb_page_frag_refill(allocsize, pfrag, GFP_ATOMIC))) { in esp_output_tail()
419 page = pfrag->page; in esp_output_tail()
422 __skb_fill_page_desc(skb, 0, page, pfrag->offset, skb->data_len); in esp_output_tail()
[all …]
|
| D | ip_output.c | 863 struct page_frag *pfrag, in __ip_append_data() argument
1074 if (!sk_page_frag_refill(sk, pfrag)) in __ip_append_data()
1077 if (!skb_can_coalesce(skb, i, pfrag->page, in __ip_append_data()
1078 pfrag->offset)) { in __ip_append_data()
1083 __skb_fill_page_desc(skb, i, pfrag->page, in __ip_append_data()
1084 pfrag->offset, 0); in __ip_append_data()
1086 get_page(pfrag->page); in __ip_append_data()
1088 copy = min_t(int, copy, pfrag->size - pfrag->offset); in __ip_append_data()
1090 page_address(pfrag->page) + pfrag->offset, in __ip_append_data()
1094 pfrag->offset += copy; in __ip_append_data()
|
| D | tcp.c | 1319 struct page_frag *pfrag = sk_page_frag(sk); in tcp_sendmsg_locked() local
1321 if (!sk_page_frag_refill(sk, pfrag)) in tcp_sendmsg_locked()
1324 if (!skb_can_coalesce(skb, i, pfrag->page, in tcp_sendmsg_locked()
1325 pfrag->offset)) { in tcp_sendmsg_locked()
1333 copy = min_t(int, copy, pfrag->size - pfrag->offset); in tcp_sendmsg_locked()
1339 pfrag->page, in tcp_sendmsg_locked()
1340 pfrag->offset, in tcp_sendmsg_locked()
1349 skb_fill_page_desc(skb, i, pfrag->page, in tcp_sendmsg_locked()
1350 pfrag->offset, copy); in tcp_sendmsg_locked()
1351 page_ref_inc(pfrag->page); in tcp_sendmsg_locked()
[all …]
|
| /Linux-v4.19/net/core/ |
| D | sock.c | 2197 bool skb_page_frag_refill(unsigned int sz, struct page_frag *pfrag, gfp_t gfp) in skb_page_frag_refill() argument
2199 if (pfrag->page) { in skb_page_frag_refill()
2200 if (page_ref_count(pfrag->page) == 1) { in skb_page_frag_refill()
2201 pfrag->offset = 0; in skb_page_frag_refill()
2204 if (pfrag->offset + sz <= pfrag->size) in skb_page_frag_refill()
2206 put_page(pfrag->page); in skb_page_frag_refill()
2209 pfrag->offset = 0; in skb_page_frag_refill()
2212 pfrag->page = alloc_pages((gfp & ~__GFP_DIRECT_RECLAIM) | in skb_page_frag_refill()
2216 if (likely(pfrag->page)) { in skb_page_frag_refill()
2217 pfrag->size = PAGE_SIZE << SKB_FRAG_PAGE_ORDER; in skb_page_frag_refill()
[all …]
|
| D | skbuff.c | 2111 struct page_frag *pfrag = sk_page_frag(sk); in linear_to_page() local
2113 if (!sk_page_frag_refill(sk, pfrag)) in linear_to_page()
2116 *len = min_t(unsigned int, *len, pfrag->size - pfrag->offset); in linear_to_page()
2118 memcpy(page_address(pfrag->page) + pfrag->offset, in linear_to_page()
2120 *offset = pfrag->offset; in linear_to_page()
2121 pfrag->offset += *len; in linear_to_page()
2123 return pfrag->page; in linear_to_page()
3405 struct page_frag *pfrag = ¤t->task_frag; in skb_append_datato_frags() local
3412 if (!sk_page_frag_refill(sk, pfrag)) in skb_append_datato_frags()
3416 copy = min_t(int, length, pfrag->size - pfrag->offset); in skb_append_datato_frags()
[all …]
|
| /Linux-v4.19/net/kcm/ |
| D | kcmsock.c | 958 struct page_frag *pfrag = sk_page_frag(sk); in kcm_sendmsg() local
960 if (!sk_page_frag_refill(sk, pfrag)) in kcm_sendmsg()
963 if (!skb_can_coalesce(skb, i, pfrag->page, in kcm_sendmsg()
964 pfrag->offset)) { in kcm_sendmsg()
985 pfrag->size - pfrag->offset); in kcm_sendmsg()
991 pfrag->page, in kcm_sendmsg()
992 pfrag->offset, in kcm_sendmsg()
1001 skb_fill_page_desc(skb, i, pfrag->page, in kcm_sendmsg()
1002 pfrag->offset, copy); in kcm_sendmsg()
1003 get_page(pfrag->page); in kcm_sendmsg()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_tx.c | 567 void **pfrag) in is_inline() argument
578 *pfrag = ptr; in is_inline()
602 void **pfrag) in get_real_size() argument
629 shinfo, pfrag); in get_real_size()
|
| /Linux-v4.19/fs/ceph/ |
| D | inode.c | 180 struct ceph_inode_frag *pfrag, int *found) in __ceph_choose_frag() argument
196 if (pfrag) in __ceph_choose_frag()
197 memcpy(pfrag, frag, sizeof(*pfrag)); in __ceph_choose_frag()
222 struct ceph_inode_frag *pfrag, int *found) in ceph_choose_frag() argument
226 ret = __ceph_choose_frag(ci, v, pfrag, found); in ceph_choose_frag()
|
| D | super.h | 584 struct ceph_inode_frag *pfrag,
|
| /Linux-v4.19/drivers/net/ |
| D | tun.c | 1467 struct page_frag *pfrag = ¤t->task_frag; in tun_napi_alloc_frags() local
1475 if (!skb_page_frag_refill(fragsz, pfrag, GFP_KERNEL)) { in tun_napi_alloc_frags()
1480 skb_fill_page_desc(skb, i - 1, pfrag->page, in tun_napi_alloc_frags()
1481 pfrag->offset, fragsz); in tun_napi_alloc_frags()
1482 page_ref_inc(pfrag->page); in tun_napi_alloc_frags()
1483 pfrag->offset += fragsz; in tun_napi_alloc_frags()
|
| /Linux-v4.19/drivers/scsi/be2iscsi/ |
| D | be_main.c | 2139 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_sgl_v2()
2228 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_sgl()
2331 psgl = (struct iscsi_sge *)io_task->psgl_handle->pfrag; in hwi_write_buffer()
3902 struct iscsi_sge *pfrag; in beiscsi_init_sgl_handle() local
3980 pfrag = mem_descr_sg->mem_array[idx].virtual_address; in beiscsi_init_sgl_handle()
3991 psgl_handle->pfrag = pfrag; in beiscsi_init_sgl_handle()
3992 AMAP_SET_BITS(struct amap_iscsi_sge, addr_hi, pfrag, 0); in beiscsi_init_sgl_handle()
3993 AMAP_SET_BITS(struct amap_iscsi_sge, addr_lo, pfrag, 0); in beiscsi_init_sgl_handle()
3994 pfrag += phba->params.num_sge_per_io; in beiscsi_init_sgl_handle()
|
| D | be_main.h | 218 struct iscsi_sge *pfrag; member
|
| /Linux-v4.19/include/net/ |
| D | sock.h | 2213 bool sk_page_frag_refill(struct sock *sk, struct page_frag *pfrag);
|
| /Linux-v4.19/include/linux/ |
| D | skbuff.h | 2837 bool skb_page_frag_refill(unsigned int sz, struct page_frag *pfrag, gfp_t prio);
|
