| /Linux-v5.4/drivers/net/ethernet/intel/ice/ |
| D | ice_txrx.c | 297 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring()
449 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page()
563 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local
572 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in ice_can_reuse_rx_page()
583 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page()
585 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page()
646 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page()
676 rx_buf->pagecnt_bias--; in ice_get_rx_buf()
737 rx_buf->pagecnt_bias++; in ice_construct_skb()
764 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_put_rx_buf()
[all …]
|
| D | ice_txrx.h | 81 u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/iavf/ |
| D | iavf_txrx.c | 691 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in iavf_clean_rx_ring()
849 bi->pagecnt_bias = 1; in iavf_alloc_mapped_page()
1141 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in iavf_reuse_rx_page()
1186 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in iavf_can_reuse_rx_page() local
1195 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in iavf_can_reuse_rx_page()
1208 if (unlikely(!pagecnt_bias)) { in iavf_can_reuse_rx_page()
1210 rx_buffer->pagecnt_bias = USHRT_MAX; in iavf_can_reuse_rx_page()
1280 rx_buffer->pagecnt_bias--; in iavf_get_rx_buffer()
1347 rx_buffer->pagecnt_bias++; in iavf_construct_skb()
1426 rx_buffer->pagecnt_bias); in iavf_put_rx_buffer()
[all …]
|
| D | iavf_txrx.h | 282 __u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.c | 1221 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page()
1384 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in i40e_clean_rx_ring()
1556 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page()
1891 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local
1900 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in i40e_can_reuse_rx_page()
1913 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page()
1915 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
1979 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2060 rx_buffer->pagecnt_bias++; in i40e_construct_skb()
2139 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
[all …]
|
| D | i40e_txrx.h | 303 __u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/igc/ |
| D | igc_main.c | 383 buffer_info->pagecnt_bias); in igc_clean_rx_ring()
1212 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer()
1331 rx_buffer->pagecnt_bias++; in igc_construct_skb()
1363 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page()
1373 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local
1382 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in igc_can_reuse_rx_page()
1396 if (unlikely(!pagecnt_bias)) { in igc_can_reuse_rx_page()
1398 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page()
1481 rx_buffer->pagecnt_bias); in igc_put_rx_buffer()
1600 rx_buffer->pagecnt_bias++; in igc_clean_rx_irq()
[all …]
|
| D | igc.h | 204 __u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf_main.c | 545 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer()
567 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer()
641 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page()
783 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page()
793 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local
802 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in ixgbevf_can_reuse_rx_page()
817 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page()
819 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page()
919 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb()
1170 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
[all …]
|
| D | ixgbevf.h | 53 __u16 pagecnt_bias; member
|
| /Linux-v5.4/include/linux/ |
| D | mm_types.h | 251 unsigned int pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/igb/ |
| D | igb_main.c | 4759 buffer_info->pagecnt_bias); in igb_clean_rx_ring()
7935 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page()
7945 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local
7954 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in igb_can_reuse_rx_page()
7968 if (unlikely(!pagecnt_bias)) { in igb_can_reuse_rx_page()
7970 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8057 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8277 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8296 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8346 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
[all …]
|
| D | igb.h | 221 __u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_main.c | 1568 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page()
1942 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page()
1952 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local
1961 if (unlikely((page_ref_count(page) - pagecnt_bias) > 1)) in ixgbe_can_reuse_rx_page()
1979 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page()
1981 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2053 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2077 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2140 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2337 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
[all …]
|
| D | ixgbe.h | 233 __u16 pagecnt_bias; member
|
| /Linux-v5.4/drivers/net/wireless/mediatek/mt76/ |
| D | dma.c | 420 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76_dma_rx_cleanup()
|
| D | usb.c | 621 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76u_free_rx()
|
| /Linux-v5.4/mm/ |
| D | page_alloc.c | 4903 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc()
4911 if (!page_ref_sub_and_test(page, nc->pagecnt_bias)) in page_frag_alloc()
4922 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc()
4926 nc->pagecnt_bias--; in page_frag_alloc()
|
