| /Linux-v6.6/mm/ |
| D | percpu-internal.h | 158 extern struct percpu_stats pcpu_stats;
169 pcpu_stats.min_alloc_size = pcpu_stats_ai.unit_size; in pcpu_stats_save_ai()
184 pcpu_stats.nr_alloc++; in pcpu_stats_area_alloc()
185 pcpu_stats.nr_cur_alloc++; in pcpu_stats_area_alloc()
186 pcpu_stats.nr_max_alloc = in pcpu_stats_area_alloc()
187 max(pcpu_stats.nr_max_alloc, pcpu_stats.nr_cur_alloc); in pcpu_stats_area_alloc()
188 pcpu_stats.min_alloc_size = in pcpu_stats_area_alloc()
189 min(pcpu_stats.min_alloc_size, size); in pcpu_stats_area_alloc()
190 pcpu_stats.max_alloc_size = in pcpu_stats_area_alloc()
191 max(pcpu_stats.max_alloc_size, size); in pcpu_stats_area_alloc()
[all …]
|
| D | percpu-stats.c | 22 struct percpu_stats pcpu_stats; variable
178 seq_printf(m, " %-20s: %12llu\n", #X, (unsigned long long)pcpu_stats.X) in percpu_stats_show()
|
| /Linux-v6.6/include/linux/ |
| D | if_macvlan.h | 26 struct vlan_pcpu_stats __percpu *pcpu_stats; member
45 struct vlan_pcpu_stats *pcpu_stats; in macvlan_count_rx() local
47 pcpu_stats = get_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
48 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_count_rx()
49 u64_stats_inc(&pcpu_stats->rx_packets); in macvlan_count_rx()
50 u64_stats_add(&pcpu_stats->rx_bytes, len); in macvlan_count_rx()
52 u64_stats_inc(&pcpu_stats->rx_multicast); in macvlan_count_rx()
53 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_count_rx()
54 put_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
56 this_cpu_inc(vlan->pcpu_stats->rx_errors); in macvlan_count_rx()
|
| D | if_team.h | 190 struct team_pcpu_stats __percpu *pcpu_stats; member
|
| D | netdevice.h | 2770 typeof(type) __percpu *pcpu_stats = alloc_percpu_gfp(type, gfp);\
2771 if (pcpu_stats) { \
2775 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2779 pcpu_stats; \
2787 typeof(type) __percpu *pcpu_stats = devm_alloc_percpu(dev, type);\
2788 if (pcpu_stats) { \
2792 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2796 pcpu_stats; \
|
| /Linux-v6.6/drivers/infiniband/ulp/rtrs/ |
| D | rtrs-clt-stats.c | 22 s = get_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats()
30 put_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt); in rtrs_clt_inc_failover_cnt()
47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str()
66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str()
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str()
119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats()
135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats()
168 this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt); in rtrs_clt_update_rdma_stats()
[all …]
|
| D | rtrs-clt.h | 66 struct rtrs_clt_stats_pcpu __percpu *pcpu_stats; member
|
| D | rtrs-clt-sysfs.c | 39 free_percpu(stats->pcpu_stats); in rtrs_clt_path_stats_release()
|
| /Linux-v6.6/drivers/net/team/ |
| D | team_mode_loadbalance.c | 71 struct lb_pcpu_stats __percpu *pcpu_stats; member
81 struct lb_stats __percpu *pcpu_stats; member
204 struct lb_pcpu_stats *pcpu_stats; in lb_update_tx_stats() local
208 pcpu_stats = this_cpu_ptr(lb_priv->pcpu_stats); in lb_update_tx_stats()
209 port_stats = this_cpu_ptr(lb_port_priv->pcpu_stats); in lb_update_tx_stats()
210 hash_stats = &pcpu_stats->hash_stats[hash]; in lb_update_tx_stats()
211 u64_stats_update_begin(&pcpu_stats->syncp); in lb_update_tx_stats()
214 u64_stats_update_end(&pcpu_stats->syncp); in lb_update_tx_stats()
467 struct lb_pcpu_stats *pcpu_stats; in lb_stats_refresh() local
490 pcpu_stats = per_cpu_ptr(lb_priv->pcpu_stats, i); in lb_stats_refresh()
[all …]
|
| D | team.c | 746 struct team_pcpu_stats *pcpu_stats; in team_handle_frame() local
748 pcpu_stats = this_cpu_ptr(team->pcpu_stats); in team_handle_frame()
749 u64_stats_update_begin(&pcpu_stats->syncp); in team_handle_frame()
750 u64_stats_inc(&pcpu_stats->rx_packets); in team_handle_frame()
751 u64_stats_add(&pcpu_stats->rx_bytes, skb->len); in team_handle_frame()
753 u64_stats_inc(&pcpu_stats->rx_multicast); in team_handle_frame()
754 u64_stats_update_end(&pcpu_stats->syncp); in team_handle_frame()
758 this_cpu_inc(team->pcpu_stats->rx_nohandler); in team_handle_frame()
760 this_cpu_inc(team->pcpu_stats->rx_dropped); in team_handle_frame()
1622 team->pcpu_stats = netdev_alloc_pcpu_stats(struct team_pcpu_stats); in team_init()
[all …]
|
| /Linux-v6.6/drivers/net/ethernet/qualcomm/rmnet/ |
| D | rmnet_vnd.c | 24 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_rx_fixup()
37 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_tx_fixup_len()
61 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_vnd_start_xmit()
109 priv->pcpu_stats = alloc_percpu(struct rmnet_pcpu_stats); in rmnet_vnd_init()
110 if (!priv->pcpu_stats) in rmnet_vnd_init()
115 free_percpu(priv->pcpu_stats); in rmnet_vnd_init()
127 free_percpu(priv->pcpu_stats); in rmnet_vnd_uninit()
140 pcpu_ptr = per_cpu_ptr(priv->pcpu_stats, cpu); in rmnet_get_stats64()
|
| D | rmnet_config.h | 87 struct rmnet_pcpu_stats __percpu *pcpu_stats; member
|
| D | rmnet_handlers.c | 273 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_egress_handler()
|
| D | rmnet_map_data.c | 540 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_send_skb()
|
| /Linux-v6.6/drivers/net/ipvlan/ |
| D | ipvlan_main.c | 149 ipvlan->pcpu_stats = netdev_alloc_pcpu_stats(struct ipvl_pcpu_stats); in ipvlan_init()
150 if (!ipvlan->pcpu_stats) in ipvlan_init()
156 free_percpu(ipvlan->pcpu_stats); in ipvlan_init()
171 free_percpu(ipvlan->pcpu_stats); in ipvlan_uninit()
226 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_start_xmit()
233 this_cpu_inc(ipvlan->pcpu_stats->tx_drps); in ipvlan_start_xmit()
294 if (ipvlan->pcpu_stats) { in ipvlan_get_stats64()
302 pcptr = per_cpu_ptr(ipvlan->pcpu_stats, idx); in ipvlan_get_stats64()
|
| D | ipvlan.h | 68 struct ipvl_pcpu_stats __percpu *pcpu_stats; member
|
| D | ipvtap.c | 55 this_cpu_inc(vlan->pcpu_stats->tx_drps); in ipvtap_count_tx_dropped()
|
| D | ipvlan_core.c | 20 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_count_rx()
28 this_cpu_inc(ipvlan->pcpu_stats->rx_errs); in ipvlan_count_rx()
|
| /Linux-v6.6/drivers/net/ |
| D | macvlan.c | 583 struct vlan_pcpu_stats *pcpu_stats; in macvlan_start_xmit() local
585 pcpu_stats = this_cpu_ptr(vlan->pcpu_stats); in macvlan_start_xmit()
586 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_start_xmit()
587 u64_stats_inc(&pcpu_stats->tx_packets); in macvlan_start_xmit()
588 u64_stats_add(&pcpu_stats->tx_bytes, len); in macvlan_start_xmit()
589 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_start_xmit()
591 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvlan_start_xmit()
938 vlan->pcpu_stats = netdev_alloc_pcpu_stats(struct vlan_pcpu_stats); in macvlan_init()
939 if (!vlan->pcpu_stats) in macvlan_init()
955 free_percpu(vlan->pcpu_stats); in macvlan_uninit()
[all …]
|
| D | macvtap.c | 59 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvtap_count_tx_dropped()
|
| /Linux-v6.6/drivers/net/hyperv/ |
| D | netvsc_drv.c | 457 struct netvsc_vf_pcpu_stats *pcpu_stats in netvsc_vf_xmit() local
460 u64_stats_update_begin(&pcpu_stats->syncp); in netvsc_vf_xmit()
461 pcpu_stats->tx_packets++; in netvsc_vf_xmit()
462 pcpu_stats->tx_bytes += len; in netvsc_vf_xmit()
463 u64_stats_update_end(&pcpu_stats->syncp); in netvsc_vf_xmit()
1445 }, pcpu_stats[] = { variable
1474 #define NETVSC_PCPU_STATS_LEN (num_present_cpus() * ARRAY_SIZE(pcpu_stats))
1565 for (j = 0; j < ARRAY_SIZE(pcpu_stats); j++) in netvsc_get_ethtool_stats()
1567 + pcpu_stats[j].offset); in netvsc_get_ethtool_stats()
1602 for (i = 0; i < ARRAY_SIZE(pcpu_stats); i++) in netvsc_get_strings()
[all …]
|
| /Linux-v6.6/include/linux/spi/ |
| D | spi.h | 87 #define SPI_STATISTICS_ADD_TO_FIELD(pcpu_stats, field, count) \ argument
91 __lstats = this_cpu_ptr(pcpu_stats); \
98 #define SPI_STATISTICS_INCREMENT_FIELD(pcpu_stats, field) \ argument
102 __lstats = this_cpu_ptr(pcpu_stats); \
|
| /Linux-v6.6/drivers/net/ethernet/mellanox/mlxsw/ |
| D | spectrum.c | 284 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_ptp_data_construct()
317 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_handle()
738 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_port_xmit() local
752 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
772 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_xmit()
773 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
774 pcpu_stats->tx_packets++; in mlxsw_sp_port_xmit()
775 pcpu_stats->tx_bytes += len; in mlxsw_sp_port_xmit()
776 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
778 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
[all …]
|
| D | spectrum_trap.c | 66 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_rx_listener() local
77 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_rx_listener()
78 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
79 pcpu_stats->rx_packets++; in mlxsw_sp_rx_listener()
80 pcpu_stats->rx_bytes += skb->len; in mlxsw_sp_rx_listener()
81 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
|
| /Linux-v6.6/drivers/spi/ |
| D | spi.c | 100 struct spi_statistics __percpu *pcpu_stats; in spi_alloc_pcpu_stats() local
103 pcpu_stats = devm_alloc_percpu(dev, struct spi_statistics); in spi_alloc_pcpu_stats()
105 pcpu_stats = alloc_percpu_gfp(struct spi_statistics, GFP_KERNEL); in spi_alloc_pcpu_stats()
107 if (pcpu_stats) { in spi_alloc_pcpu_stats()
113 stat = per_cpu_ptr(pcpu_stats, cpu); in spi_alloc_pcpu_stats()
117 return pcpu_stats; in spi_alloc_pcpu_stats()
127 const struct spi_statistics *pcpu_stats; in spi_emit_pcpu_stats() local
132 pcpu_stats = per_cpu_ptr(stat, i); in spi_emit_pcpu_stats()
133 field = (void *)pcpu_stats + offset; in spi_emit_pcpu_stats()
135 start = u64_stats_fetch_begin(&pcpu_stats->syncp); in spi_emit_pcpu_stats()
[all …]
|
