| /Linux-v6.1/mm/ |
| D | percpu-internal.h | 149 extern struct percpu_stats pcpu_stats;
160 pcpu_stats.min_alloc_size = pcpu_stats_ai.unit_size; in pcpu_stats_save_ai()
175 pcpu_stats.nr_alloc++; in pcpu_stats_area_alloc()
176 pcpu_stats.nr_cur_alloc++; in pcpu_stats_area_alloc()
177 pcpu_stats.nr_max_alloc = in pcpu_stats_area_alloc()
178 max(pcpu_stats.nr_max_alloc, pcpu_stats.nr_cur_alloc); in pcpu_stats_area_alloc()
179 pcpu_stats.min_alloc_size = in pcpu_stats_area_alloc()
180 min(pcpu_stats.min_alloc_size, size); in pcpu_stats_area_alloc()
181 pcpu_stats.max_alloc_size = in pcpu_stats_area_alloc()
182 max(pcpu_stats.max_alloc_size, size); in pcpu_stats_area_alloc()
[all …]
|
| D | percpu-stats.c | 22 struct percpu_stats pcpu_stats; variable
178 seq_printf(m, " %-20s: %12llu\n", #X, (unsigned long long)pcpu_stats.X) in percpu_stats_show()
|
| /Linux-v6.1/include/linux/ |
| D | if_macvlan.h | 26 struct vlan_pcpu_stats __percpu *pcpu_stats; member
45 struct vlan_pcpu_stats *pcpu_stats; in macvlan_count_rx() local
47 pcpu_stats = get_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
48 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_count_rx()
49 u64_stats_inc(&pcpu_stats->rx_packets); in macvlan_count_rx()
50 u64_stats_add(&pcpu_stats->rx_bytes, len); in macvlan_count_rx()
52 u64_stats_inc(&pcpu_stats->rx_multicast); in macvlan_count_rx()
53 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_count_rx()
54 put_cpu_ptr(vlan->pcpu_stats); in macvlan_count_rx()
56 this_cpu_inc(vlan->pcpu_stats->rx_errors); in macvlan_count_rx()
|
| D | if_team.h | 190 struct team_pcpu_stats __percpu *pcpu_stats; member
|
| D | netdevice.h | 2702 typeof(type) __percpu *pcpu_stats = alloc_percpu_gfp(type, gfp);\
2703 if (pcpu_stats) { \
2707 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2711 pcpu_stats; \
2719 typeof(type) __percpu *pcpu_stats = devm_alloc_percpu(dev, type);\
2720 if (pcpu_stats) { \
2724 stat = per_cpu_ptr(pcpu_stats, __cpu); \
2728 pcpu_stats; \
|
| /Linux-v6.1/drivers/infiniband/ulp/rtrs/ |
| D | rtrs-clt-stats.c | 22 s = get_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats()
30 put_cpu_ptr(stats->pcpu_stats); in rtrs_clt_update_wc_stats()
35 this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt); in rtrs_clt_inc_failover_cnt()
47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str()
66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str()
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str()
119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats()
135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats()
168 this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt); in rtrs_clt_update_rdma_stats()
[all …]
|
| D | rtrs-clt.h | 66 struct rtrs_clt_stats_pcpu __percpu *pcpu_stats; member
|
| D | rtrs-clt-sysfs.c | 39 free_percpu(stats->pcpu_stats); in rtrs_clt_path_stats_release()
|
| D | rtrs-clt.c | 2839 free_percpu(clt_path->stats->pcpu_stats); in rtrs_clt_open()
2849 free_percpu(clt_path->stats->pcpu_stats); in rtrs_clt_open()
3142 free_percpu(clt_path->stats->pcpu_stats); in rtrs_clt_create_path_from_sysfs()
|
| /Linux-v6.1/drivers/net/team/ |
| D | team_mode_loadbalance.c | 73 struct lb_pcpu_stats __percpu *pcpu_stats; member
83 struct lb_stats __percpu *pcpu_stats; member
209 struct lb_pcpu_stats *pcpu_stats; in lb_update_tx_stats() local
213 pcpu_stats = this_cpu_ptr(lb_priv->pcpu_stats); in lb_update_tx_stats()
214 port_stats = this_cpu_ptr(lb_port_priv->pcpu_stats); in lb_update_tx_stats()
215 hash_stats = &pcpu_stats->hash_stats[hash]; in lb_update_tx_stats()
216 u64_stats_update_begin(&pcpu_stats->syncp); in lb_update_tx_stats()
219 u64_stats_update_end(&pcpu_stats->syncp); in lb_update_tx_stats()
480 struct lb_pcpu_stats *pcpu_stats; in lb_stats_refresh() local
503 pcpu_stats = per_cpu_ptr(lb_priv->pcpu_stats, i); in lb_stats_refresh()
[all …]
|
| D | team.c | 748 struct team_pcpu_stats *pcpu_stats; in team_handle_frame() local
750 pcpu_stats = this_cpu_ptr(team->pcpu_stats); in team_handle_frame()
751 u64_stats_update_begin(&pcpu_stats->syncp); in team_handle_frame()
752 u64_stats_inc(&pcpu_stats->rx_packets); in team_handle_frame()
753 u64_stats_add(&pcpu_stats->rx_bytes, skb->len); in team_handle_frame()
755 u64_stats_inc(&pcpu_stats->rx_multicast); in team_handle_frame()
756 u64_stats_update_end(&pcpu_stats->syncp); in team_handle_frame()
760 this_cpu_inc(team->pcpu_stats->rx_nohandler); in team_handle_frame()
762 this_cpu_inc(team->pcpu_stats->rx_dropped); in team_handle_frame()
1633 team->pcpu_stats = netdev_alloc_pcpu_stats(struct team_pcpu_stats); in team_init()
[all …]
|
| /Linux-v6.1/drivers/net/ethernet/qualcomm/rmnet/ |
| D | rmnet_vnd.c | 24 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_rx_fixup()
37 pcpu_ptr = this_cpu_ptr(priv->pcpu_stats); in rmnet_vnd_tx_fixup()
56 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_vnd_start_xmit()
104 priv->pcpu_stats = alloc_percpu(struct rmnet_pcpu_stats); in rmnet_vnd_init()
105 if (!priv->pcpu_stats) in rmnet_vnd_init()
110 free_percpu(priv->pcpu_stats); in rmnet_vnd_init()
122 free_percpu(priv->pcpu_stats); in rmnet_vnd_uninit()
135 pcpu_ptr = per_cpu_ptr(priv->pcpu_stats, cpu); in rmnet_get_stats64()
|
| D | rmnet_config.h | 67 struct rmnet_pcpu_stats __percpu *pcpu_stats; member
|
| D | rmnet_handlers.c | 259 this_cpu_inc(priv->pcpu_stats->stats.tx_drops); in rmnet_egress_handler()
|
| /Linux-v6.1/drivers/net/ |
| D | macvlan.c | 574 struct vlan_pcpu_stats *pcpu_stats; in macvlan_start_xmit() local
576 pcpu_stats = this_cpu_ptr(vlan->pcpu_stats); in macvlan_start_xmit()
577 u64_stats_update_begin(&pcpu_stats->syncp); in macvlan_start_xmit()
578 u64_stats_inc(&pcpu_stats->tx_packets); in macvlan_start_xmit()
579 u64_stats_add(&pcpu_stats->tx_bytes, len); in macvlan_start_xmit()
580 u64_stats_update_end(&pcpu_stats->syncp); in macvlan_start_xmit()
582 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvlan_start_xmit()
911 vlan->pcpu_stats = netdev_alloc_pcpu_stats(struct vlan_pcpu_stats); in macvlan_init()
912 if (!vlan->pcpu_stats) in macvlan_init()
928 free_percpu(vlan->pcpu_stats); in macvlan_uninit()
[all …]
|
| D | macvtap.c | 60 this_cpu_inc(vlan->pcpu_stats->tx_dropped); in macvtap_count_tx_dropped()
|
| /Linux-v6.1/drivers/net/ipvlan/ |
| D | ipvlan_main.c | 149 ipvlan->pcpu_stats = netdev_alloc_pcpu_stats(struct ipvl_pcpu_stats); in ipvlan_init()
150 if (!ipvlan->pcpu_stats) in ipvlan_init()
156 free_percpu(ipvlan->pcpu_stats); in ipvlan_init()
171 free_percpu(ipvlan->pcpu_stats); in ipvlan_uninit()
226 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_start_xmit()
233 this_cpu_inc(ipvlan->pcpu_stats->tx_drps); in ipvlan_start_xmit()
294 if (ipvlan->pcpu_stats) { in ipvlan_get_stats64()
302 pcptr = per_cpu_ptr(ipvlan->pcpu_stats, idx); in ipvlan_get_stats64()
|
| D | ipvlan.h | 68 struct ipvl_pcpu_stats __percpu *pcpu_stats; member
|
| D | ipvtap.c | 56 this_cpu_inc(vlan->pcpu_stats->tx_drps); in ipvtap_count_tx_dropped()
|
| D | ipvlan_core.c | 20 pcptr = this_cpu_ptr(ipvlan->pcpu_stats); in ipvlan_count_rx()
28 this_cpu_inc(ipvlan->pcpu_stats->rx_errs); in ipvlan_count_rx()
|
| /Linux-v6.1/drivers/net/hyperv/ |
| D | netvsc_drv.c | 457 struct netvsc_vf_pcpu_stats *pcpu_stats in netvsc_vf_xmit() local
460 u64_stats_update_begin(&pcpu_stats->syncp); in netvsc_vf_xmit()
461 pcpu_stats->tx_packets++; in netvsc_vf_xmit()
462 pcpu_stats->tx_bytes += len; in netvsc_vf_xmit()
463 u64_stats_update_end(&pcpu_stats->syncp); in netvsc_vf_xmit()
1445 }, pcpu_stats[] = { variable
1474 #define NETVSC_PCPU_STATS_LEN (num_present_cpus() * ARRAY_SIZE(pcpu_stats))
1565 for (j = 0; j < ARRAY_SIZE(pcpu_stats); j++) in netvsc_get_ethtool_stats()
1567 + pcpu_stats[j].offset); in netvsc_get_ethtool_stats()
1602 for (i = 0; i < ARRAY_SIZE(pcpu_stats); i++) in netvsc_get_strings()
[all …]
|
| /Linux-v6.1/include/linux/spi/ |
| D | spi.h | 85 #define SPI_STATISTICS_ADD_TO_FIELD(pcpu_stats, field, count) \ argument
89 __lstats = this_cpu_ptr(pcpu_stats); \
96 #define SPI_STATISTICS_INCREMENT_FIELD(pcpu_stats, field) \ argument
100 __lstats = this_cpu_ptr(pcpu_stats); \
|
| /Linux-v6.1/drivers/net/ethernet/mellanox/mlxsw/ |
| D | spectrum.c | 284 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_ptp_data_construct()
317 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_txhdr_handle()
720 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_port_xmit() local
734 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
754 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_port_xmit()
755 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
756 pcpu_stats->tx_packets++; in mlxsw_sp_port_xmit()
757 pcpu_stats->tx_bytes += len; in mlxsw_sp_port_xmit()
758 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_port_xmit()
760 this_cpu_inc(mlxsw_sp_port->pcpu_stats->tx_dropped); in mlxsw_sp_port_xmit()
[all …]
|
| D | spectrum_trap.c | 66 struct mlxsw_sp_port_pcpu_stats *pcpu_stats; in mlxsw_sp_rx_listener() local
77 pcpu_stats = this_cpu_ptr(mlxsw_sp_port->pcpu_stats); in mlxsw_sp_rx_listener()
78 u64_stats_update_begin(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
79 pcpu_stats->rx_packets++; in mlxsw_sp_rx_listener()
80 pcpu_stats->rx_bytes += skb->len; in mlxsw_sp_rx_listener()
81 u64_stats_update_end(&pcpu_stats->syncp); in mlxsw_sp_rx_listener()
|
| /Linux-v6.1/drivers/spi/ |
| D | spi.c | 100 struct spi_statistics __percpu *pcpu_stats; in spi_alloc_pcpu_stats() local
103 pcpu_stats = devm_alloc_percpu(dev, struct spi_statistics); in spi_alloc_pcpu_stats()
105 pcpu_stats = alloc_percpu_gfp(struct spi_statistics, GFP_KERNEL); in spi_alloc_pcpu_stats()
107 if (pcpu_stats) { in spi_alloc_pcpu_stats()
113 stat = per_cpu_ptr(pcpu_stats, cpu); in spi_alloc_pcpu_stats()
117 return pcpu_stats; in spi_alloc_pcpu_stats()
125 const struct spi_statistics *pcpu_stats; \
128 pcpu_stats = per_cpu_ptr(in, i); \
131 &pcpu_stats->syncp); \
132 inc = u64_stats_read(&pcpu_stats->field); \
[all …]
|
