/Linux-v6.6/include/asm-generic/ |
D | percpu.h | 65 #define raw_cpu_generic_read(pcp) \ argument 67 *raw_cpu_ptr(&(pcp)); \ 70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument 72 *raw_cpu_ptr(&(pcp)) op val; \ 75 #define raw_cpu_generic_add_return(pcp, val) \ argument 77 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 83 #define raw_cpu_generic_xchg(pcp, nval) \ argument 85 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 86 typeof(pcp) __ret; \ 92 #define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \ argument [all …]
|
/Linux-v6.6/arch/s390/include/asm/ |
D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument 29 typedef typeof(pcp) pcp_op_T__; \ 33 ptr__ = raw_cpu_ptr(&(pcp)); \ 44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument 48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument 49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument 50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument [all …]
|
/Linux-v6.6/arch/x86/include/asm/ |
D | percpu.h | 238 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, , pcp, oval, nval) argument 239 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, volatile, pcp, oval, nval) argument 243 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, , pcp, oval, nval); argument 244 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, volatile, pcp, oval, nval); argument 270 #define raw_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, , pcp, oval, nval) argument 271 #define this_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, volatile, pcp, oval, nval) argument 283 #define this_cpu_read_stable_1(pcp) percpu_stable_op(1, "mov", pcp) argument 284 #define this_cpu_read_stable_2(pcp) percpu_stable_op(2, "mov", pcp) argument 285 #define this_cpu_read_stable_4(pcp) percpu_stable_op(4, "mov", pcp) argument 286 #define this_cpu_read_stable_8(pcp) percpu_stable_op(8, "mov", pcp) argument [all …]
|
/Linux-v6.6/arch/loongarch/include/asm/ |
D | percpu.h | 157 #define _protect_cmpxchg_local(pcp, o, n) \ argument 159 typeof(*raw_cpu_ptr(&(pcp))) __ret; \ 161 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \ 166 #define _percpu_read(pcp) \ argument 168 typeof(pcp) __retval; \ 169 __retval = (typeof(pcp))__percpu_read(&(pcp), sizeof(pcp)); \ 173 #define _percpu_write(pcp, val) \ argument 175 __percpu_write(&(pcp), (unsigned long)(val), sizeof(pcp)); \ 178 #define _pcp_protect(operation, pcp, val) \ argument 180 typeof(pcp) __retval; \ [all …]
|
/Linux-v6.6/include/linux/ |
D | percpu-defs.h | 408 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument 409 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument 410 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument 411 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument 412 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument 413 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument 414 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument 415 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument 416 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval) 417 #define raw_cpu_try_cmpxchg(pcp, ovalp, nval) \ argument [all …]
|
/Linux-v6.6/arch/arm64/include/asm/ |
D | percpu.h | 149 #define _pcp_protect(op, pcp, ...) \ argument 152 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \ 156 #define _pcp_protect_return(op, pcp, args...) \ argument 158 typeof(pcp) __retval; \ 160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \ 165 #define this_cpu_read_1(pcp) \ argument 166 _pcp_protect_return(__percpu_read_8, pcp) 167 #define this_cpu_read_2(pcp) \ argument 168 _pcp_protect_return(__percpu_read_16, pcp) 169 #define this_cpu_read_4(pcp) \ argument [all …]
|
/Linux-v6.6/Documentation/translations/zh_CN/core-api/ |
D | this_cpu_ops.rst | 46 this_cpu_read(pcp) 47 this_cpu_write(pcp, val) 48 this_cpu_add(pcp, val) 49 this_cpu_and(pcp, val) 50 this_cpu_or(pcp, val) 51 this_cpu_add_return(pcp, val) 52 this_cpu_xchg(pcp, nval) 53 this_cpu_cmpxchg(pcp, oval, nval) 55 this_cpu_sub(pcp, val) 56 this_cpu_inc(pcp) [all …]
|
/Linux-v6.6/Documentation/core-api/ |
D | this_cpu_ops.rst | 48 this_cpu_read(pcp) 49 this_cpu_write(pcp, val) 50 this_cpu_add(pcp, val) 51 this_cpu_and(pcp, val) 52 this_cpu_or(pcp, val) 53 this_cpu_add_return(pcp, val) 54 this_cpu_xchg(pcp, nval) 55 this_cpu_cmpxchg(pcp, oval, nval) 56 this_cpu_sub(pcp, val) 57 this_cpu_inc(pcp) [all …]
|
/Linux-v6.6/mm/ |
D | vmstat.c | 345 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state() local 346 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state() 361 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state() 376 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local 377 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state() 397 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state() 434 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state() local 435 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state() 442 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state() 455 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local [all …]
|
D | page_alloc.c | 1184 struct per_cpu_pages *pcp, in free_pcppages_bulk() argument 1196 count = min(pcp->count, count); in free_pcppages_bulk() 1212 list = &pcp->lists[pindex]; in free_pcppages_bulk() 1226 pcp->count -= nr_pages; in free_pcppages_bulk() 2165 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument 2169 batch = READ_ONCE(pcp->batch); in drain_zone_pages() 2170 to_drain = min(pcp->count, batch); in drain_zone_pages() 2172 spin_lock(&pcp->lock); in drain_zone_pages() 2173 free_pcppages_bulk(zone, to_drain, pcp, 0); in drain_zone_pages() 2174 spin_unlock(&pcp->lock); in drain_zone_pages() [all …]
|
/Linux-v6.6/drivers/net/dsa/sja1105/ |
D | sja1105_flower.c | 123 rule->key.tc.pcp = tc; in sja1105_setup_tc_policer() 187 key->tc.pcp, rate_bytes_per_sec, in sja1105_flower_policer() 205 u16 pcp = U16_MAX; in sja1105_flower_parse_key() local 274 pcp = match.key->vlan_priority; in sja1105_flower_parse_key() 277 if (is_bcast_dmac && vid == U16_MAX && pcp == U16_MAX) { in sja1105_flower_parse_key() 281 if (dmac == U64_MAX && vid == U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key() 283 key->tc.pcp = pcp; in sja1105_flower_parse_key() 286 if (dmac != U64_MAX && vid != U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key() 290 key->vl.pcp = pcp; in sja1105_flower_parse_key() 481 int index = (port * SJA1105_NUM_TC) + rule->key.tc.pcp; in sja1105_cls_flower_del()
|
D | sja1105.h | 182 int pcp; member 190 u16 pcp; member
|
D | sja1105_vl.c | 408 vl_lookup[k].vlanprior = rule->key.vl.pcp; in sja1105_init_virtual_links() 692 ipv = key->vl.pcp; in sja1105_vl_gate() 750 vl_lookup[i].vlanprior == key->vl.pcp) in sja1105_find_vlid()
|
/Linux-v6.6/lib/ |
D | percpu_test.c | 5 #define CHECK(native, pcp, expected) \ argument 11 WARN(__this_cpu_read(pcp) != (expected), \ 13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
/Linux-v6.6/drivers/net/ethernet/microchip/lan966x/ |
D | lan966x_port.c | 401 u8 pcp, dp; in lan966x_port_qos_pcp_set() local 409 pcp = *(pcp_itr + i); in lan966x_port_qos_pcp_set() 412 lan_rmw(ANA_PCP_DEI_CFG_QOS_PCP_DEI_VAL_SET(pcp) | in lan966x_port_qos_pcp_set() 470 u8 pcp, dei; in lan966x_port_qos_pcp_rewr_set() local 486 pcp = qos->map[i]; in lan966x_port_qos_pcp_rewr_set() 487 if (pcp > LAN966X_PORT_QOS_PCP_COUNT) in lan966x_port_qos_pcp_rewr_set() 493 REW_PCP_DEI_CFG_PCP_QOS_VAL_SET(pcp), in lan966x_port_qos_pcp_rewr_set() 539 lan966x_port_qos_pcp_set(port, &qos->pcp); in lan966x_port_qos_set()
|
D | lan966x_dcb.c | 58 for (int i = 0; i < ARRAY_SIZE(qos.pcp.map); i++) { in lan966x_dcb_app_update() 61 qos.pcp.map[i] = dcb_getapp(dev, &app_itr); in lan966x_dcb_app_update() 98 qos.pcp.enable = true; in lan966x_dcb_app_update()
|
/Linux-v6.6/net/dsa/ |
D | tag_sja1105.c | 241 struct sk_buff *skb, u8 pcp) in sja1105_pvid_tag_control_pkt() argument 262 return vlan_insert_tag(skb, xmit_tpid, (pcp << VLAN_PRIO_SHIFT) | in sja1105_pvid_tag_control_pkt() 271 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local 282 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1105_xmit() 290 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1105_xmit() 299 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1110_xmit() local 314 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1110_xmit() 316 skb = sja1105_pvid_tag_control_pkt(dp, skb, pcp); in sja1110_xmit() 333 *tx_trailer = cpu_to_be32(SJA1110_TX_TRAILER_PRIO(pcp) | in sja1110_xmit()
|
D | tag_ocelot_8021q.c | 68 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in ocelot_xmit() local 76 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in ocelot_xmit()
|
/Linux-v6.6/drivers/infiniband/ulp/opa_vnic/ |
D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local 374 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc() 376 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc() 394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local 397 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl() 399 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
|
/Linux-v6.6/drivers/net/ethernet/microchip/sparx5/ |
D | sparx5_dcb.c | 150 pcp_map = &qos.pcp.map; in sparx5_dcb_app_update() 202 qos.pcp.qos_enable = true; in sparx5_dcb_app_update() 203 qos.pcp.dp_enable = qos.pcp.qos_enable; in sparx5_dcb_app_update()
|
D | sparx5_port.c | 1158 sparx5_port_qos_pcp_set(port, &qos->pcp); in sparx5_port_qos_set() 1171 u8 pcp, dei; in sparx5_port_qos_pcp_rewr_set() local 1187 pcp = qos->map.map[i]; in sparx5_port_qos_pcp_rewr_set() 1188 if (pcp > SPARX5_PORT_QOS_PCP_COUNT) in sparx5_port_qos_pcp_rewr_set() 1201 spx5_rmw(REW_PCP_MAP_DE1_PCP_DE1_SET(pcp), in sparx5_port_qos_pcp_rewr_set() 1209 spx5_rmw(REW_PCP_MAP_DE0_PCP_DE0_SET(pcp), in sparx5_port_qos_pcp_rewr_set() 1227 u8 pcp, dp; in sparx5_port_qos_pcp_set() local 1238 pcp = *(pcp_itr + i); in sparx5_port_qos_pcp_set() 1240 spx5_rmw(ANA_CL_PCP_DEI_MAP_CFG_PCP_DEI_QOS_VAL_SET(pcp) | in sparx5_port_qos_pcp_set()
|
D | sparx5_port.h | 150 struct sparx5_port_qos_pcp pcp; member
|
/Linux-v6.6/arch/sparc/kernel/ |
D | pcic.c | 608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local 631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus() 632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus() 633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus() 634 dev->sysdata = pcp; in pcibios_fixup_bus()
|
/Linux-v6.6/drivers/net/ethernet/mscc/ |
D | ocelot_vcap.c | 385 tag->pcp.value[0], tag->pcp.mask[0]); in is2_entry_set() 660 vcap_action_set(vcap, data, VCAP_IS1_ACT_PCP_VAL, a->pcp); in is1_action_set() 701 tag->pcp.value[0], tag->pcp.mask[0]); in is1_entry_set() 839 tag->pcp.value[0], tag->pcp.mask[0]); in es0_entry_set()
|
/Linux-v6.6/include/soc/mscc/ |
D | ocelot_vcap.h | 499 struct ocelot_vcap_u8 pcp; /* PCP (3 bit) */ member 642 u8 pcp; member
|