| /Linux-v5.4/include/asm-generic/ |
| D | percpu.h | 65 #define raw_cpu_generic_read(pcp) \ argument
67 *raw_cpu_ptr(&(pcp)); \
70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
72 *raw_cpu_ptr(&(pcp)) op val; \
75 #define raw_cpu_generic_add_return(pcp, val) \ argument
77 typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \
83 #define raw_cpu_generic_xchg(pcp, nval) \ argument
85 typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \
86 typeof(pcp) __ret; \
92 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
[all …]
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
29 typedef typeof(pcp) pcp_op_T__; \
33 ptr__ = raw_cpu_ptr(&(pcp)); \
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
[all …]
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | percpu.h | 140 #define _pcp_protect(op, pcp, ...) \ argument
143 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
147 #define _pcp_protect_return(op, pcp, args...) \ argument
149 typeof(pcp) __retval; \
151 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
156 #define this_cpu_read_1(pcp) \ argument
157 _pcp_protect_return(__percpu_read_8, pcp)
158 #define this_cpu_read_2(pcp) \ argument
159 _pcp_protect_return(__percpu_read_16, pcp)
160 #define this_cpu_read_4(pcp) \ argument
[all …]
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | percpu.h | 394 #define raw_cpu_read_1(pcp) percpu_from_op(, "mov", pcp) argument
395 #define raw_cpu_read_2(pcp) percpu_from_op(, "mov", pcp) argument
396 #define raw_cpu_read_4(pcp) percpu_from_op(, "mov", pcp) argument
398 #define raw_cpu_write_1(pcp, val) percpu_to_op(, "mov", (pcp), val) argument
399 #define raw_cpu_write_2(pcp, val) percpu_to_op(, "mov", (pcp), val) argument
400 #define raw_cpu_write_4(pcp, val) percpu_to_op(, "mov", (pcp), val) argument
401 #define raw_cpu_add_1(pcp, val) percpu_add_op(, (pcp), val) argument
402 #define raw_cpu_add_2(pcp, val) percpu_add_op(, (pcp), val) argument
403 #define raw_cpu_add_4(pcp, val) percpu_add_op(, (pcp), val) argument
404 #define raw_cpu_and_1(pcp, val) percpu_to_op(, "and", (pcp), val) argument
[all …]
|
| /Linux-v5.4/include/linux/ |
| D | percpu-defs.h | 421 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
422 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
423 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
424 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
425 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
426 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
427 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
428 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
429 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval)
433 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
[all …]
|
| D | gfp.h | 581 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
|
| D | mmzone.h | 343 struct per_cpu_pages pcp; member
|
| /Linux-v5.4/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | percpu.h | 31 #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) argument
32 #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) argument
33 #define __this_cpu_sub(pcp, n) __this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
35 #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) argument
36 #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) argument
37 #define this_cpu_sub(pcp, n) this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
66 #define __this_cpu_add(pcp, n) \ argument
69 THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), thread_cpu_id), \
70 (typeof(pcp)) (n)); \
73 #define this_cpu_add(pcp, n) \ argument
[all …]
|
| /Linux-v5.4/Documentation/ |
| D | this_cpu_ops.txt | 48 this_cpu_read(pcp)
49 this_cpu_write(pcp, val)
50 this_cpu_add(pcp, val)
51 this_cpu_and(pcp, val)
52 this_cpu_or(pcp, val)
53 this_cpu_add_return(pcp, val)
54 this_cpu_xchg(pcp, nval)
55 this_cpu_cmpxchg(pcp, oval, nval)
57 this_cpu_sub(pcp, val)
58 this_cpu_inc(pcp)
[all …]
|
| /Linux-v5.4/mm/ |
| D | vmstat.c | 319 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state() local
320 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
326 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
339 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
340 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
346 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
381 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state() local
382 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
386 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
397 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
[all …]
|
| D | page_alloc.c | 1257 struct per_cpu_pages *pcp) in free_pcppages_bulk() argument
1280 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1291 pcp->count--; in free_pcppages_bulk()
1307 if (prefetch_nr++ < pcp->batch) in free_pcppages_bulk()
2798 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument
2804 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
2805 to_drain = min(pcp->count, batch); in drain_zone_pages()
2807 free_pcppages_bulk(zone, to_drain, pcp); in drain_zone_pages()
2823 struct per_cpu_pages *pcp; in drain_pages_zone() local
2828 pcp = &pset->pcp; in drain_pages_zone()
[all …]
|
| /Linux-v5.4/lib/ |
| D | percpu_test.c | 5 #define CHECK(native, pcp, expected) \ argument
11 WARN(__this_cpu_read(pcp) != (expected), \
13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
| /Linux-v5.4/drivers/infiniband/ulp/opa_vnic/ |
| D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
374 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc()
376 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc()
394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
397 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl()
399 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
|
| /Linux-v5.4/arch/sparc/kernel/ |
| D | pcic.c | 608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local
631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus()
632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus()
633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus()
634 dev->sysdata = pcp; in pcibios_fixup_bus()
|
| /Linux-v5.4/net/dsa/ |
| D | tag_sja1105.c | 93 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local
111 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1105_xmit()
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlxsw/ |
| D | core_acl_flex_actions.c | 712 MLXSW_ITEM32(afa, vlan, pcp, 0x08, 8, 3);
718 enum mlxsw_afa_vlan_cmd pcp_cmd, u8 pcp, in mlxsw_afa_vlan_pack() argument
725 mlxsw_afa_vlan_pcp_set(payload, pcp); in mlxsw_afa_vlan_pack()
731 u16 vid, u8 pcp, u8 et, in mlxsw_afa_block_append_vlan_modify() argument
744 MLXSW_AFA_VLAN_CMD_SET_OUTER, pcp, in mlxsw_afa_block_append_vlan_modify()
|
| D | core_acl_flex_actions.h | 58 u16 vid, u8 pcp, u8 et,
|
| /Linux-v5.4/drivers/net/ethernet/mscc/ |
| D | ocelot_flower.c | 160 ocelot_rule->vlan.pcp.value[0] = match.key->vlan_priority; in ocelot_flower_parse()
161 ocelot_rule->vlan.pcp.mask[0] = match.mask->vlan_priority; in ocelot_flower_parse()
|
| D | ocelot_ace.h | 90 struct ocelot_vcap_u8 pcp; /* PCP (3 bit) */ member
|
| D | ocelot_ace.c | 362 VCAP_KEY_SET(PCP, tag->pcp.value[0], tag->pcp.mask[0]); in is2_entry_set()
|
| /Linux-v5.4/drivers/staging/fsl-dpaa2/ethsw/ |
| D | dpsw.c | 524 dpsw_set_field(tmp_conf, PCP, cfg->pcp); in dpsw_if_set_tci()
566 cfg->pcp = rsp_params->pcp; in dpsw_if_get_tci()
|
| D | dpsw-cmd.h | 220 u8 pcp; member
|
| D | dpsw.h | 264 u8 pcp; member
|
| /Linux-v5.4/Documentation/networking/ |
| D | openvswitch.txt | 177 eth(...), vlan(vid=10, pcp=0), eth_type(0x0800), ip(proto=6, ...), tcp(...)
192 eth(...), eth_type(0x8100), vlan(vid=10, pcp=0), encap(eth_type(0x0800),
|
| /Linux-v5.4/Documentation/admin-guide/sysctl/ |
| D | vm.rst | 359 cpu: 0 pcp: 0
776 This is the fraction of pages at most (high mark pcp->high) in each zone that
784 set to pcp->high/4. The upper limit of batch is (PAGE_SHIFT * 8)
|
