| /Linux-v4.19/include/asm-generic/ |
| D | percpu.h | 69 #define raw_cpu_generic_read(pcp) \ argument
71 *raw_cpu_ptr(&(pcp)); \
74 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
76 *raw_cpu_ptr(&(pcp)) op val; \
79 #define raw_cpu_generic_add_return(pcp, val) \ argument
81 typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \
87 #define raw_cpu_generic_xchg(pcp, nval) \ argument
89 typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \
90 typeof(pcp) __ret; \
96 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
[all …]
|
| /Linux-v4.19/arch/s390/include/asm/ |
| D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
29 typedef typeof(pcp) pcp_op_T__; \
33 ptr__ = raw_cpu_ptr(&(pcp)); \
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
[all …]
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | percpu.h | 204 #define _protect_cmpxchg_local(pcp, o, n) \ argument
206 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
208 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
229 #define _percpu_read(pcp) \ argument
231 typeof(pcp) __retval; \
233 __retval = (typeof(pcp))__percpu_read(raw_cpu_ptr(&(pcp)), \
234 sizeof(pcp)); \
239 #define _percpu_write(pcp, val) \ argument
242 __percpu_write(raw_cpu_ptr(&(pcp)), (unsigned long)(val), \
243 sizeof(pcp)); \
[all …]
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | percpu.h | 394 #define raw_cpu_read_1(pcp) percpu_from_op("mov", pcp) argument
395 #define raw_cpu_read_2(pcp) percpu_from_op("mov", pcp) argument
396 #define raw_cpu_read_4(pcp) percpu_from_op("mov", pcp) argument
398 #define raw_cpu_write_1(pcp, val) percpu_to_op("mov", (pcp), val) argument
399 #define raw_cpu_write_2(pcp, val) percpu_to_op("mov", (pcp), val) argument
400 #define raw_cpu_write_4(pcp, val) percpu_to_op("mov", (pcp), val) argument
401 #define raw_cpu_add_1(pcp, val) percpu_add_op((pcp), val) argument
402 #define raw_cpu_add_2(pcp, val) percpu_add_op((pcp), val) argument
403 #define raw_cpu_add_4(pcp, val) percpu_add_op((pcp), val) argument
404 #define raw_cpu_and_1(pcp, val) percpu_to_op("and", (pcp), val) argument
[all …]
|
| /Linux-v4.19/include/linux/ |
| D | percpu-defs.h | 422 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
423 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
424 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
425 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
426 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
427 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
428 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
429 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
430 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval)
434 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
[all …]
|
| D | gfp.h | 558 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
|
| D | mmzone.h | 284 struct per_cpu_pages pcp; member
|
| /Linux-v4.19/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | percpu.h | 31 #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) argument
32 #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) argument
33 #define __this_cpu_sub(pcp, n) __this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
35 #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) argument
36 #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) argument
37 #define this_cpu_sub(pcp, n) this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
66 #define __this_cpu_add(pcp, n) \ argument
69 THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), thread_cpu_id), \
70 (typeof(pcp)) (n)); \
73 #define this_cpu_add(pcp, n) \ argument
[all …]
|
| /Linux-v4.19/Documentation/ |
| D | this_cpu_ops.txt | 48 this_cpu_read(pcp)
49 this_cpu_write(pcp, val)
50 this_cpu_add(pcp, val)
51 this_cpu_and(pcp, val)
52 this_cpu_or(pcp, val)
53 this_cpu_add_return(pcp, val)
54 this_cpu_xchg(pcp, nval)
55 this_cpu_cmpxchg(pcp, oval, nval)
57 this_cpu_sub(pcp, val)
58 this_cpu_inc(pcp)
[all …]
|
| /Linux-v4.19/mm/ |
| D | vmstat.c | 318 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state() local
319 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
325 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
338 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
339 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
345 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
380 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state() local
381 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
385 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
396 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
[all …]
|
| D | page_alloc.c | 1081 struct per_cpu_pages *pcp) in free_pcppages_bulk() argument
1104 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1115 pcp->count--; in free_pcppages_bulk()
1131 if (prefetch_nr++ < pcp->batch) in free_pcppages_bulk()
2514 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument
2520 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
2521 to_drain = min(pcp->count, batch); in drain_zone_pages()
2523 free_pcppages_bulk(zone, to_drain, pcp); in drain_zone_pages()
2539 struct per_cpu_pages *pcp; in drain_pages_zone() local
2544 pcp = &pset->pcp; in drain_pages_zone()
[all …]
|
| /Linux-v4.19/lib/ |
| D | percpu_test.c | 4 #define CHECK(native, pcp, expected) \ argument
10 WARN(__this_cpu_read(pcp) != (expected), \
12 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
| /Linux-v4.19/drivers/infiniband/ulp/opa_vnic/ |
| D | opa_vnic_encap.c | 370 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
373 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc()
375 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc()
393 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
396 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl()
398 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
|
| /Linux-v4.19/arch/sparc/kernel/ |
| D | pcic.c | 608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local
631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus()
632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus()
633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus()
634 dev->sysdata = pcp; in pcibios_fixup_bus()
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlxsw/ |
| D | core_acl_flex_actions.c | 712 MLXSW_ITEM32(afa, vlan, pcp, 0x08, 8, 3);
718 enum mlxsw_afa_vlan_cmd pcp_cmd, u8 pcp, in mlxsw_afa_vlan_pack() argument
725 mlxsw_afa_vlan_pcp_set(payload, pcp); in mlxsw_afa_vlan_pack()
731 u16 vid, u8 pcp, u8 et, in mlxsw_afa_block_append_vlan_modify() argument
744 MLXSW_AFA_VLAN_CMD_SET_OUTER, pcp, in mlxsw_afa_block_append_vlan_modify()
|
| D | core_acl_flex_actions.h | 58 u16 vid, u8 pcp, u8 et,
|
| D | reg.h | 3362 MLXSW_ITEM32(reg, qrwe, pcp, 0x04, 0, 1);
|
| /Linux-v4.19/drivers/staging/fsl-dpaa2/ethsw/ |
| D | dpsw.c | 524 dpsw_set_field(tmp_conf, PCP, cfg->pcp); in dpsw_if_set_tci()
566 cfg->pcp = rsp_params->pcp; in dpsw_if_get_tci()
|
| D | dpsw-cmd.h | 219 u8 pcp; member
|
| D | dpsw.h | 295 u8 pcp; member
|
| /Linux-v4.19/Documentation/networking/ |
| D | openvswitch.txt | 177 eth(...), vlan(vid=10, pcp=0), eth_type(0x0800), ip(proto=6, ...), tcp(...)
192 eth(...), eth_type(0x8100), vlan(vid=10, pcp=0), encap(eth_type(0x0800),
|
| /Linux-v4.19/Documentation/sysctl/ |
| D | vm.txt | 347 cpu: 0 pcp: 0
757 This is the fraction of pages at most (high mark pcp->high) in each zone that
765 set to pcp->high/4. The upper limit of batch is (PAGE_SHIFT * 8)
|
| /Linux-v4.19/drivers/infiniband/hw/mlx4/ |
| D | qp.c | 3097 u16 pcp = (be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 29) << 13; in build_mlx_header() local
3102 mlx->sched_prio = cpu_to_be16(pcp); in build_mlx_header()
3117 sqp->ud_header.vlan.tag = cpu_to_be16(vlan | pcp); in build_mlx_header()
|
