| /Linux-v5.15/fs/squashfs/ |
| D | decompressor_multi_percpu.c | 32 struct squashfs_stream __percpu *percpu; in squashfs_decompressor_create() local
35 percpu = alloc_percpu(struct squashfs_stream); in squashfs_decompressor_create()
36 if (percpu == NULL) in squashfs_decompressor_create()
40 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
50 return (__force void *) percpu; in squashfs_decompressor_create()
54 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
58 free_percpu(percpu); in squashfs_decompressor_create()
64 struct squashfs_stream __percpu *percpu = in squashfs_decompressor_destroy() local
71 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_destroy()
74 free_percpu(percpu); in squashfs_decompressor_destroy()
|
| /Linux-v5.15/tools/testing/selftests/cgroup/ |
| D | test_kmem.c | 165 long current, slab, anon, file, kernel_stack, pagetables, percpu, sock, sum; in test_kmem_memcg_deletion() local
188 percpu = cg_read_key_long(parent, "memory.stat", "percpu "); in test_kmem_memcg_deletion()
191 kernel_stack < 0 || pagetables < 0 || percpu < 0 || sock < 0) in test_kmem_memcg_deletion()
194 sum = slab + anon + file + kernel_stack + pagetables + percpu + sock; in test_kmem_memcg_deletion()
205 printf("percpu = %ld\n", percpu); in test_kmem_memcg_deletion()
359 long current, percpu; in test_percpu_basic() local
384 percpu = cg_read_key_long(parent, "memory.stat", "percpu "); in test_percpu_basic()
386 if (current > 0 && percpu > 0 && abs(current - percpu) < in test_percpu_basic()
391 current, percpu); in test_percpu_basic()
|
| /Linux-v5.15/arch/alpha/boot/ |
| D | main.c | 65 struct percpu_struct * percpu; in pal_init() local
95 percpu = (struct percpu_struct *) in pal_init()
97 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| D | bootp.c | 71 struct percpu_struct * percpu; in pal_init() local
101 percpu = (struct percpu_struct *) in pal_init()
103 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| D | bootpz.c | 119 struct percpu_struct * percpu; in pal_init() local
149 percpu = (struct percpu_struct *) in pal_init()
151 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
|
| /Linux-v5.15/net/rds/ |
| D | ib_recv.c | 106 cache->percpu = alloc_percpu_gfp(struct rds_ib_cache_head, gfp); in rds_ib_recv_alloc_cache()
107 if (!cache->percpu) in rds_ib_recv_alloc_cache()
111 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_recv_alloc_cache()
129 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_alloc_caches()
142 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_cache_splice_all_lists()
165 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_free_caches()
176 free_percpu(ic->i_cache_frags.percpu); in rds_ib_recv_free_caches()
485 chpfirst = __this_cpu_read(cache->percpu->first); in rds_ib_recv_cache_put()
491 __this_cpu_write(cache->percpu->first, new_item); in rds_ib_recv_cache_put()
492 __this_cpu_inc(cache->percpu->count); in rds_ib_recv_cache_put()
[all …]
|
| /Linux-v5.15/include/asm-generic/ |
| D | vmlinux.lds.h | 974 *(.data..percpu..decrypted) \
1046 *(.data..percpu..first) \
1048 *(.data..percpu..page_aligned) \
1050 *(.data..percpu..read_mostly) \
1052 *(.data..percpu) \
1053 *(.data..percpu..shared_aligned) \
1083 .data..percpu vaddr : AT(__per_cpu_load - LOAD_OFFSET) { \
1086 . = __per_cpu_load + SIZEOF(.data..percpu);
1102 .data..percpu : AT(ADDR(.data..percpu) - LOAD_OFFSET) { \
|
| /Linux-v5.15/kernel/bpf/ |
| D | bpf_lru_list.c | 496 if (lru->percpu) in bpf_lru_pop_free()
553 if (lru->percpu) in bpf_lru_push_free()
611 if (lru->percpu) in bpf_lru_populate()
646 int bpf_lru_init(struct bpf_lru *lru, bool percpu, u32 hash_offset, in bpf_lru_init() argument
651 if (percpu) { in bpf_lru_init()
681 lru->percpu = percpu; in bpf_lru_init()
691 if (lru->percpu) in bpf_lru_destroy()
|
| D | bpf_lru_list.h | 61 bool percpu; member
73 int bpf_lru_init(struct bpf_lru *lru, bool percpu, u32 hash_offset,
|
| /Linux-v5.15/drivers/md/ |
| D | raid5.c | 1474 static struct page **to_addr_page(struct raid5_percpu *percpu, int i) in to_addr_page() argument
1476 return percpu->scribble + i * percpu->scribble_obj_size; in to_addr_page()
1481 struct raid5_percpu *percpu, int i) in to_addr_conv() argument
1483 return (void *) (to_addr_page(percpu, i) + sh->disks + 2); in to_addr_conv()
1490 to_addr_offs(struct stripe_head *sh, struct raid5_percpu *percpu) in to_addr_offs() argument
1492 return (unsigned int *) (to_addr_conv(sh, percpu, 0) + sh->disks + 2); in to_addr_offs()
1496 ops_run_compute5(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute5() argument
1499 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_compute5()
1500 unsigned int *off_srcs = to_addr_offs(sh, percpu); in ops_run_compute5()
1526 ops_complete_compute, sh, to_addr_conv(sh, percpu, 0)); in ops_run_compute5()
[all …]
|
| /Linux-v5.15/drivers/clocksource/ |
| D | timer-qcom.c | 153 bool percpu) in msm_timer_init() argument
159 msm_timer_has_ppi = percpu; in msm_timer_init()
167 if (percpu) in msm_timer_init()
|
| D | timer-of.c | 28 if (of_irq->percpu) in timer_of_irq_exit()
72 ret = of_irq->percpu ? in timer_of_irq_init()
|
| /Linux-v5.15/Documentation/trace/coresight/ |
| D | coresight-trbe.rst | 13 Trace Buffer Extension (TRBE) is a percpu hardware which captures in system
14 memory, CPU traces generated from a corresponding percpu tracing unit. This
|
| /Linux-v5.15/arch/sparc/kernel/ |
| D | sun4m_irq.c | 107 bool percpu; member
200 if (handler_data->percpu) { in sun4m_mask_irq()
219 if (handler_data->percpu) { in sun4m_unmask_irq()
278 handler_data->percpu = real_irq < OBP_INT_LEVEL_ONBOARD; in sun4m_build_device_irq()
|
| /Linux-v5.15/arch/x86/kernel/ |
| D | vmlinux.lds.S | 107 percpu PT_LOAD FLAGS(6); /* RW_ */
224 PERCPU_VADDR(INTERNODE_CACHE_BYTES, 0, :percpu)
225 ASSERT(SIZEOF(.data..percpu) < CONFIG_PHYSICAL_START,
|
| /Linux-v5.15/include/linux/ |
| D | spinlock_rt.h | 11 struct lock_class_key *key, bool percpu);
14 struct lock_class_key *key, bool percpu) in __rt_spin_lock_init() argument
|
| D | stm.h | 118 unsigned int percpu; member
|
| /Linux-v5.15/kernel/sched/ |
| D | cpuacct.c | 208 u64 percpu; in __cpuacct_percpu_seq_show() local
212 percpu = cpuacct_cpuusage_read(ca, i, index); in __cpuacct_percpu_seq_show()
213 seq_printf(m, "%llu ", (unsigned long long) percpu); in __cpuacct_percpu_seq_show()
|
| /Linux-v5.15/arch/arm64/kvm/hyp/nvhe/ |
| D | hyp.lds.S | 25 BEGIN_HYP_SECTION(.data..percpu)
|
| /Linux-v5.15/arch/ia64/kernel/ |
| D | vmlinux.lds.S | 20 percpu PT_LOAD;
168 PERCPU_VADDR(SMP_CACHE_BYTES, PERCPU_ADDR, :percpu)
|
| /Linux-v5.15/Documentation/locking/ |
| D | index.rst | 24 percpu-rw-semaphore
|
| /Linux-v5.15/Documentation/RCU/ |
| D | rcuref.rst | 8 Please note that the percpu-ref feature is likely your first
10 include/linux/percpu-refcount.h for more information. However, in
11 those unusual cases where percpu-ref would consume too much memory,
|
| /Linux-v5.15/kernel/locking/ |
| D | spinlock_rt.c | 123 struct lock_class_key *key, bool percpu) in __rt_spin_lock_init() argument
125 u8 type = percpu ? LD_LOCK_PERCPU : LD_LOCK_NORMAL; in __rt_spin_lock_init()
|
| /Linux-v5.15/arch/arm64/kernel/ |
| D | vmlinux.lds.S | 28 HYP_SECTION_NAME(.data..percpu) : { \
29 *(HYP_SECTION_NAME(.data..percpu)) \
|
| /Linux-v5.15/arch/powerpc/include/asm/nohash/ |
| D | pgtable.h | 186 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at() argument
193 if (IS_ENABLED(CONFIG_PPC32) && IS_ENABLED(CONFIG_PTE_64BIT) && !percpu) { in __set_pte_at()
|
