| /Linux-v4.19/include/linux/ |
| D | cpumask.h | 16 typedef struct cpumask { DECLARE_BITMAP(bits, NR_CPUS); } cpumask_t; struct
89 extern struct cpumask __cpu_possible_mask;
90 extern struct cpumask __cpu_online_mask;
91 extern struct cpumask __cpu_present_mask;
92 extern struct cpumask __cpu_active_mask;
93 #define cpu_possible_mask ((const struct cpumask *)&__cpu_possible_mask)
94 #define cpu_online_mask ((const struct cpumask *)&__cpu_online_mask)
95 #define cpu_present_mask ((const struct cpumask *)&__cpu_present_mask)
96 #define cpu_active_mask ((const struct cpumask *)&__cpu_active_mask)
134 static inline unsigned int cpumask_first(const struct cpumask *srcp) in cpumask_first()
[all …]
|
| D | stop_machine.h | 35 int stop_cpus(const struct cpumask *cpumask, cpu_stop_fn_t fn, void *arg);
36 int try_stop_cpus(const struct cpumask *cpumask, cpu_stop_fn_t fn, void *arg);
84 static inline int stop_cpus(const struct cpumask *cpumask, in stop_cpus() argument
87 if (cpumask_test_cpu(raw_smp_processor_id(), cpumask)) in stop_cpus()
92 static inline int try_stop_cpus(const struct cpumask *cpumask, in try_stop_cpus() argument
95 return stop_cpus(cpumask, fn, arg); in try_stop_cpus()
124 int stop_machine(cpu_stop_fn_t fn, void *data, const struct cpumask *cpus);
135 int stop_machine_cpuslocked(cpu_stop_fn_t fn, void *data, const struct cpumask *cpus);
138 const struct cpumask *cpus);
142 const struct cpumask *cpus) in stop_machine_cpuslocked()
[all …]
|
| D | pm_opp.h | 129 int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev, const struct cpumask *cpumask);
130 int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask);
132 void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask);
274 static inline int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev, const struct cpumask *cpumask) in dev_pm_opp_set_sharing_cpus() argument
279 static inline int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask) in dev_pm_opp_get_sharing_cpus() argument
288 static inline void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask) in dev_pm_opp_cpumask_remove_table() argument
298 int dev_pm_opp_of_cpumask_add_table(const struct cpumask *cpumask);
299 void dev_pm_opp_of_cpumask_remove_table(const struct cpumask *cpumask);
300 int dev_pm_opp_of_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask);
319 static inline int dev_pm_opp_of_cpumask_add_table(const struct cpumask *cpumask) in dev_pm_opp_of_cpumask_add_table() argument
[all …]
|
| D | interrupt.h | 261 extern int __irq_set_affinity(unsigned int irq, const struct cpumask *cpumask,
272 irq_set_affinity(unsigned int irq, const struct cpumask *cpumask) in irq_set_affinity() argument
274 return __irq_set_affinity(irq, cpumask, false); in irq_set_affinity()
289 irq_force_affinity(unsigned int irq, const struct cpumask *cpumask) in irq_force_affinity() argument
291 return __irq_set_affinity(irq, cpumask, true); in irq_force_affinity()
297 extern int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m);
302 struct cpumask *irq_create_affinity_masks(int nvec, const struct irq_affinity *affd);
307 static inline int irq_set_affinity(unsigned int irq, const struct cpumask *m) in irq_set_affinity()
312 static inline int irq_force_affinity(unsigned int irq, const struct cpumask *cpumask) in irq_force_affinity() argument
325 const struct cpumask *m) in irq_set_affinity_hint()
[all …]
|
| /Linux-v4.19/kernel/ |
| D | padata.c | 42 target_cpu = cpumask_first(pd->cpumask.pcpu); in padata_index_to_cpu()
44 target_cpu = cpumask_next(target_cpu, pd->cpumask.pcpu); in padata_index_to_cpu()
60 cpu_index = seq_nr % cpumask_weight(pd->cpumask.pcpu); in padata_cpu_hash()
119 if (!cpumask_test_cpu(cb_cpu, pd->cpumask.cbcpu)) in padata_do_parallel()
174 num_cpus = cpumask_weight(pd->cpumask.pcpu); in padata_get_next()
306 weight = cpumask_weight(pd->cpumask.pcpu); in padata_reorder_timer()
403 const struct cpumask *pcpumask, in padata_setup_cpumasks()
404 const struct cpumask *cbcpumask) in padata_setup_cpumasks()
406 if (!alloc_cpumask_var(&pd->cpumask.pcpu, GFP_KERNEL)) in padata_setup_cpumasks()
409 cpumask_and(pd->cpumask.pcpu, pcpumask, cpu_online_mask); in padata_setup_cpumasks()
[all …]
|
| D | stop_machine.c | 159 const struct cpumask *active_cpus;
363 static bool queue_stop_cpus_work(const struct cpumask *cpumask, in queue_stop_cpus_work() argument
378 for_each_cpu(cpu, cpumask) { in queue_stop_cpus_work()
392 static int __stop_cpus(const struct cpumask *cpumask, in __stop_cpus() argument
397 cpu_stop_init_done(&done, cpumask_weight(cpumask)); in __stop_cpus()
398 if (!queue_stop_cpus_work(cpumask, fn, arg, &done)) in __stop_cpus()
432 int stop_cpus(const struct cpumask *cpumask, cpu_stop_fn_t fn, void *arg) in stop_cpus() argument
438 ret = __stop_cpus(cpumask, fn, arg); in stop_cpus()
461 int try_stop_cpus(const struct cpumask *cpumask, cpu_stop_fn_t fn, void *arg) in try_stop_cpus() argument
468 ret = __stop_cpus(cpumask, fn, arg); in try_stop_cpus()
[all …]
|
| D | smp.c | 32 cpumask_var_t cpumask; member
46 if (!zalloc_cpumask_var_node(&cfd->cpumask, GFP_KERNEL, in smpcfd_prepare_cpu()
51 free_cpumask_var(cfd->cpumask); in smpcfd_prepare_cpu()
56 free_cpumask_var(cfd->cpumask); in smpcfd_prepare_cpu()
68 free_cpumask_var(cfd->cpumask); in smpcfd_dead_cpu()
360 int smp_call_function_any(const struct cpumask *mask, in smp_call_function_any()
364 const struct cpumask *nodemask; in smp_call_function_any()
403 void smp_call_function_many(const struct cpumask *mask, in smp_call_function_many()
440 cpumask_and(cfd->cpumask, mask, cpu_online_mask); in smp_call_function_many()
441 __cpumask_clear_cpu(this_cpu, cfd->cpumask); in smp_call_function_many()
[all …]
|
| /Linux-v4.19/drivers/opp/ |
| D | cpu.c | 111 void _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask, bool of) in _dev_pm_opp_cpumask_remove_table() argument
116 WARN_ON(cpumask_empty(cpumask)); in _dev_pm_opp_cpumask_remove_table()
118 for_each_cpu(cpu, cpumask) { in _dev_pm_opp_cpumask_remove_table()
141 void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask) in dev_pm_opp_cpumask_remove_table() argument
143 _dev_pm_opp_cpumask_remove_table(cpumask, false); in dev_pm_opp_cpumask_remove_table()
158 const struct cpumask *cpumask) in dev_pm_opp_set_sharing_cpus() argument
169 for_each_cpu(cpu, cpumask) { in dev_pm_opp_set_sharing_cpus()
207 int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask) in dev_pm_opp_get_sharing_cpus() argument
222 cpumask_clear(cpumask); in dev_pm_opp_get_sharing_cpus()
226 cpumask_set_cpu(opp_dev->dev->id, cpumask); in dev_pm_opp_get_sharing_cpus()
[all …]
|
| /Linux-v4.19/arch/x86/include/asm/uv/ |
| D | uv.h | 9 struct cpumask;
25 extern const struct cpumask *uv_flush_tlb_others(const struct cpumask *cpumask,
36 static inline const struct cpumask *
37 uv_flush_tlb_others(const struct cpumask *cpumask, in uv_flush_tlb_others() argument
39 { return cpumask; } in uv_flush_tlb_others()
|
| /Linux-v4.19/arch/arc/plat-eznps/ |
| D | smp.c | 32 static int __init eznps_get_map(const char *name, struct cpumask *cpumask) in eznps_get_map() argument
41 cpulist_parse(buf, cpumask); in eznps_get_map()
49 struct cpumask cpumask; in eznps_init_cpumasks() local
51 if (eznps_get_map("present-cpus", &cpumask)) { in eznps_init_cpumasks()
55 init_cpu_present(&cpumask); in eznps_init_cpumasks()
57 if (eznps_get_map("possible-cpus", &cpumask)) { in eznps_init_cpumasks()
61 init_cpu_possible(&cpumask); in eznps_init_cpumasks()
|
| /Linux-v4.19/drivers/powercap/ |
| D | idle_inject.c | 70 unsigned long int cpumask[0]; member
88 for_each_cpu_and(cpu, to_cpumask(ii_dev->cpumask), cpu_online_mask) { in idle_inject_wakeup()
191 cpumask_pr_args(to_cpumask(ii_dev->cpumask))); in idle_inject_start()
219 cpumask_pr_args(to_cpumask(ii_dev->cpumask))); in idle_inject_stop()
238 for_each_cpu(cpu, to_cpumask(ii_dev->cpumask)) { in idle_inject_stop()
287 struct idle_inject_device *idle_inject_register(struct cpumask *cpumask) in idle_inject_register() argument
296 cpumask_copy(to_cpumask(ii_dev->cpumask), cpumask); in idle_inject_register()
300 for_each_cpu(cpu, to_cpumask(ii_dev->cpumask)) { in idle_inject_register()
313 for_each_cpu(cpu_rb, to_cpumask(ii_dev->cpumask)) { in idle_inject_register()
338 for_each_cpu(cpu, to_cpumask(ii_dev->cpumask)) in idle_inject_unregister()
|
| /Linux-v4.19/drivers/cpuidle/ |
| D | cpuidle-big_little.c | 143 struct cpumask *cpumask; in bl_idle_driver_init() local
146 cpumask = kzalloc(cpumask_size(), GFP_KERNEL); in bl_idle_driver_init()
147 if (!cpumask) in bl_idle_driver_init()
152 cpumask_set_cpu(cpu, cpumask); in bl_idle_driver_init()
154 drv->cpumask = cpumask; in bl_idle_driver_init()
222 kfree(bl_idle_big_driver.cpumask); in bl_idle_init()
224 kfree(bl_idle_little_driver.cpumask); in bl_idle_init()
|
| D | dt_idle_states.c | 105 const cpumask_t *cpumask) in idle_state_valid() argument
118 for (cpu = cpumask_next(cpumask_first(cpumask), cpumask); in idle_state_valid()
119 cpu < nr_cpu_ids; cpu = cpumask_next(cpu, cpumask)) { in idle_state_valid()
164 const cpumask_t *cpumask; in dt_init_idle_driver() local
175 cpumask = drv->cpumask ? : cpu_possible_mask; in dt_init_idle_driver()
176 cpu_node = of_cpu_device_node_get(cpumask_first(cpumask)); in dt_init_idle_driver()
188 if (!idle_state_valid(state_node, i, cpumask)) { in dt_init_idle_driver()
|
| D | driver.c | 52 for_each_cpu(cpu, drv->cpumask) { in __cpuidle_unset_driver()
74 for_each_cpu(cpu, drv->cpumask) { in __cpuidle_set_driver()
166 if (!drv->cpumask) in __cpuidle_driver_init()
167 drv->cpumask = (struct cpumask *)cpu_possible_mask; in __cpuidle_driver_init()
216 on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer, in __cpuidle_register_driver()
238 on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer, in __cpuidle_unregister_driver()
|
| /Linux-v4.19/arch/arc/kernel/ |
| D | smp.c | 51 static int __init arc_get_cpu_map(const char *name, struct cpumask *cpumask) in arc_get_cpu_map() argument
60 if (cpulist_parse(buf, cpumask)) in arc_get_cpu_map()
72 struct cpumask cpumask; in arc_init_cpu_possible() local
74 if (arc_get_cpu_map("possible-cpus", &cpumask)) { in arc_init_cpu_possible()
78 cpumask_setall(&cpumask); in arc_init_cpu_possible()
81 if (!cpumask_test_cpu(0, &cpumask)) in arc_init_cpu_possible()
84 init_cpu_possible(&cpumask); in arc_init_cpu_possible()
301 static void ipi_send_msg(const struct cpumask *callmap, enum ipi_msg_type msg) in ipi_send_msg()
316 struct cpumask targets; in smp_send_stop()
327 void arch_send_call_function_ipi_mask(const struct cpumask *mask) in arch_send_call_function_ipi_mask()
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | smp.h | 70 extern void set_smp_cross_call(void (*)(const struct cpumask *, unsigned int));
72 extern void (*__smp_cross_call)(const struct cpumask *, unsigned int);
96 extern void arch_send_call_function_ipi_mask(const struct cpumask *mask);
99 extern void arch_send_wakeup_ipi_mask(const struct cpumask *mask);
101 static inline void arch_send_wakeup_ipi_mask(const struct cpumask *mask) in arch_send_wakeup_ipi_mask()
|
| /Linux-v4.19/drivers/cpufreq/ |
| D | arm_big_little.h | 33 int (*init_opp_table)(const struct cpumask *cpumask);
37 void (*free_opp_table)(const struct cpumask *cpumask);
|
| D | arm_big_little.c | 310 const struct cpumask *cpumask) in _put_cluster_clk_and_freq_table() argument
320 arm_bL_ops->free_opp_table(cpumask); in _put_cluster_clk_and_freq_table()
325 const struct cpumask *cpumask) in put_cluster_clk_and_freq_table() argument
334 return _put_cluster_clk_and_freq_table(cpu_dev, cpumask); in put_cluster_clk_and_freq_table()
343 _put_cluster_clk_and_freq_table(cdev, cpumask); in put_cluster_clk_and_freq_table()
351 const struct cpumask *cpumask) in _get_cluster_clk_and_freq_table() argument
359 ret = arm_bL_ops->init_opp_table(cpumask); in _get_cluster_clk_and_freq_table()
388 arm_bL_ops->free_opp_table(cpumask); in _get_cluster_clk_and_freq_table()
396 const struct cpumask *cpumask) in get_cluster_clk_and_freq_table() argument
405 ret = _get_cluster_clk_and_freq_table(cpu_dev, cpumask); in get_cluster_clk_and_freq_table()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/hfi1/ |
| D | affinity.h | 68 struct cpumask mask;
69 struct cpumask used;
104 struct cpumask general_intr_mask;
105 struct cpumask comp_vect_mask;
111 struct cpumask real_cpu_mask;
|
| /Linux-v4.19/arch/x86/kernel/apic/ |
| D | ipi.c | 91 void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, int vector) in default_send_IPI_mask_sequence_phys()
109 void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, in default_send_IPI_mask_allbutself_phys()
138 void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, in default_send_IPI_mask_sequence_logical()
158 void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, in default_send_IPI_mask_allbutself_logical()
181 void default_send_IPI_mask_logical(const struct cpumask *cpumask, int vector) in default_send_IPI_mask_logical() argument
183 unsigned long mask = cpumask_bits(cpumask)[0]; in default_send_IPI_mask_logical()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | ipi.h | 70 extern void default_send_IPI_mask_sequence_phys(const struct cpumask *mask,
72 extern void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask,
97 extern void default_send_IPI_mask_sequence_logical(const struct cpumask *mask,
99 extern void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask,
101 extern void default_send_IPI_mask_logical(const struct cpumask *mask,
|
| /Linux-v4.19/kernel/irq/ |
| D | affinity.c | 11 static void irq_spread_init_one(struct cpumask *irqmsk, struct cpumask *nmsk, in irq_spread_init_one()
14 const struct cpumask *siblmsk; in irq_spread_init_one()
83 const struct cpumask *mask, nodemask_t *nodemsk) in get_nodes_in_cpumask()
100 const struct cpumask *cpu_mask, in irq_build_affinity_masks()
101 struct cpumask *nmsk, in irq_build_affinity_masks()
102 struct cpumask *masks) in irq_build_affinity_masks()
176 struct cpumask *
182 struct cpumask *masks = NULL; in irq_create_affinity_masks()
|
| D | ipi.c | 24 const struct cpumask *dest) in irq_reserve_ipi()
115 int irq_destroy_ipi(unsigned int irq, const struct cpumask *dest) in irq_destroy_ipi()
118 struct cpumask *ipimask = data ? irq_data_get_affinity_mask(data) : NULL; in irq_destroy_ipi()
165 struct cpumask *ipimask = data ? irq_data_get_affinity_mask(data) : NULL; in ipi_get_hwirq()
187 const struct cpumask *dest, unsigned int cpu) in ipi_send_verify()
189 struct cpumask *ipimask = irq_data_get_affinity_mask(data); in ipi_send_verify()
263 int __ipi_send_mask(struct irq_desc *desc, const struct cpumask *dest) in __ipi_send_mask()
328 int ipi_send_mask(unsigned int virq, const struct cpumask *dest) in ipi_send_mask()
|
| /Linux-v4.19/kernel/time/ |
| D | tick-common.c | 179 const struct cpumask *cpumask) in tick_setup_device() argument
217 if (!cpumask_equal(newdev->cpumask, cpumask)) in tick_setup_device()
218 irq_set_affinity(newdev->irq, cpumask); in tick_setup_device()
250 if (!cpumask_test_cpu(cpu, newdev->cpumask)) in tick_check_percpu()
252 if (cpumask_equal(newdev->cpumask, cpumask_of(cpu))) in tick_check_percpu()
258 if (curdev && cpumask_equal(curdev->cpumask, cpumask_of(cpu))) in tick_check_percpu()
280 !cpumask_equal(curdev->cpumask, newdev->cpumask); in tick_check_preferred()
|
| /Linux-v4.19/include/trace/events/ |
| D | thermal.h | 96 TP_PROTO(const struct cpumask *cpus, unsigned long freq, u32 *load,
102 __bitmask(cpumask, num_possible_cpus())
110 __assign_bitmask(cpumask, cpumask_bits(cpus),
120 __get_bitmask(cpumask), __entry->freq,
126 TP_PROTO(const struct cpumask *cpus, unsigned int freq,
132 __bitmask(cpumask, num_possible_cpus())
139 __assign_bitmask(cpumask, cpumask_bits(cpus),
147 __get_bitmask(cpumask), __entry->freq, __entry->cdev_state,
|
