| /Linux-v5.4/kernel/irq/ |
| D | cpuhotplug.c | 18 /* For !GENERIC_IRQ_EFFECTIVE_AFF_MASK this looks at general affinity mask */
27 * which do not implement effective affinity, but the architecture has in irq_needs_fixup()
28 * enabled the config switch. Use the general affinity mask instead. in irq_needs_fixup()
44 pr_warn("Eff. affinity %*pbl of IRQ %u contains only offline CPUs after offlining CPU %u\n", in irq_needs_fixup()
57 const struct cpumask *affinity; in migrate_one_irq() local
63 * still in the radix tree. Also if the chip has no affinity setter, in migrate_one_irq()
75 * - Affinity mask does not include this CPU. in migrate_one_irq()
99 * mask, so the last change of the affinity does not get lost. If in migrate_one_irq()
101 * any online CPU, use the current affinity mask. in migrate_one_irq()
104 affinity = irq_desc_get_pending_mask(desc); in migrate_one_irq()
[all …]
|
| D | irqdesc.c | 57 if (!zalloc_cpumask_var_node(&desc->irq_common_data.affinity, in alloc_masks()
64 free_cpumask_var(desc->irq_common_data.affinity); in alloc_masks()
74 free_cpumask_var(desc->irq_common_data.affinity); in alloc_masks()
82 const struct cpumask *affinity) in desc_smp_init() argument
84 if (!affinity) in desc_smp_init()
85 affinity = irq_default_affinity; in desc_smp_init()
86 cpumask_copy(desc->irq_common_data.affinity, affinity); in desc_smp_init()
100 desc_smp_init(struct irq_desc *desc, int node, const struct cpumask *affinity) { } in desc_smp_init() argument
104 const struct cpumask *affinity, struct module *owner) in desc_set_defaults() argument
127 desc_smp_init(desc, node, affinity); in desc_set_defaults()
[all …]
|
| D | msi.c | 24 * @affinity: Optional pointer to an affinity mask array size of @nvec
26 * If @affinity is not NULL then an affinity array[@nvec] is allocated
27 * and the affinity masks and flags from @affinity are copied.
30 const struct irq_affinity_desc *affinity) in alloc_msi_entry() argument
41 if (affinity) { in alloc_msi_entry()
42 desc->affinity = kmemdup(affinity, in alloc_msi_entry()
43 nvec * sizeof(*desc->affinity), GFP_KERNEL); in alloc_msi_entry()
44 if (!desc->affinity) { in alloc_msi_entry()
55 kfree(entry->affinity); in free_msi_entry()
93 * msi_domain_set_affinity - Generic affinity setter function for MSI domains
[all …]
|
| D | affinity.c | 88 /* Calculate the number of nodes in the supplied affinity mask */ in get_nodes_in_cpumask()
334 * build affinity in two stages:
409 * irq_create_affinity_masks - Create affinity masks for multiqueue spreading
411 * @affd: Description of the affinity requirements
453 /* Fill out vectors at the beginning that don't need affinity */ in irq_create_affinity_masks()
459 * have multiple sets, build each sets affinity mask separately. in irq_create_affinity_masks()
475 /* Fill out vectors at the end that don't need affinity */ in irq_create_affinity_masks()
494 * @affd: Description of the affinity requirements
|
| /Linux-v5.4/lib/ |
| D | cpu_rmap.c | 3 * cpu_rmap.c: CPU affinity reverse-map support
14 * CPU affinity. However, we do not assume that the object affinities
21 * alloc_cpu_rmap - allocate CPU affinity reverse-map
150 * cpu_rmap_update - update CPU rmap following a change of object affinity
152 * @index: Index of object whose affinity changed
153 * @affinity: New CPU affinity of object
156 const struct cpumask *affinity) in cpu_rmap_update() argument
176 /* Set distance to 0 for all CPUs in the new affinity mask. in cpu_rmap_update()
179 for_each_cpu(cpu, affinity) { in cpu_rmap_update()
211 /* Glue between IRQ affinity notifiers and CPU rmaps */
[all …]
|
| /Linux-v5.4/tools/virtio/ringtest/ |
| D | run-on-all.sh | 19 echo "GUEST AFFINITY $cpu"
20 "$@" --host-affinity $HOST_AFFINITY --guest-affinity $cpu
23 echo "NO GUEST AFFINITY"
24 "$@" --host-affinity $HOST_AFFINITY
25 echo "NO AFFINITY"
|
| /Linux-v5.4/arch/mips/loongson64/loongson-3/ |
| D | irq.c | 19 int plat_set_irq_affinity(struct irq_data *d, const struct cpumask *affinity, in plat_set_irq_affinity() argument
26 cpumask_copy(&new_affinity, affinity); in plat_set_irq_affinity()
27 for_each_cpu(cpu, affinity) in plat_set_irq_affinity()
34 cpumask_copy(d->common->affinity, &new_affinity); in plat_set_irq_affinity()
43 struct cpumask affinity; in ht_irqdispatch() local
59 cpumask_and(&affinity, irqd->common->affinity, cpu_active_mask); in ht_irqdispatch()
60 if (cpumask_empty(&affinity)) { in ht_irqdispatch()
65 irq_cpu[ht_irq[i]] = cpumask_next(irq_cpu[ht_irq[i]], &affinity); in ht_irqdispatch()
67 irq_cpu[ht_irq[i]] = cpumask_first(&affinity); in ht_irqdispatch()
|
| /Linux-v5.4/tools/testing/selftests/rseq/ |
| D | basic_test.c | 18 cpu_set_t affinity, test_affinity; in test_cpu_pointer() local
21 sched_getaffinity(0, sizeof(affinity), &affinity); in test_cpu_pointer()
24 if (CPU_ISSET(i, &affinity)) { in test_cpu_pointer()
35 sched_setaffinity(0, sizeof(affinity), &affinity); in test_cpu_pointer()
|
| /Linux-v5.4/drivers/infiniband/hw/hfi1/ |
| D | affinity.h | 77 /* Initialize driver affinity data */
80 * Set IRQ affinity to a CPU. The function will determine the
81 * CPU and set the affinity to it.
86 * Remove the IRQ's CPU affinity. This function also updates
92 * Determine a CPU affinity for a user process, if the process does not
93 * have an affinity set yet.
117 struct mutex lock; /* protects affinity nodes */
|
| D | affinity.c | 54 #include "affinity.h"
186 * The real cpu mask is part of the affinity struct but it has to be in node_affinity_init()
427 hfi1_cdbg(AFFINITY, in _dev_comp_vect_mappings_destroy()
477 hfi1_cdbg(AFFINITY, in _dev_comp_vect_mappings_create()
551 … "Number of kernel receive queues is too large for completion vector affinity to be effective\n"); in _dev_comp_vect_cpu_mask_init()
580 hfi1_cdbg(AFFINITY, in _dev_comp_vect_cpu_mask_init()
581 "[%s] Completion vector affinity CPU set(s) %*pbl", in _dev_comp_vect_cpu_mask_init()
620 * Interrupt affinity.
656 * If this is the first time this NUMA node's affinity is used, in hfi1_dev_affinity_init()
657 * create an entry in the global affinity structure and initialize it. in hfi1_dev_affinity_init()
[all …]
|
| /Linux-v5.4/tools/power/cpupower/bench/ |
| D | system.c | 67 * sets cpu affinity for the process
69 * @param cpu cpu# to which the affinity should be set
72 * @retval -1 when setting the affinity failed
82 dprintf("set affinity to cpu #%u\n", cpu); in set_cpu_affinity()
86 fprintf(stderr, "warning: unable to set cpu affinity\n"); in set_cpu_affinity()
146 * sets up the cpu affinity and scheduler priority
155 printf("set cpu affinity to cpu #%u\n", config->cpu); in prepare_system()
|
| /Linux-v5.4/include/linux/ |
| D | cpu_rmap.h | 6 * cpu_rmap.c: CPU affinity reverse-map support
16 * struct cpu_rmap - CPU affinity reverse-map
22 * based on affinity masks
40 const struct cpumask *affinity);
53 * alloc_irq_cpu_rmap - allocate CPU affinity reverse-map for IRQs
|
| D | irq.h | 59 * it from affinity setting
66 * IRQ_NO_BALANCING - Interrupt cannot be balanced (affinity set)
113 * IRQ_SET_MASK_OK - OK, core updates irq_common_data.affinity
114 * IRQ_SET_MASK_NOCPY - OK, chip did update irq_common_data.affinity
134 * @affinity: IRQ affinity on SMP. If this is an IPI
137 * @effective_affinity: The effective IRQ affinity on SMP as some irq
139 * A subset of @affinity.
141 * @ipi_offset: Offset of first IPI target cpu in @affinity. Optional.
150 cpumask_var_t affinity; member
190 * IRQD_SETAFFINITY_PENDING - Affinity setting is pending
[all …]
|
| D | interrupt.h | 244 * struct irq_affinity_notify - context for notification of IRQ affinity changes
266 * struct irq_affinity - Description for automatic irq affinity assignements
267 * @pre_vectors: Don't apply affinity to @pre_vectors at beginning of
269 * @post_vectors: Don't apply affinity to @post_vectors at end of
271 * @nr_sets: The number of interrupt sets for which affinity
289 * struct irq_affinity_desc - Interrupt affinity descriptor
290 * @mask: cpumask to hold the affinity assignment
307 * irq_set_affinity - Set the irq affinity of a given irq
308 * @irq: Interrupt to set affinity
320 * irq_force_affinity - Force the irq affinity of a given irq
[all …]
|
| /Linux-v5.4/drivers/iommu/ |
| D | hyperv-iommu.c | 46 /* Return error If new irq affinity is out of ioapic_max_cpumask. */ in hyperv_ir_set_affinity()
94 * affinity only needs to change IRTE of IOMMU. But Hyper-V doesn't in hyperv_irq_remapping_alloc()
95 * support interrupt remapping function, setting irq affinity of IO-APIC in hyperv_irq_remapping_alloc()
102 * affinity() set vector and dest_apicid directly into IO-APIC entry. in hyperv_irq_remapping_alloc()
107 * Hypver-V IO APIC irq affinity should be in the scope of in hyperv_irq_remapping_alloc()
111 cpumask_copy(desc->irq_common_data.affinity, &ioapic_max_cpumask); in hyperv_irq_remapping_alloc()
167 * max cpu affinity for IOAPIC irqs. Scan cpu 0-255 and set cpu in hyperv_prepare_irq_remapping()
|
| /Linux-v5.4/drivers/irqchip/ |
| D | irq-bcm7038-l1.c | 42 u8 affinity[MAX_WORDS * IRQS_PER_WORD]; member
176 __bcm7038_l1_unmask(d, intc->affinity[d->hwirq]); in bcm7038_l1_unmask()
186 __bcm7038_l1_mask(d, intc->affinity[d->hwirq]); in bcm7038_l1_mask()
204 was_disabled = !!(intc->cpus[intc->affinity[hw]]->mask_cache[word] & in bcm7038_l1_set_affinity()
206 __bcm7038_l1_mask(d, intc->affinity[hw]); in bcm7038_l1_set_affinity()
207 intc->affinity[hw] = first_cpu; in bcm7038_l1_set_affinity()
224 /* This CPU was not on the affinity mask */ in bcm7038_l1_cpu_offline()
230 * Multiple CPU affinity, remove this CPU from the affinity in bcm7038_l1_cpu_offline()
|
| /Linux-v5.4/arch/mips/kernel/ |
| D | mips-mt-fpaff.c | 20 * CPU mask used to set process affinity for MT VPEs/TCs with FPUs
30 * FPU affinity with the user's requested processor affinity.
63 * mipsmt_sys_sched_setaffinity - set the cpu affinity of a process
155 * mipsmt_sys_sched_getaffinity - get the cpu affinity of a process
214 printk(KERN_DEBUG "FPU Affinity set after %ld emulations\n", in mt_fp_affinity_init()
|
| /Linux-v5.4/arch/arm64/kernel/ |
| D | setup.c | 107 * smp_build_mpidr_hash - Pre-compute shifts required at each affinity
114 u32 i, affinity, fs[4], bits[4], ls; in smp_build_mpidr_hash() local
118 * not contribute to affinity levels, ie they never toggle. in smp_build_mpidr_hash()
124 * Find and stash the last and first bit set at all affinity levels to in smp_build_mpidr_hash()
128 affinity = MPIDR_AFFINITY_LEVEL(mask, i); in smp_build_mpidr_hash()
132 * to express the affinity level. in smp_build_mpidr_hash()
134 ls = fls(affinity); in smp_build_mpidr_hash()
135 fs[i] = affinity ? ffs(affinity) - 1 : 0; in smp_build_mpidr_hash()
140 * significant bits at each affinity level and by shifting in smp_build_mpidr_hash()
|
| D | sleep.S | 13 * @rs0: register containing affinity level 0 bit shift
14 * @rs1: register containing affinity level 1 bit shift
15 * @rs2: register containing affinity level 2 bit shift
16 * @rs3: register containing affinity level 3 bit shift
|
| /Linux-v5.4/drivers/perf/ |
| D | arm_pmu_platform.c | 62 return !!of_find_property(node, "interrupt-affinity", NULL); in pmu_has_irq_affinity()
71 * If we don't have an interrupt-affinity property, we guess irq in pmu_parse_irq_affinity()
72 * affinity matches our logical CPU order, as we used to assume. in pmu_parse_irq_affinity()
78 dn = of_parse_phandle(node, "interrupt-affinity", i); in pmu_parse_irq_affinity()
80 pr_warn("failed to parse interrupt-affinity[%d] for %pOFn\n", in pmu_parse_irq_affinity()
126 pr_warn("no interrupt-affinity property for %pOF, guessing.\n", in pmu_parse_irqs()
|
| /Linux-v5.4/drivers/gpu/drm/amd/amdkfd/ |
| D | kfd_crat.h | 85 * ComputeUnit Affinity structure and definitions
120 * HSA Memory Affinity structure and definitions
145 * HSA Cache Affinity structure and definitions
174 * HSA TLB Affinity structure and definitions
209 * HSA CCompute/APU Affinity structure and definitions
228 * HSA IO Link Affinity structure and definitions
|
| /Linux-v5.4/Documentation/ |
| D | IRQ-affinity.txt | 2 SMP IRQ affinity
14 IRQ affinity then the value will not change from the default of all cpus.
16 /proc/irq/default_smp_affinity specifies default affinity mask that applies
17 to all non-active IRQs. Once IRQ is allocated/activated its affinity bitmask
|
| /Linux-v5.4/block/ |
| D | blk-mq-rdma.c | 16 * interrupt vetors as @set has queues. It will then query it's affinity mask
17 * and built queue mapping that maps a queue to the CPUs that have irq affinity
21 * @set->nr_hw_queues, or @dev does not provide an affinity mask for a
|
| /Linux-v5.4/Documentation/devicetree/bindings/interrupt-controller/ |
| D | arm,gic-v3.yaml | 43 If the system requires describing PPI affinity, then the value must
137 PPI affinity can be expressed as a single "ppi-partitions" node,
142 affinity:
149 - affinity
266 affinity = <&cpu0 &cpu2>;
270 affinity = <&cpu1 &cpu3>;
|
| /Linux-v5.4/Documentation/devicetree/bindings/arm/ |
| D | pmu.yaml | 49 interrupt-affinity:
53 nodes corresponding directly to the affinity of
61 the interrupt-affinity property shouldn't be present).
|
