Lines Matching refs:node_affinity
17 struct hfi1_affinity_node_list node_affinity = { variable
18 .list = LIST_HEAD_INIT(node_affinity.list),
19 .lock = __MUTEX_INITIALIZER(node_affinity.lock)
98 cpumask_clear(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
101 cpumask_copy(&node_affinity.real_cpu_mask, cpu_online_mask); in init_real_cpu_mask()
106 possible = cpumask_weight(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
108 cpumask_first(&node_affinity.real_cpu_mask))); in init_real_cpu_mask()
114 curr_cpu = cpumask_first(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
116 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
122 cpumask_clear_cpu(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
123 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
133 cpumask_clear(&node_affinity.proc.used); in node_affinity_init()
134 cpumask_copy(&node_affinity.proc.mask, cpu_online_mask); in node_affinity_init()
136 node_affinity.proc.gen = 0; in node_affinity_init()
137 node_affinity.num_core_siblings = in node_affinity_init()
139 cpumask_first(&node_affinity.proc.mask) in node_affinity_init()
141 node_affinity.num_possible_nodes = num_possible_nodes(); in node_affinity_init()
142 node_affinity.num_online_nodes = num_online_nodes(); in node_affinity_init()
143 node_affinity.num_online_cpus = num_online_cpus(); in node_affinity_init()
152 hfi1_per_node_cntr = kcalloc(node_affinity.num_possible_nodes, in node_affinity_init()
178 for (node = 0; node < node_affinity.num_possible_nodes; node++) in node_affinity_init()
195 mutex_lock(&node_affinity.lock); in node_affinity_destroy_all()
196 list_for_each_safe(pos, q, &node_affinity.list) { in node_affinity_destroy_all()
202 mutex_unlock(&node_affinity.lock); in node_affinity_destroy_all()
226 list_add_tail(&entry->list, &node_affinity.list); in node_affinity_add_tail()
235 list_for_each(pos, &node_affinity.list) { in node_affinity_lookup()
325 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_get()
330 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_get()
402 __must_hold(&node_affinity.lock) in _dev_comp_vect_mappings_create()
408 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_mappings_create()
459 mutex_lock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
467 mutex_unlock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
496 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_init()
502 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_init()
562 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_clean_up()
566 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_clean_up()
603 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_init()
625 cpumask_and(&entry->def_intr.mask, &node_affinity.real_cpu_mask, in hfi1_dev_affinity_init()
677 &node_affinity.real_cpu_mask, local_mask); in hfi1_dev_affinity_init()
703 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
710 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
718 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
732 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
751 mutex_lock(&node_affinity.lock); in hfi1_update_sdma_affinity()
785 mutex_unlock(&node_affinity.lock); in hfi1_update_sdma_affinity()
914 mutex_lock(&node_affinity.lock); in hfi1_get_irq_affinity()
916 mutex_unlock(&node_affinity.lock); in hfi1_get_irq_affinity()
926 mutex_lock(&node_affinity.lock); in hfi1_put_irq_affinity()
949 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
960 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
968 uint num_cores_per_socket = node_affinity.num_online_cpus / in find_hw_thread_mask()
970 node_affinity.num_online_nodes; in find_hw_thread_mask()
978 i < num_cores_per_socket * node_affinity.num_online_nodes; in find_hw_thread_mask()
990 node_affinity.num_online_nodes * in find_hw_thread_mask()
1002 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_get_proc_affinity()
1183 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_put_proc_affinity()