Lines Matching refs:node_affinity
58 struct hfi1_affinity_node_list node_affinity = { variable
59 .list = LIST_HEAD_INIT(node_affinity.list),
60 .lock = __MUTEX_INITIALIZER(node_affinity.lock)
139 cpumask_clear(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
142 cpumask_copy(&node_affinity.real_cpu_mask, cpu_online_mask); in init_real_cpu_mask()
147 possible = cpumask_weight(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
149 cpumask_first(&node_affinity.real_cpu_mask))); in init_real_cpu_mask()
155 curr_cpu = cpumask_first(&node_affinity.real_cpu_mask); in init_real_cpu_mask()
157 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
163 cpumask_clear_cpu(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
164 curr_cpu = cpumask_next(curr_cpu, &node_affinity.real_cpu_mask); in init_real_cpu_mask()
174 cpumask_clear(&node_affinity.proc.used); in node_affinity_init()
175 cpumask_copy(&node_affinity.proc.mask, cpu_online_mask); in node_affinity_init()
177 node_affinity.proc.gen = 0; in node_affinity_init()
178 node_affinity.num_core_siblings = in node_affinity_init()
180 cpumask_first(&node_affinity.proc.mask) in node_affinity_init()
182 node_affinity.num_possible_nodes = num_possible_nodes(); in node_affinity_init()
183 node_affinity.num_online_nodes = num_online_nodes(); in node_affinity_init()
184 node_affinity.num_online_cpus = num_online_cpus(); in node_affinity_init()
193 hfi1_per_node_cntr = kcalloc(node_affinity.num_possible_nodes, in node_affinity_init()
219 for (node = 0; node < node_affinity.num_possible_nodes; node++) in node_affinity_init()
236 mutex_lock(&node_affinity.lock); in node_affinity_destroy_all()
237 list_for_each_safe(pos, q, &node_affinity.list) { in node_affinity_destroy_all()
243 mutex_unlock(&node_affinity.lock); in node_affinity_destroy_all()
267 list_add_tail(&entry->list, &node_affinity.list); in node_affinity_add_tail()
276 list_for_each(pos, &node_affinity.list) { in node_affinity_lookup()
366 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_get()
371 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_get()
443 __must_hold(&node_affinity.lock) in _dev_comp_vect_mappings_create()
449 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_mappings_create()
500 mutex_lock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
508 mutex_unlock(&node_affinity.lock); in hfi1_comp_vectors_set_up()
537 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_init()
543 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_init()
603 __must_hold(&node_affinity.lock) in _dev_comp_vect_cpu_mask_clean_up()
607 lockdep_assert_held(&node_affinity.lock); in _dev_comp_vect_cpu_mask_clean_up()
655 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_init()
677 cpumask_and(&entry->def_intr.mask, &node_affinity.real_cpu_mask, in hfi1_dev_affinity_init()
729 &node_affinity.real_cpu_mask, local_mask); in hfi1_dev_affinity_init()
754 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
761 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_init()
772 mutex_lock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
783 mutex_unlock(&node_affinity.lock); in hfi1_dev_affinity_clean_up()
803 mutex_lock(&node_affinity.lock); in hfi1_update_sdma_affinity()
837 mutex_unlock(&node_affinity.lock); in hfi1_update_sdma_affinity()
966 mutex_lock(&node_affinity.lock); in hfi1_get_irq_affinity()
968 mutex_unlock(&node_affinity.lock); in hfi1_get_irq_affinity()
979 mutex_lock(&node_affinity.lock); in hfi1_put_irq_affinity()
1001 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
1012 mutex_unlock(&node_affinity.lock); in hfi1_put_irq_affinity()
1020 uint num_cores_per_socket = node_affinity.num_online_cpus / in find_hw_thread_mask()
1022 node_affinity.num_online_nodes; in find_hw_thread_mask()
1030 i < num_cores_per_socket * node_affinity.num_online_nodes; in find_hw_thread_mask()
1042 node_affinity.num_online_nodes * in find_hw_thread_mask()
1054 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_get_proc_affinity()
1235 struct hfi1_affinity_node_list *affinity = &node_affinity; in hfi1_put_proc_affinity()