503 static inline void quiesce_local_uvhub(struct bau_control *hmaster)  in quiesce_local_uvhub()  argument
505 	atom_asr(1, (struct atomic_short *)&hmaster->uvhub_quiesce);  in quiesce_local_uvhub()
511 static inline void end_uvhub_quiesce(struct bau_control *hmaster)  in end_uvhub_quiesce()  argument
513 	atom_asr(-1, (struct atomic_short *)&hmaster->uvhub_quiesce);  in end_uvhub_quiesce()
733 			struct bau_control *hmaster, struct ptc_stats *stat)  in destination_plugged()  argument
741 		quiesce_local_uvhub(hmaster);  in destination_plugged()
743 		spin_lock(&hmaster->queue_lock);  in destination_plugged()
745 		spin_unlock(&hmaster->queue_lock);  in destination_plugged()
747 		end_uvhub_quiesce(hmaster);  in destination_plugged()
755 			struct bau_control *bcp, struct bau_control *hmaster,  in destination_timeout()  argument
758 	hmaster->max_concurr = 1;  in destination_timeout()
763 		quiesce_local_uvhub(hmaster);  in destination_timeout()
765 		spin_lock(&hmaster->queue_lock);  in destination_timeout()
767 		spin_unlock(&hmaster->queue_lock);  in destination_timeout()
769 		end_uvhub_quiesce(hmaster);  in destination_timeout()
784 	struct bau_control *hmaster;  in disable_for_period()  local
787 	hmaster = bcp->uvhub_master;  in disable_for_period()
788 	spin_lock(&hmaster->disable_lock);  in disable_for_period()
794 			if (tbcp->uvhub_master == hmaster) {  in disable_for_period()
801 	spin_unlock(&hmaster->disable_lock);  in disable_for_period()
805 				struct bau_control *hmaster)  in count_max_concurr()  argument
813 	if (hmaster->max_concurr >= hmaster->max_concurr_const)  in count_max_concurr()
815 	hmaster->max_concurr++;  in count_max_concurr()
862 static void uv1_throttle(struct bau_control *hmaster, struct ptc_stats *stat)  in uv1_throttle()  argument
864 	spinlock_t *lock = &hmaster->uvhub_lock;  in uv1_throttle()
867 	v = &hmaster->active_descriptor_count;  in uv1_throttle()
868 	if (!atomic_inc_unless_ge(lock, v, hmaster->max_concurr)) {  in uv1_throttle()
872 		} while (!atomic_inc_unless_ge(lock, v, hmaster->max_concurr));  in uv1_throttle()
880 			struct bau_control *bcp, struct bau_control *hmaster,  in handle_cmplt()  argument
884 		destination_plugged(bau_desc, bcp, hmaster, stat);  in handle_cmplt()
886 		destination_timeout(bau_desc, bcp, hmaster, stat);  in handle_cmplt()
911 	struct bau_control *hmaster = bcp->uvhub_master;  in uv_flush_send_and_wait()  local
917 		uv1_throttle(hmaster, stat);  in uv_flush_send_and_wait()
920 	while (hmaster->uvhub_quiesce)  in uv_flush_send_and_wait()
957 		handle_cmplt(completion_stat, bau_desc, bcp, hmaster, stat);  in uv_flush_send_and_wait()
971 	count_max_concurr(completion_stat, bcp, hmaster);  in uv_flush_send_and_wait()
973 	while (hmaster->uvhub_quiesce)  in uv_flush_send_and_wait()
976 	atomic_dec(&hmaster->active_descriptor_count);  in uv_flush_send_and_wait()
995 	struct bau_control *hmaster;  in check_enable()  local
997 	hmaster = bcp->uvhub_master;  in check_enable()
998 	spin_lock(&hmaster->disable_lock);  in check_enable()
1003 			if (tbcp->uvhub_master == hmaster) {  in check_enable()
1010 		spin_unlock(&hmaster->disable_lock);  in check_enable()
1013 	spin_unlock(&hmaster->disable_lock);  in check_enable()
2024 static void make_per_hub_cpumask(struct bau_control *hmaster)  in make_per_hub_cpumask()  argument
2028 	hmaster->cpumask = kzalloc_node(sz, GFP_KERNEL, hmaster->osnode);  in make_per_hub_cpumask()
2108 		struct bau_control *hmaster = NULL;  in summarize_uvhub_sockets()  local
2120 				if (scan_sock(sdp, bdp, &smaster, &hmaster))  in summarize_uvhub_sockets()
2127 		make_per_hub_cpumask(hmaster);  in summarize_uvhub_sockets()