72 static void tb_add_dp_resources(struct tb_switch *sw)  in tb_add_dp_resources()  argument
74 	struct tb_cm *tcm = tb_priv(sw->tb);  in tb_add_dp_resources()
77 	tb_switch_for_each_port(sw, port) {  in tb_add_dp_resources()
81 		if (!tb_switch_query_dp_resource(sw, port))  in tb_add_dp_resources()
89 static void tb_remove_dp_resources(struct tb_switch *sw)  in tb_remove_dp_resources()  argument
91 	struct tb_cm *tcm = tb_priv(sw->tb);  in tb_remove_dp_resources()
95 	tb_switch_for_each_port(sw, port) {  in tb_remove_dp_resources()
97 			tb_remove_dp_resources(port->remote->sw);  in tb_remove_dp_resources()
101 		if (port->sw == sw) {  in tb_remove_dp_resources()
134 static void tb_switch_discover_tunnels(struct tb_switch *sw,  in tb_switch_discover_tunnels()  argument
138 	struct tb *tb = sw->tb;  in tb_switch_discover_tunnels()
141 	tb_switch_for_each_port(sw, port) {  in tb_switch_discover_tunnels()
172 	tb_switch_for_each_port(sw, port) {  in tb_switch_discover_tunnels()
174 			tb_switch_discover_tunnels(port->remote->sw, list,  in tb_switch_discover_tunnels()
189 			struct tb_switch *parent = tunnel->dst_port->sw;  in tb_discover_tunnels()
191 			while (parent != tunnel->src_port->sw) {  in tb_discover_tunnels()
197 			pm_runtime_get_sync(&tunnel->src_port->sw->dev);  in tb_discover_tunnels()
198 			pm_runtime_get_sync(&tunnel->dst_port->sw->dev);  in tb_discover_tunnels()
205 	if (tb_switch_is_usb4(port->sw))  in tb_port_configure_xdomain()
212 	if (tb_switch_is_usb4(port->sw))  in tb_port_unconfigure_xdomain()
222 	struct tb_switch *sw = port->sw;  in tb_scan_xdomain()  local
223 	struct tb *tb = sw->tb;  in tb_scan_xdomain()
237 	xd = tb_xdomain_alloc(tb, &sw->dev, route, tb->root_switch->uuid,  in tb_scan_xdomain()
240 		tb_port_at(route, sw)->xdomain = xd;  in tb_scan_xdomain()
246 static int tb_enable_tmu(struct tb_switch *sw)  in tb_enable_tmu()  argument
251 	if (tb_switch_tmu_is_enabled(sw, sw->tmu.unidirectional_request))  in tb_enable_tmu()
254 	ret = tb_switch_tmu_disable(sw);  in tb_enable_tmu()
258 	ret = tb_switch_tmu_post_time(sw);  in tb_enable_tmu()
262 	return tb_switch_tmu_enable(sw);  in tb_enable_tmu()
266  * tb_find_unused_port() - return the first inactive port on @sw
267  * @sw: Switch to find the port on
270 static struct tb_port *tb_find_unused_port(struct tb_switch *sw,  in tb_find_unused_port()  argument
275 	tb_switch_for_each_port(sw, port) {  in tb_find_unused_port()
289 static struct tb_port *tb_find_usb3_down(struct tb_switch *sw,  in tb_find_usb3_down()  argument
294 	down = usb4_switch_map_usb3_down(sw, port);  in tb_find_usb3_down()
323 	struct tb_switch *sw;  in tb_find_first_usb3_tunnel()  local
326 	if (dst_port->sw->config.depth > src_port->sw->config.depth)  in tb_find_first_usb3_tunnel()
327 		sw = dst_port->sw;  in tb_find_first_usb3_tunnel()
329 		sw = src_port->sw;  in tb_find_first_usb3_tunnel()
332 	if (sw == tb->root_switch)  in tb_find_first_usb3_tunnel()
336 	port = tb_port_at(tb_route(sw), tb->root_switch);  in tb_find_first_usb3_tunnel()
376 			link_speed = port->sw->link_speed;  in tb_available_bandwidth()
477 static int tb_tunnel_usb3(struct tb *tb, struct tb_switch *sw)  in tb_tunnel_usb3()  argument
479 	struct tb_switch *parent = tb_switch_parent(sw);  in tb_tunnel_usb3()
490 	up = tb_switch_find_port(sw, TB_TYPE_USB3_UP);  in tb_tunnel_usb3()
494 	if (!sw->link_usb4)  in tb_tunnel_usb3()
501 	port = tb_port_at(tb_route(sw), parent);  in tb_tunnel_usb3()
560 static int tb_create_usb3_tunnels(struct tb_switch *sw)  in tb_create_usb3_tunnels()  argument
568 	if (tb_route(sw)) {  in tb_create_usb3_tunnels()
569 		ret = tb_tunnel_usb3(sw->tb, sw);  in tb_create_usb3_tunnels()
574 	tb_switch_for_each_port(sw, port) {  in tb_create_usb3_tunnels()
577 		ret = tb_create_usb3_tunnels(port->remote->sw);  in tb_create_usb3_tunnels()
590 static void tb_scan_switch(struct tb_switch *sw)  in tb_scan_switch()  argument
594 	pm_runtime_get_sync(&sw->dev);  in tb_scan_switch()
596 	tb_switch_for_each_port(sw, port)  in tb_scan_switch()
599 	pm_runtime_mark_last_busy(&sw->dev);  in tb_scan_switch()
600 	pm_runtime_put_autosuspend(&sw->dev);  in tb_scan_switch()
608 	struct tb_cm *tcm = tb_priv(port->sw->tb);  in tb_scan_port()
610 	struct tb_switch *sw;  in tb_scan_port()  local
619 		tb_queue_hotplug(port->sw->tb, tb_route(port->sw), port->port,  in tb_scan_port()
640 	sw = tb_switch_alloc(port->sw->tb, &port->sw->dev,  in tb_scan_port()
642 	if (IS_ERR(sw)) {  in tb_scan_port()
648 		if (PTR_ERR(sw) == -EIO || PTR_ERR(sw) == -EADDRNOTAVAIL)  in tb_scan_port()
653 	if (tb_switch_configure(sw)) {  in tb_scan_port()
654 		tb_switch_put(sw);  in tb_scan_port()
674 		dev_set_uevent_suppress(&sw->dev, true);  in tb_scan_port()
680 	sw->rpm = sw->generation > 1;  in tb_scan_port()
682 	if (tb_switch_add(sw)) {  in tb_scan_port()
683 		tb_switch_put(sw);  in tb_scan_port()
688 	upstream_port = tb_upstream_port(sw);  in tb_scan_port()
697 	tb_switch_lane_bonding_enable(sw);  in tb_scan_port()
699 	tb_switch_configure_link(sw);  in tb_scan_port()
704 	ret = tb_switch_enable_clx(sw, TB_CL1);  in tb_scan_port()
706 		tb_sw_warn(sw, "failed to enable %s on upstream port\n",  in tb_scan_port()
709 	if (tb_switch_is_clx_enabled(sw, TB_CL1))  in tb_scan_port()
714 		tb_switch_tmu_configure(sw, TB_SWITCH_TMU_RATE_NORMAL, true);  in tb_scan_port()
717 		tb_switch_tmu_configure(sw, TB_SWITCH_TMU_RATE_HIFI, false);  in tb_scan_port()
719 	if (tb_enable_tmu(sw))  in tb_scan_port()
720 		tb_sw_warn(sw, "failed to enable TMU\n");  in tb_scan_port()
731 	if (tcm->hotplug_active && tb_tunnel_usb3(sw->tb, sw))  in tb_scan_port()
732 		tb_sw_warn(sw, "USB3 tunnel creation failed\n");  in tb_scan_port()
734 	tb_add_dp_resources(sw);  in tb_scan_port()
735 	tb_scan_switch(sw);  in tb_scan_port()
759 		tb_switch_dealloc_dp_resource(src_port->sw, src_port);  in tb_deactivate_and_free_tunnel()
761 		pm_runtime_mark_last_busy(&dst_port->sw->dev);  in tb_deactivate_and_free_tunnel()
762 		pm_runtime_put_autosuspend(&dst_port->sw->dev);  in tb_deactivate_and_free_tunnel()
763 		pm_runtime_mark_last_busy(&src_port->sw->dev);  in tb_deactivate_and_free_tunnel()
764 		pm_runtime_put_autosuspend(&src_port->sw->dev);  in tb_deactivate_and_free_tunnel()
800 static void tb_free_unplugged_children(struct tb_switch *sw)  in tb_free_unplugged_children()  argument
804 	tb_switch_for_each_port(sw, port) {  in tb_free_unplugged_children()
808 		if (port->remote->sw->is_unplugged) {  in tb_free_unplugged_children()
810 			tb_remove_dp_resources(port->remote->sw);  in tb_free_unplugged_children()
811 			tb_switch_unconfigure_link(port->remote->sw);  in tb_free_unplugged_children()
812 			tb_switch_lane_bonding_disable(port->remote->sw);  in tb_free_unplugged_children()
813 			tb_switch_remove(port->remote->sw);  in tb_free_unplugged_children()
818 			tb_free_unplugged_children(port->remote->sw);  in tb_free_unplugged_children()
823 static struct tb_port *tb_find_pcie_down(struct tb_switch *sw,  in tb_find_pcie_down()  argument
832 	if (tb_switch_is_usb4(sw)) {  in tb_find_pcie_down()
833 		down = usb4_switch_map_pcie_down(sw, port);  in tb_find_pcie_down()
834 	} else if (!tb_route(sw)) {  in tb_find_pcie_down()
842 		if (tb_switch_is_cactus_ridge(sw) ||  in tb_find_pcie_down()
843 		    tb_switch_is_alpine_ridge(sw))  in tb_find_pcie_down()
845 		else if (tb_switch_is_falcon_ridge(sw))  in tb_find_pcie_down()
847 		else if (tb_switch_is_titan_ridge(sw))  in tb_find_pcie_down()
853 		if (WARN_ON(index > sw->config.max_port_number))  in tb_find_pcie_down()
856 		down = &sw->ports[index];  in tb_find_pcie_down()
869 	return tb_find_unused_port(sw, TB_TYPE_PCIE_DOWN);  in tb_find_pcie_down()
877 	host_port = tb_route(in->sw) ?  in tb_find_dp_out()
878 		tb_port_at(tb_route(in->sw), tb->root_switch) : NULL;  in tb_find_dp_out()
895 		if (host_port && tb_route(port->sw)) {  in tb_find_dp_out()
898 			p = tb_port_at(tb_route(port->sw), tb->root_switch);  in tb_find_dp_out()
978 	pm_runtime_get_sync(&in->sw->dev);  in tb_tunnel_dp()
979 	pm_runtime_get_sync(&out->sw->dev);  in tb_tunnel_dp()
981 	if (tb_switch_alloc_dp_resource(in->sw, in)) {  in tb_tunnel_dp()
1028 	tb_switch_dealloc_dp_resource(in->sw, in);  in tb_tunnel_dp()
1030 	pm_runtime_mark_last_busy(&out->sw->dev);  in tb_tunnel_dp()
1031 	pm_runtime_put_autosuspend(&out->sw->dev);  in tb_tunnel_dp()
1032 	pm_runtime_mark_last_busy(&in->sw->dev);  in tb_tunnel_dp()
1033 	pm_runtime_put_autosuspend(&in->sw->dev);  in tb_tunnel_dp()
1106 static int tb_disconnect_pci(struct tb *tb, struct tb_switch *sw)  in tb_disconnect_pci()  argument
1111 	up = tb_switch_find_port(sw, TB_TYPE_PCIE_UP);  in tb_disconnect_pci()
1119 	tb_switch_xhci_disconnect(sw);  in tb_disconnect_pci()
1127 static int tb_tunnel_pci(struct tb *tb, struct tb_switch *sw)  in tb_tunnel_pci()  argument
1134 	up = tb_switch_find_port(sw, TB_TYPE_PCIE_UP);  in tb_tunnel_pci()
1142 	parent_sw = tb_to_switch(sw->dev.parent);  in tb_tunnel_pci()
1143 	port = tb_port_at(tb_route(sw), parent_sw);  in tb_tunnel_pci()
1163 	if (tb_switch_pcie_l1_enable(sw))  in tb_tunnel_pci()
1164 		tb_sw_warn(sw, "failed to enable PCIe L1 for Titan Ridge\n");  in tb_tunnel_pci()
1166 	if (tb_switch_xhci_connect(sw))  in tb_tunnel_pci()
1167 		tb_sw_warn(sw, "failed to connect xHCI\n");  in tb_tunnel_pci()
1180 	struct tb_switch *sw;  in tb_approve_xdomain_paths()  local
1182 	sw = tb_to_switch(xd->dev.parent);  in tb_approve_xdomain_paths()
1183 	dst_port = tb_port_at(xd->route, sw);  in tb_approve_xdomain_paths()
1214 	struct tb_switch *sw;  in __tb_disconnect_xdomain_paths()  local
1216 	sw = tb_to_switch(xd->dev.parent);  in __tb_disconnect_xdomain_paths()
1217 	dst_port = tb_port_at(xd->route, sw);  in __tb_disconnect_xdomain_paths()
1258 	struct tb_switch *sw;  in tb_handle_hotplug()  local
1268 	sw = tb_switch_find_by_route(tb, ev->route);  in tb_handle_hotplug()
1269 	if (!sw) {  in tb_handle_hotplug()
1275 	if (ev->port > sw->config.max_port_number) {  in tb_handle_hotplug()
1281 	port = &sw->ports[ev->port];  in tb_handle_hotplug()
1288 	pm_runtime_get_sync(&sw->dev);  in tb_handle_hotplug()
1295 			tb_sw_set_unplugged(port->remote->sw);  in tb_handle_hotplug()
1297 			tb_remove_dp_resources(port->remote->sw);  in tb_handle_hotplug()
1298 			tb_switch_tmu_disable(port->remote->sw);  in tb_handle_hotplug()
1299 			tb_switch_unconfigure_link(port->remote->sw);  in tb_handle_hotplug()
1300 			tb_switch_lane_bonding_disable(port->remote->sw);  in tb_handle_hotplug()
1301 			tb_switch_remove(port->remote->sw);  in tb_handle_hotplug()
1327 			tb_sw_dbg(sw, "xHCI disconnect request\n");  in tb_handle_hotplug()
1328 			tb_switch_xhci_disconnect(sw);  in tb_handle_hotplug()
1335 	} else if (!port->port && sw->authorized) {  in tb_handle_hotplug()
1336 		tb_sw_dbg(sw, "xHCI connect request\n");  in tb_handle_hotplug()
1337 		tb_switch_xhci_connect(sw);  in tb_handle_hotplug()
1349 	pm_runtime_mark_last_busy(&sw->dev);  in tb_handle_hotplug()
1350 	pm_runtime_put_autosuspend(&sw->dev);  in tb_handle_hotplug()
1353 	tb_switch_put(sw);  in tb_handle_hotplug()
1414 		struct tb_switch *sw = tb_to_switch(dev);  in tb_scan_finalize_switch()  local
1421 		if (sw->boot)  in tb_scan_finalize_switch()
1422 			sw->authorized = 1;  in tb_scan_finalize_switch()
1509 static void tb_restore_children(struct tb_switch *sw)  in tb_restore_children()  argument
1515 	if (sw->is_unplugged)  in tb_restore_children()
1522 	ret = tb_switch_enable_clx(sw, TB_CL1);  in tb_restore_children()
1524 		tb_sw_warn(sw, "failed to re-enable %s on upstream port\n",  in tb_restore_children()
1527 	if (tb_switch_is_clx_enabled(sw, TB_CL1))  in tb_restore_children()
1532 		tb_switch_tmu_configure(sw, TB_SWITCH_TMU_RATE_NORMAL, true);  in tb_restore_children()
1535 		tb_switch_tmu_configure(sw, TB_SWITCH_TMU_RATE_HIFI, false);  in tb_restore_children()
1537 	if (tb_enable_tmu(sw))  in tb_restore_children()
1538 		tb_sw_warn(sw, "failed to restore TMU configuration\n");  in tb_restore_children()
1540 	tb_switch_for_each_port(sw, port) {  in tb_restore_children()
1545 			tb_switch_lane_bonding_enable(port->remote->sw);  in tb_restore_children()
1546 			tb_switch_configure_link(port->remote->sw);  in tb_restore_children()
1548 			tb_restore_children(port->remote->sw);  in tb_restore_children()
1611 static int tb_free_unplugged_xdomains(struct tb_switch *sw)  in tb_free_unplugged_xdomains()  argument
1616 	tb_switch_for_each_port(sw, port) {  in tb_free_unplugged_xdomains()
1626 			ret += tb_free_unplugged_xdomains(port->remote->sw);  in tb_free_unplugged_xdomains()