55 static int usb4_native_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_native_switch_op()  argument
64 		ret = tb_sw_write(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
69 		ret = tb_sw_write(sw, tx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
76 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
80 	ret = tb_switch_wait_for_bit(sw, ROUTER_CS_26, ROUTER_CS_26_OV, 0, 500);  in usb4_native_switch_op()
84 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
96 		ret = tb_sw_read(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
101 		ret = tb_sw_read(sw, rx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
110 static int __usb4_switch_op(struct tb_switch *sw, u16 opcode, u32 *metadata,  in __usb4_switch_op()  argument
114 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in __usb4_switch_op()
127 		ret = cm_ops->usb4_switch_op(sw, opcode, metadata, status,  in __usb4_switch_op()
139 	return usb4_native_switch_op(sw, opcode, metadata, status, tx_data,  in __usb4_switch_op()
143 static inline int usb4_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_switch_op()  argument
146 	return __usb4_switch_op(sw, opcode, metadata, status, NULL, 0, NULL, 0);  in usb4_switch_op()
149 static inline int usb4_switch_op_data(struct tb_switch *sw, u16 opcode,  in usb4_switch_op_data()  argument
154 	return __usb4_switch_op(sw, opcode, metadata, status, tx_data,  in usb4_switch_op_data()
158 static void usb4_switch_check_wakes(struct tb_switch *sw)  in usb4_switch_check_wakes()  argument
166 	if (!device_may_wakeup(&sw->dev))  in usb4_switch_check_wakes()
169 	if (tb_route(sw)) {  in usb4_switch_check_wakes()
170 		if (tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1))  in usb4_switch_check_wakes()
173 		tb_sw_dbg(sw, "PCIe wake: %s, USB3 wake: %s\n",  in usb4_switch_check_wakes()
184 	tb_switch_for_each_port(sw, port) {  in usb4_switch_check_wakes()
208 		pm_wakeup_event(&sw->dev, 0);  in usb4_switch_check_wakes()
239 int usb4_switch_setup(struct tb_switch *sw)  in usb4_switch_setup()  argument
241 	struct tb_switch *parent = tb_switch_parent(sw);  in usb4_switch_setup()
247 	usb4_switch_check_wakes(sw);  in usb4_switch_setup()
249 	if (!tb_route(sw))  in usb4_switch_setup()
252 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1);  in usb4_switch_setup()
256 	down = tb_switch_downstream_port(sw);  in usb4_switch_setup()
257 	sw->link_usb4 = link_is_usb4(down);  in usb4_switch_setup()
258 	tb_sw_dbg(sw, "link: %s\n", sw->link_usb4 ? "USB4" : "TBT");  in usb4_switch_setup()
263 	tb_sw_dbg(sw, "TBT3 support: %s, xHCI: %s\n",  in usb4_switch_setup()
266 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
270 	if (tb_acpi_may_tunnel_usb3() && sw->link_usb4 &&  in usb4_switch_setup()
295 	return tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
309 int usb4_switch_configuration_valid(struct tb_switch *sw)  in usb4_switch_configuration_valid()  argument
314 	if (!tb_route(sw))  in usb4_switch_configuration_valid()
317 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_configuration_valid()
323 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_configuration_valid()
327 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_CR,  in usb4_switch_configuration_valid()
338 int usb4_switch_read_uid(struct tb_switch *sw, u64 *uid)  in usb4_switch_read_uid()  argument
340 	return tb_sw_read(sw, uid, TB_CFG_SWITCH, ROUTER_CS_7, 2);  in usb4_switch_read_uid()
347 	struct tb_switch *sw = data;  in usb4_switch_drom_read_block()  local
356 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_DROM_READ, &metadata,  in usb4_switch_drom_read_block()
375 int usb4_switch_drom_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_drom_read()  argument
379 				usb4_switch_drom_read_block, sw);  in usb4_switch_drom_read()
389 bool usb4_switch_lane_bonding_possible(struct tb_switch *sw)  in usb4_switch_lane_bonding_possible()  argument
395 	up = tb_upstream_port(sw);  in usb4_switch_lane_bonding_possible()
410 int usb4_switch_set_wake(struct tb_switch *sw, unsigned int flags)  in usb4_switch_set_wake()  argument
414 	u64 route = tb_route(sw);  in usb4_switch_set_wake()
423 	tb_switch_for_each_port(sw, port) {  in usb4_switch_set_wake()
465 		ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
477 		ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
492 int usb4_switch_set_sleep(struct tb_switch *sw)  in usb4_switch_set_sleep()  argument
498 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
504 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
508 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_SLPR,  in usb4_switch_set_sleep()
520 int usb4_switch_nvm_sector_size(struct tb_switch *sw)  in usb4_switch_nvm_sector_size()  argument
526 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SECTOR_SIZE, &metadata,  in usb4_switch_nvm_sector_size()
540 	struct tb_switch *sw = data;  in usb4_switch_nvm_read_block()  local
550 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_READ, &metadata,  in usb4_switch_nvm_read_block()
568 int usb4_switch_nvm_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_nvm_read()  argument
572 				usb4_switch_nvm_read_block, sw);  in usb4_switch_nvm_read()
585 int usb4_switch_nvm_set_offset(struct tb_switch *sw, unsigned int address)  in usb4_switch_nvm_set_offset()  argument
595 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SET_OFFSET, &metadata,  in usb4_switch_nvm_set_offset()
606 	struct tb_switch *sw = data;  in usb4_switch_nvm_write_next_block()  local
610 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_WRITE, NULL, &status,  in usb4_switch_nvm_write_next_block()
628 int usb4_switch_nvm_write(struct tb_switch *sw, unsigned int address,  in usb4_switch_nvm_write()  argument
633 	ret = usb4_switch_nvm_set_offset(sw, address);  in usb4_switch_nvm_write()
638 				 usb4_switch_nvm_write_next_block, sw);  in usb4_switch_nvm_write()
654 int usb4_switch_nvm_authenticate(struct tb_switch *sw)  in usb4_switch_nvm_authenticate()  argument
658 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_AUTH, NULL, NULL);  in usb4_switch_nvm_authenticate()
686 int usb4_switch_nvm_authenticate_status(struct tb_switch *sw, u32 *status)  in usb4_switch_nvm_authenticate_status()  argument
688 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in usb4_switch_nvm_authenticate_status()
694 		ret = cm_ops->usb4_switch_nvm_authenticate_status(sw, status);  in usb4_switch_nvm_authenticate_status()
699 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_switch_nvm_authenticate_status()
730 int usb4_switch_credits_init(struct tb_switch *sw)  in usb4_switch_credits_init()  argument
740 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_BUFFER_ALLOC, &metadata,  in usb4_switch_credits_init()
757 	tb_sw_dbg(sw, "credit allocation parameters:\n");  in usb4_switch_credits_init()
767 			tb_sw_dbg(sw, " USB3: %u\n", value);  in usb4_switch_credits_init()
771 			tb_sw_dbg(sw, " DP AUX: %u\n", value);  in usb4_switch_credits_init()
775 			tb_sw_dbg(sw, " DP main: %u\n", value);  in usb4_switch_credits_init()
779 			tb_sw_dbg(sw, " PCIe: %u\n", value);  in usb4_switch_credits_init()
783 			tb_sw_dbg(sw, " DMA: %u\n", value);  in usb4_switch_credits_init()
787 			tb_sw_dbg(sw, " unknown credit allocation index %#x, skipping\n",  in usb4_switch_credits_init()
800 	if (!tb_route(sw) && max_dma < 0) {  in usb4_switch_credits_init()
801 		tb_sw_warn(sw, "host router is missing baMaxHI\n");  in usb4_switch_credits_init()
806 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
813 		tb_sw_warn(sw, "multiple USB4 ports require baMinDPaux/baMinDPmain\n");  in usb4_switch_credits_init()
817 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
819 			tb_sw_warn(sw, "missing baMinDPmain");  in usb4_switch_credits_init()
824 			tb_sw_warn(sw, "missing baMinDPaux");  in usb4_switch_credits_init()
829 			tb_sw_warn(sw, "missing baMaxUSB3");  in usb4_switch_credits_init()
834 			tb_sw_warn(sw, "missing baMaxPCIe");  in usb4_switch_credits_init()
843 	sw->credit_allocation = true;  in usb4_switch_credits_init()
845 		sw->max_usb3_credits = max_usb3;  in usb4_switch_credits_init()
847 		sw->min_dp_aux_credits = min_dp_aux;  in usb4_switch_credits_init()
849 		sw->min_dp_main_credits = min_dp_main;  in usb4_switch_credits_init()
851 		sw->max_pcie_credits = max_pcie;  in usb4_switch_credits_init()
853 		sw->max_dma_credits = max_dma;  in usb4_switch_credits_init()
870 bool usb4_switch_query_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_query_dp_resource()  argument
876 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_QUERY_DP_RESOURCE, &metadata,  in usb4_switch_query_dp_resource()
900 int usb4_switch_alloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_alloc_dp_resource()  argument
906 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_ALLOC_DP_RESOURCE, &metadata,  in usb4_switch_alloc_dp_resource()
923 int usb4_switch_dealloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_dealloc_dp_resource()  argument
929 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE, &metadata,  in usb4_switch_dealloc_dp_resource()
939 static int usb4_port_idx(const struct tb_switch *sw, const struct tb_port *port)  in usb4_port_idx()  argument
945 	tb_switch_for_each_port(sw, p) {  in usb4_port_idx()
970 struct tb_port *usb4_switch_map_pcie_down(struct tb_switch *sw,  in usb4_switch_map_pcie_down()  argument
973 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_pcie_down()
978 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_pcie_down()
1001 struct tb_port *usb4_switch_map_usb3_down(struct tb_switch *sw,  in usb4_switch_map_usb3_down()  argument
1004 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_usb3_down()
1009 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_usb3_down()
1031 int usb4_switch_add_ports(struct tb_switch *sw)  in usb4_switch_add_ports()  argument
1035 	if (tb_switch_is_icm(sw) || !tb_switch_is_usb4(sw))  in usb4_switch_add_ports()
1038 	tb_switch_for_each_port(sw, port) {  in usb4_switch_add_ports()
1048 			usb4_switch_remove_ports(sw);  in usb4_switch_add_ports()
1064 void usb4_switch_remove_ports(struct tb_switch *sw)  in usb4_switch_remove_ports()  argument
1068 	tb_switch_for_each_port(sw, port) {  in usb4_switch_remove_ports()
1985 	if (tb_route(port->sw))  in usb4_usb3_port_cm_request()
2262 	if (!tb_switch_is_usb4(port->sw))  in is_usb4_dpin()