53 static int usb4_native_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_native_switch_op()  argument
62 		ret = tb_sw_write(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
67 		ret = tb_sw_write(sw, tx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
74 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
78 	ret = tb_switch_wait_for_bit(sw, ROUTER_CS_26, ROUTER_CS_26_OV, 0, 500);  in usb4_native_switch_op()
82 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
94 		ret = tb_sw_read(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
99 		ret = tb_sw_read(sw, rx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
108 static int __usb4_switch_op(struct tb_switch *sw, u16 opcode, u32 *metadata,  in __usb4_switch_op()  argument
112 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in __usb4_switch_op()
125 		ret = cm_ops->usb4_switch_op(sw, opcode, metadata, status,  in __usb4_switch_op()
137 	return usb4_native_switch_op(sw, opcode, metadata, status, tx_data,  in __usb4_switch_op()
141 static inline int usb4_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_switch_op()  argument
144 	return __usb4_switch_op(sw, opcode, metadata, status, NULL, 0, NULL, 0);  in usb4_switch_op()
147 static inline int usb4_switch_op_data(struct tb_switch *sw, u16 opcode,  in usb4_switch_op_data()  argument
152 	return __usb4_switch_op(sw, opcode, metadata, status, tx_data,  in usb4_switch_op_data()
156 static void usb4_switch_check_wakes(struct tb_switch *sw)  in usb4_switch_check_wakes()  argument
162 	if (!device_may_wakeup(&sw->dev))  in usb4_switch_check_wakes()
165 	if (tb_route(sw)) {  in usb4_switch_check_wakes()
166 		if (tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1))  in usb4_switch_check_wakes()
169 		tb_sw_dbg(sw, "PCIe wake: %s, USB3 wake: %s\n",  in usb4_switch_check_wakes()
177 	tb_switch_for_each_port(sw, port) {  in usb4_switch_check_wakes()
193 		pm_wakeup_event(&sw->dev, 0);  in usb4_switch_check_wakes()
212  * @sw: USB4 router to setup
221 int usb4_switch_setup(struct tb_switch *sw)  in usb4_switch_setup()  argument
229 	usb4_switch_check_wakes(sw);  in usb4_switch_setup()
231 	if (!tb_route(sw))  in usb4_switch_setup()
234 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1);  in usb4_switch_setup()
238 	parent = tb_switch_parent(sw);  in usb4_switch_setup()
239 	downstream_port = tb_port_at(tb_route(sw), parent);  in usb4_switch_setup()
240 	sw->link_usb4 = link_is_usb4(downstream_port);  in usb4_switch_setup()
241 	tb_sw_dbg(sw, "link: %s\n", sw->link_usb4 ? "USB4" : "TBT");  in usb4_switch_setup()
246 	tb_sw_dbg(sw, "TBT3 support: %s, xHCI: %s\n",  in usb4_switch_setup()
249 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
253 	if (tb_acpi_may_tunnel_usb3() && sw->link_usb4 &&  in usb4_switch_setup()
280 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
284 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_CR,  in usb4_switch_setup()
290  * @sw: USB4 router
295 int usb4_switch_read_uid(struct tb_switch *sw, u64 *uid)  in usb4_switch_read_uid()  argument
297 	return tb_sw_read(sw, uid, TB_CFG_SWITCH, ROUTER_CS_7, 2);  in usb4_switch_read_uid()
304 	struct tb_switch *sw = data;  in usb4_switch_drom_read_block()  local
313 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_DROM_READ, &metadata,  in usb4_switch_drom_read_block()
323  * @sw: USB4 router
332 int usb4_switch_drom_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_drom_read()  argument
336 				usb4_switch_drom_read_block, sw);  in usb4_switch_drom_read()
341  * @sw: USB4 router
346 bool usb4_switch_lane_bonding_possible(struct tb_switch *sw)  in usb4_switch_lane_bonding_possible()  argument
352 	up = tb_upstream_port(sw);  in usb4_switch_lane_bonding_possible()
362  * @sw: USB4 router
367 int usb4_switch_set_wake(struct tb_switch *sw, unsigned int flags)  in usb4_switch_set_wake()  argument
370 	u64 route = tb_route(sw);  in usb4_switch_set_wake()
379 	tb_switch_for_each_port(sw, port) {  in usb4_switch_set_wake()
418 		ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
430 		ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
440  * @sw: USB4 router
445 int usb4_switch_set_sleep(struct tb_switch *sw)  in usb4_switch_set_sleep()  argument
451 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
457 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
461 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_SLPR,  in usb4_switch_set_sleep()
467  * @sw: USB4 router
473 int usb4_switch_nvm_sector_size(struct tb_switch *sw)  in usb4_switch_nvm_sector_size()  argument
479 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SECTOR_SIZE, &metadata,  in usb4_switch_nvm_sector_size()
493 	struct tb_switch *sw = data;  in usb4_switch_nvm_read_block()  local
503 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_READ, &metadata,  in usb4_switch_nvm_read_block()
513  * @sw: USB4 router
521 int usb4_switch_nvm_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_nvm_read()  argument
525 				usb4_switch_nvm_read_block, sw);  in usb4_switch_nvm_read()
530  * @sw: USB4 router
538 int usb4_switch_nvm_set_offset(struct tb_switch *sw, unsigned int address)  in usb4_switch_nvm_set_offset()  argument
548 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SET_OFFSET, &metadata,  in usb4_switch_nvm_set_offset()
559 	struct tb_switch *sw = data;  in usb4_switch_nvm_write_next_block()  local
563 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_WRITE, NULL, &status,  in usb4_switch_nvm_write_next_block()
573  * @sw: USB4 router
581 int usb4_switch_nvm_write(struct tb_switch *sw, unsigned int address,  in usb4_switch_nvm_write()  argument
586 	ret = usb4_switch_nvm_set_offset(sw, address);  in usb4_switch_nvm_write()
591 				 usb4_switch_nvm_write_next_block, sw);  in usb4_switch_nvm_write()
596  * @sw: USB4 router
607 int usb4_switch_nvm_authenticate(struct tb_switch *sw)  in usb4_switch_nvm_authenticate()  argument
611 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_AUTH, NULL, NULL);  in usb4_switch_nvm_authenticate()
629  * @sw: USB4 router
639 int usb4_switch_nvm_authenticate_status(struct tb_switch *sw, u32 *status)  in usb4_switch_nvm_authenticate_status()  argument
641 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in usb4_switch_nvm_authenticate_status()
647 		ret = cm_ops->usb4_switch_nvm_authenticate_status(sw, status);  in usb4_switch_nvm_authenticate_status()
652 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_switch_nvm_authenticate_status()
675  * @sw: USB4 router
677  * Reads @sw buffer allocation parameters and initializes @sw buffer
678  * allocation fields accordingly. Specifically @sw->credits_allocation
683 int usb4_switch_credits_init(struct tb_switch *sw)  in usb4_switch_credits_init()  argument
693 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_BUFFER_ALLOC, &metadata,  in usb4_switch_credits_init()
710 	tb_sw_dbg(sw, "credit allocation parameters:\n");  in usb4_switch_credits_init()
720 			tb_sw_dbg(sw, " USB3: %u\n", value);  in usb4_switch_credits_init()
724 			tb_sw_dbg(sw, " DP AUX: %u\n", value);  in usb4_switch_credits_init()
728 			tb_sw_dbg(sw, " DP main: %u\n", value);  in usb4_switch_credits_init()
732 			tb_sw_dbg(sw, " PCIe: %u\n", value);  in usb4_switch_credits_init()
736 			tb_sw_dbg(sw, " DMA: %u\n", value);  in usb4_switch_credits_init()
740 			tb_sw_dbg(sw, " unknown credit allocation index %#x, skipping\n",  in usb4_switch_credits_init()
753 	if (!tb_route(sw) && max_dma < 0) {  in usb4_switch_credits_init()
754 		tb_sw_warn(sw, "host router is missing baMaxHI\n");  in usb4_switch_credits_init()
759 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
766 		tb_sw_warn(sw, "multiple USB4 ports require baMinDPaux/baMinDPmain\n");  in usb4_switch_credits_init()
770 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
772 			tb_sw_warn(sw, "missing baMinDPmain");  in usb4_switch_credits_init()
777 			tb_sw_warn(sw, "missing baMinDPaux");  in usb4_switch_credits_init()
782 			tb_sw_warn(sw, "missing baMaxUSB3");  in usb4_switch_credits_init()
787 			tb_sw_warn(sw, "missing baMaxPCIe");  in usb4_switch_credits_init()
796 	sw->credit_allocation = true;  in usb4_switch_credits_init()
798 		sw->max_usb3_credits = max_usb3;  in usb4_switch_credits_init()
800 		sw->min_dp_aux_credits = min_dp_aux;  in usb4_switch_credits_init()
802 		sw->min_dp_main_credits = min_dp_main;  in usb4_switch_credits_init()
804 		sw->max_pcie_credits = max_pcie;  in usb4_switch_credits_init()
806 		sw->max_dma_credits = max_dma;  in usb4_switch_credits_init()
816  * @sw: USB4 router
823 bool usb4_switch_query_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_query_dp_resource()  argument
829 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_QUERY_DP_RESOURCE, &metadata,  in usb4_switch_query_dp_resource()
845  * @sw: USB4 router
853 int usb4_switch_alloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_alloc_dp_resource()  argument
859 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_ALLOC_DP_RESOURCE, &metadata,  in usb4_switch_alloc_dp_resource()
871  * @sw: USB4 router
876 int usb4_switch_dealloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_dealloc_dp_resource()  argument
882 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE, &metadata,  in usb4_switch_dealloc_dp_resource()
892 static int usb4_port_idx(const struct tb_switch *sw, const struct tb_port *port)  in usb4_port_idx()  argument
898 	tb_switch_for_each_port(sw, p) {  in usb4_port_idx()
915  * @sw: USB4 router
923 struct tb_port *usb4_switch_map_pcie_down(struct tb_switch *sw,  in usb4_switch_map_pcie_down()  argument
926 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_pcie_down()
931 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_pcie_down()
946  * @sw: USB4 router
954 struct tb_port *usb4_switch_map_usb3_down(struct tb_switch *sw,  in usb4_switch_map_usb3_down()  argument
957 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_usb3_down()
962 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_usb3_down()
977  * @sw: USB4 router
984 int usb4_switch_add_ports(struct tb_switch *sw)  in usb4_switch_add_ports()  argument
988 	if (tb_switch_is_icm(sw) || !tb_switch_is_usb4(sw))  in usb4_switch_add_ports()
991 	tb_switch_for_each_port(sw, port) {  in usb4_switch_add_ports()
1001 			usb4_switch_remove_ports(sw);  in usb4_switch_add_ports()
1013  * @sw: USB4 router
1017 void usb4_switch_remove_ports(struct tb_switch *sw)  in usb4_switch_remove_ports()  argument
1021 	tb_switch_for_each_port(sw, port) {  in usb4_switch_remove_ports()
1912 	if (tb_route(port->sw))  in usb4_usb3_port_cm_request()