12 void rtw_set_channel_mac(struct rtw_dev *rtwdev, u8 channel, u8 bw,  in rtw_set_channel_mac()  argument
26 	rtw_write8(rtwdev, REG_DATA_SC,  in rtw_set_channel_mac()
29 	value32 = rtw_read32(rtwdev, REG_WMAC_TRXPTCL_CTL);  in rtw_set_channel_mac()
42 	rtw_write32(rtwdev, REG_WMAC_TRXPTCL_CTL, value32);  in rtw_set_channel_mac()
44 	if (rtw_chip_wcpu_11n(rtwdev))  in rtw_set_channel_mac()
47 	value32 = rtw_read32(rtwdev, REG_AFE_CTRL1) & ~(BIT_MAC_CLK_SEL);  in rtw_set_channel_mac()
49 	rtw_write32(rtwdev, REG_AFE_CTRL1, value32);  in rtw_set_channel_mac()
51 	rtw_write8(rtwdev, REG_USTIME_TSF, MAC_CLK_SPEED);  in rtw_set_channel_mac()
52 	rtw_write8(rtwdev, REG_USTIME_EDCA, MAC_CLK_SPEED);  in rtw_set_channel_mac()
54 	value8 = rtw_read8(rtwdev, REG_CCK_CHECK);  in rtw_set_channel_mac()
58 	rtw_write8(rtwdev, REG_CCK_CHECK, value8);  in rtw_set_channel_mac()
62 static int rtw_mac_pre_system_cfg(struct rtw_dev *rtwdev)  in rtw_mac_pre_system_cfg()  argument
68 	rtw_write8(rtwdev, REG_RSV_CTRL, 0);  in rtw_mac_pre_system_cfg()
70 	if (rtw_chip_wcpu_11n(rtwdev)) {  in rtw_mac_pre_system_cfg()
71 		if (rtw_read32(rtwdev, REG_SYS_CFG1) & BIT_LDO)  in rtw_mac_pre_system_cfg()
72 			rtw_write8(rtwdev, REG_LDO_SWR_CTRL, LDO_SEL);  in rtw_mac_pre_system_cfg()
74 			rtw_write8(rtwdev, REG_LDO_SWR_CTRL, SPS_SEL);  in rtw_mac_pre_system_cfg()
78 	switch (rtw_hci_type(rtwdev)) {  in rtw_mac_pre_system_cfg()
80 		rtw_write32_set(rtwdev, REG_HCI_OPT_CTRL, BIT_USB_SUS_DIS);  in rtw_mac_pre_system_cfg()
83 		rtw_write8_clr(rtwdev, REG_SDIO_HSUS_CTRL, BIT_HCI_SUS_REQ);  in rtw_mac_pre_system_cfg()
86 			if (rtw_read8(rtwdev, REG_SDIO_HSUS_CTRL) & BIT_HCI_RESUME_RDY)  in rtw_mac_pre_system_cfg()
93 			rtw_err(rtwdev, "failed to poll REG_SDIO_HSUS_CTRL[1]");  in rtw_mac_pre_system_cfg()
97 		if (rtw_sdio_is_sdio30_supported(rtwdev))  in rtw_mac_pre_system_cfg()
98 			rtw_write8_set(rtwdev, REG_HCI_OPT_CTRL + 2,  in rtw_mac_pre_system_cfg()
101 			rtw_write8_clr(rtwdev, REG_HCI_OPT_CTRL + 2,  in rtw_mac_pre_system_cfg()
111 	value32 = rtw_read32(rtwdev, REG_PAD_CTRL1);  in rtw_mac_pre_system_cfg()
113 	rtw_write32(rtwdev, REG_PAD_CTRL1, value32);  in rtw_mac_pre_system_cfg()
115 	value32 = rtw_read32(rtwdev, REG_LED_CFG);  in rtw_mac_pre_system_cfg()
117 	rtw_write32(rtwdev, REG_LED_CFG, value32);  in rtw_mac_pre_system_cfg()
119 	value32 = rtw_read32(rtwdev, REG_GPIO_MUXCFG);  in rtw_mac_pre_system_cfg()
121 	rtw_write32(rtwdev, REG_GPIO_MUXCFG, value32);  in rtw_mac_pre_system_cfg()
124 	value8 = rtw_read8(rtwdev, REG_SYS_FUNC_EN);  in rtw_mac_pre_system_cfg()
126 	rtw_write8(rtwdev, REG_SYS_FUNC_EN, value8);  in rtw_mac_pre_system_cfg()
128 	value8 = rtw_read8(rtwdev, REG_RF_CTRL);  in rtw_mac_pre_system_cfg()
130 	rtw_write8(rtwdev, REG_RF_CTRL, value8);  in rtw_mac_pre_system_cfg()
132 	value32 = rtw_read32(rtwdev, REG_WLRF1);  in rtw_mac_pre_system_cfg()
134 	rtw_write32(rtwdev, REG_WLRF1, value32);  in rtw_mac_pre_system_cfg()
139 static bool do_pwr_poll_cmd(struct rtw_dev *rtwdev, u32 addr, u32 mask, u32 target)  in do_pwr_poll_cmd()  argument
147 					rtwdev, addr) == 0;  in do_pwr_poll_cmd()
150 static int rtw_pwr_cmd_polling(struct rtw_dev *rtwdev,  in rtw_pwr_cmd_polling()  argument
161 	if (do_pwr_poll_cmd(rtwdev, offset, cmd->mask, cmd->value))  in rtw_pwr_cmd_polling()
164 	if (rtw_hci_type(rtwdev) != RTW_HCI_TYPE_PCIE)  in rtw_pwr_cmd_polling()
168 	value = rtw_read8(rtwdev, REG_SYS_PW_CTRL);  in rtw_pwr_cmd_polling()
169 	if (rtwdev->chip->id == RTW_CHIP_TYPE_8723D)  in rtw_pwr_cmd_polling()
170 		rtw_write8(rtwdev, REG_SYS_PW_CTRL, value & ~BIT_PFM_WOWL);  in rtw_pwr_cmd_polling()
171 	rtw_write8(rtwdev, REG_SYS_PW_CTRL, value | BIT_PFM_WOWL);  in rtw_pwr_cmd_polling()
172 	rtw_write8(rtwdev, REG_SYS_PW_CTRL, value & ~BIT_PFM_WOWL);  in rtw_pwr_cmd_polling()
173 	if (rtwdev->chip->id == RTW_CHIP_TYPE_8723D)  in rtw_pwr_cmd_polling()
174 		rtw_write8(rtwdev, REG_SYS_PW_CTRL, value | BIT_PFM_WOWL);  in rtw_pwr_cmd_polling()
176 	if (do_pwr_poll_cmd(rtwdev, offset, cmd->mask, cmd->value))  in rtw_pwr_cmd_polling()
180 	rtw_err(rtwdev, "failed to poll offset=0x%x mask=0x%x value=0x%x\n",  in rtw_pwr_cmd_polling()
185 static int rtw_sub_pwr_seq_parser(struct rtw_dev *rtwdev, u8 intf_mask,  in rtw_sub_pwr_seq_parser()  argument
205 			value = rtw_read8(rtwdev, offset);  in rtw_sub_pwr_seq_parser()
208 			rtw_write8(rtwdev, offset, value);  in rtw_sub_pwr_seq_parser()
211 			if (rtw_pwr_cmd_polling(rtwdev, cur_cmd))  in rtw_sub_pwr_seq_parser()
230 static int rtw_pwr_seq_parser(struct rtw_dev *rtwdev,  in rtw_pwr_seq_parser()  argument
240 	cut = rtwdev->hal.cut_version;  in rtw_pwr_seq_parser()
242 	switch (rtw_hci_type(rtwdev)) {  in rtw_pwr_seq_parser()
261 		ret = rtw_sub_pwr_seq_parser(rtwdev, intf_mask, cut_mask, cmd);  in rtw_pwr_seq_parser()
271 static int rtw_mac_power_switch(struct rtw_dev *rtwdev, bool pwr_on)  in rtw_mac_power_switch()  argument
273 	const struct rtw_chip_info *chip = rtwdev->chip;  in rtw_mac_power_switch()
280 	if (rtw_chip_wcpu_11ac(rtwdev)) {  in rtw_mac_power_switch()
281 		rpwm = rtw_read8(rtwdev, rtwdev->hci.rpwm_addr);  in rtw_mac_power_switch()
284 		if (rtw_read16(rtwdev, REG_MCUFW_CTRL) == 0xC078) {  in rtw_mac_power_switch()
286 			rtw_write8(rtwdev, rtwdev->hci.rpwm_addr, rpwm);  in rtw_mac_power_switch()
290 	if (rtw_read8(rtwdev, REG_CR) == 0xea)  in rtw_mac_power_switch()
292 	else if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_USB &&  in rtw_mac_power_switch()
293 		 (rtw_read8(rtwdev, REG_SYS_STATUS1 + 1) & BIT(0)))  in rtw_mac_power_switch()
301 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_SDIO) {  in rtw_mac_power_switch()
302 		imr = rtw_read32(rtwdev, REG_SDIO_HIMR);  in rtw_mac_power_switch()
303 		rtw_write32(rtwdev, REG_SDIO_HIMR, 0);  in rtw_mac_power_switch()
307 		clear_bit(RTW_FLAG_POWERON, rtwdev->flags);  in rtw_mac_power_switch()
310 	ret = rtw_pwr_seq_parser(rtwdev, pwr_seq);  in rtw_mac_power_switch()
312 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_SDIO)  in rtw_mac_power_switch()
313 		rtw_write32(rtwdev, REG_SDIO_HIMR, imr);  in rtw_mac_power_switch()
316 		set_bit(RTW_FLAG_POWERON, rtwdev->flags);  in rtw_mac_power_switch()
321 static int __rtw_mac_init_system_cfg(struct rtw_dev *rtwdev)  in __rtw_mac_init_system_cfg()  argument
323 	u8 sys_func_en = rtwdev->chip->sys_func_en;  in __rtw_mac_init_system_cfg()
327 	value = rtw_read32(rtwdev, REG_CPU_DMEM_CON);  in __rtw_mac_init_system_cfg()
329 	rtw_write32(rtwdev, REG_CPU_DMEM_CON, value);  in __rtw_mac_init_system_cfg()
331 	rtw_write8_set(rtwdev, REG_SYS_FUNC_EN + 1, sys_func_en);  in __rtw_mac_init_system_cfg()
332 	value8 = (rtw_read8(rtwdev, REG_CR_EXT + 3) & 0xF0) | 0x0C;  in __rtw_mac_init_system_cfg()
333 	rtw_write8(rtwdev, REG_CR_EXT + 3, value8);  in __rtw_mac_init_system_cfg()
336 	tmp = rtw_read32(rtwdev, REG_MCUFW_CTRL);  in __rtw_mac_init_system_cfg()
338 		rtw_write32(rtwdev, REG_MCUFW_CTRL, tmp & (~BIT_BOOT_FSPI_EN));  in __rtw_mac_init_system_cfg()
339 		value = rtw_read32(rtwdev, REG_GPIO_MUXCFG) & (~BIT_FSPI_EN);  in __rtw_mac_init_system_cfg()
340 		rtw_write32(rtwdev, REG_GPIO_MUXCFG, value);  in __rtw_mac_init_system_cfg()
346 static int __rtw_mac_init_system_cfg_legacy(struct rtw_dev *rtwdev)  in __rtw_mac_init_system_cfg_legacy()  argument
348 	rtw_write8(rtwdev, REG_CR, 0xff);  in __rtw_mac_init_system_cfg_legacy()
350 	rtw_write8(rtwdev, REG_HWSEQ_CTRL, 0x7f);  in __rtw_mac_init_system_cfg_legacy()
353 	rtw_write8_set(rtwdev, REG_SYS_CLKR, BIT_WAKEPAD_EN);  in __rtw_mac_init_system_cfg_legacy()
354 	rtw_write16_clr(rtwdev, REG_GPIO_MUXCFG, BIT_EN_SIC);  in __rtw_mac_init_system_cfg_legacy()
356 	rtw_write16(rtwdev, REG_CR, 0x2ff);  in __rtw_mac_init_system_cfg_legacy()
361 static int rtw_mac_init_system_cfg(struct rtw_dev *rtwdev)  in rtw_mac_init_system_cfg()  argument
363 	if (rtw_chip_wcpu_11n(rtwdev))  in rtw_mac_init_system_cfg()
364 		return __rtw_mac_init_system_cfg_legacy(rtwdev);  in rtw_mac_init_system_cfg()
366 	return __rtw_mac_init_system_cfg(rtwdev);  in rtw_mac_init_system_cfg()
369 int rtw_mac_power_on(struct rtw_dev *rtwdev)  in rtw_mac_power_on()  argument
373 	ret = rtw_mac_pre_system_cfg(rtwdev);  in rtw_mac_power_on()
377 	ret = rtw_mac_power_switch(rtwdev, true);  in rtw_mac_power_on()
379 		rtw_mac_power_switch(rtwdev, false);  in rtw_mac_power_on()
381 		ret = rtw_mac_pre_system_cfg(rtwdev);  in rtw_mac_power_on()
385 		ret = rtw_mac_power_switch(rtwdev, true);  in rtw_mac_power_on()
392 	ret = rtw_mac_init_system_cfg(rtwdev);  in rtw_mac_power_on()
399 	rtw_err(rtwdev, "mac power on failed");  in rtw_mac_power_on()
403 void rtw_mac_power_off(struct rtw_dev *rtwdev)  in rtw_mac_power_off()  argument
405 	rtw_mac_power_switch(rtwdev, false);  in rtw_mac_power_off()
431 static void wlan_cpu_enable(struct rtw_dev *rtwdev, bool enable)  in wlan_cpu_enable()  argument
435 		rtw_write8_set(rtwdev, REG_RSV_CTRL + 1, BIT_WLMCU_IOIF);  in wlan_cpu_enable()
438 		rtw_write8_set(rtwdev, REG_SYS_FUNC_EN + 1, BIT_FEN_CPUEN);  in wlan_cpu_enable()
441 		rtw_write8_clr(rtwdev, REG_SYS_FUNC_EN + 1, BIT_FEN_CPUEN);  in wlan_cpu_enable()
444 		rtw_write8_clr(rtwdev, REG_RSV_CTRL + 1, BIT_WLMCU_IOIF);  in wlan_cpu_enable()
450 static void download_firmware_reg_backup(struct rtw_dev *rtwdev,  in download_firmware_reg_backup()  argument
459 	bckp[bckp_idx].val = rtw_read8(rtwdev, REG_TXDMA_PQ_MAP + 1);  in download_firmware_reg_backup()
462 	rtw_write8(rtwdev, REG_TXDMA_PQ_MAP + 1, tmp);  in download_firmware_reg_backup()
467 	bckp[bckp_idx].val = rtw_read8(rtwdev, REG_CR);  in download_firmware_reg_backup()
474 	rtw_write8(rtwdev, REG_CR, tmp);  in download_firmware_reg_backup()
475 	rtw_write32(rtwdev, REG_H2CQ_CSR, BIT_H2CQ_FULL);  in download_firmware_reg_backup()
480 	bckp[bckp_idx].val = rtw_read16(rtwdev, REG_FIFOPAGE_INFO_1);  in download_firmware_reg_backup()
484 	bckp[bckp_idx].val = rtw_read32(rtwdev, REG_RQPN_CTRL_2) | BIT_LD_RQPN;  in download_firmware_reg_backup()
486 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_1, 0x200);  in download_firmware_reg_backup()
487 	rtw_write32(rtwdev, REG_RQPN_CTRL_2, bckp[bckp_idx - 1].val);  in download_firmware_reg_backup()
489 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_SDIO)  in download_firmware_reg_backup()
490 		rtw_read32(rtwdev, REG_SDIO_FREE_TXPG);  in download_firmware_reg_backup()
493 	tmp = rtw_read8(rtwdev, REG_BCN_CTRL);  in download_firmware_reg_backup()
499 	rtw_write8(rtwdev, REG_BCN_CTRL, tmp);  in download_firmware_reg_backup()
504 static void download_firmware_reset_platform(struct rtw_dev *rtwdev)  in download_firmware_reset_platform()  argument
506 	rtw_write8_clr(rtwdev, REG_CPU_DMEM_CON + 2, BIT_WL_PLATFORM_RST >> 16);  in download_firmware_reset_platform()
507 	rtw_write8_clr(rtwdev, REG_SYS_CLK_CTRL + 1, BIT_CPU_CLK_EN >> 8);  in download_firmware_reset_platform()
508 	rtw_write8_set(rtwdev, REG_CPU_DMEM_CON + 2, BIT_WL_PLATFORM_RST >> 16);  in download_firmware_reset_platform()
509 	rtw_write8_set(rtwdev, REG_SYS_CLK_CTRL + 1, BIT_CPU_CLK_EN >> 8);  in download_firmware_reset_platform()
512 static void download_firmware_reg_restore(struct rtw_dev *rtwdev,  in download_firmware_reg_restore()  argument
516 	rtw_restore_reg(rtwdev, bckp, bckp_num);  in download_firmware_reg_restore()
521 static int send_firmware_pkt_rsvd_page(struct rtw_dev *rtwdev, u16 pg_addr,  in send_firmware_pkt_rsvd_page()  argument
531 	ret = rtw_fw_write_data_rsvd_page(rtwdev, pg_addr, buf, size);  in send_firmware_pkt_rsvd_page()
537 send_firmware_pkt(struct rtw_dev *rtwdev, u16 pg_addr, const u8 *data, u32 size)  in send_firmware_pkt()  argument
541 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_USB &&  in send_firmware_pkt()
545 	ret = send_firmware_pkt_rsvd_page(rtwdev, pg_addr, data, size);  in send_firmware_pkt()
547 		rtw_err(rtwdev, "failed to download rsvd page\n");  in send_firmware_pkt()
553 iddma_enable(struct rtw_dev *rtwdev, u32 src, u32 dst, u32 ctrl)  in iddma_enable()  argument
555 	rtw_write32(rtwdev, REG_DDMA_CH0SA, src);  in iddma_enable()
556 	rtw_write32(rtwdev, REG_DDMA_CH0DA, dst);  in iddma_enable()
557 	rtw_write32(rtwdev, REG_DDMA_CH0CTRL, ctrl);  in iddma_enable()
559 	if (!check_hw_ready(rtwdev, REG_DDMA_CH0CTRL, BIT_DDMACH0_OWN, 0))  in iddma_enable()
565 static int iddma_download_firmware(struct rtw_dev *rtwdev, u32 src, u32 dst,  in iddma_download_firmware()  argument
570 	if (!check_hw_ready(rtwdev, REG_DDMA_CH0CTRL, BIT_DDMACH0_OWN, 0))  in iddma_download_firmware()
577 	if (iddma_enable(rtwdev, src, dst, ch0_ctrl))  in iddma_download_firmware()
583 int rtw_ddma_to_fw_fifo(struct rtw_dev *rtwdev, u32 ocp_src, u32 size)  in rtw_ddma_to_fw_fifo()  argument
587 	if (!check_hw_ready(rtwdev, REG_DDMA_CH0CTRL, BIT_DDMACH0_OWN, 0)) {  in rtw_ddma_to_fw_fifo()
588 		rtw_dbg(rtwdev, RTW_DBG_FW, "busy to start ddma\n");  in rtw_ddma_to_fw_fifo()
594 	if (iddma_enable(rtwdev, ocp_src, OCPBASE_RXBUF_FW_88XX, ch0_ctrl)) {  in rtw_ddma_to_fw_fifo()
595 		rtw_dbg(rtwdev, RTW_DBG_FW, "busy to complete ddma\n");  in rtw_ddma_to_fw_fifo()
603 check_fw_checksum(struct rtw_dev *rtwdev, u32 addr)  in check_fw_checksum()  argument
607 	fw_ctrl = rtw_read8(rtwdev, REG_MCUFW_CTRL);  in check_fw_checksum()
609 	if (rtw_read32(rtwdev, REG_DDMA_CH0CTRL) & BIT_DDMACH0_CHKSUM_STS) {  in check_fw_checksum()
613 			rtw_write8(rtwdev, REG_MCUFW_CTRL, fw_ctrl);  in check_fw_checksum()
617 			rtw_write8(rtwdev, REG_MCUFW_CTRL, fw_ctrl);  in check_fw_checksum()
620 		rtw_err(rtwdev, "invalid fw checksum\n");  in check_fw_checksum()
627 		rtw_write8(rtwdev, REG_MCUFW_CTRL, fw_ctrl);  in check_fw_checksum()
630 		rtw_write8(rtwdev, REG_MCUFW_CTRL, fw_ctrl);  in check_fw_checksum()
637 download_firmware_to_mem(struct rtw_dev *rtwdev, const u8 *data,  in download_firmware_to_mem()  argument
640 	const struct rtw_chip_info *chip = rtwdev->chip;  in download_firmware_to_mem()
654 	val = rtw_read32(rtwdev, REG_DDMA_CH0CTRL);  in download_firmware_to_mem()
656 	rtw_write32(rtwdev, REG_DDMA_CH0CTRL, val);  in download_firmware_to_mem()
664 		ret = send_firmware_pkt(rtwdev, (u16)(src >> 7),  in download_firmware_to_mem()
669 		ret = iddma_download_firmware(rtwdev, OCPBASE_TXBUF_88XX +  in download_firmware_to_mem()
681 	if (!check_fw_checksum(rtwdev, dst))  in download_firmware_to_mem()
688 start_download_firmware(struct rtw_dev *rtwdev, const u8 *data, u32 size)  in start_download_firmware()  argument
707 	val = (u16)(rtw_read16(rtwdev, REG_MCUFW_CTRL) & 0x3800);  in start_download_firmware()
709 	rtw_write16(rtwdev, REG_MCUFW_CTRL, val);  in start_download_firmware()
714 	ret = download_firmware_to_mem(rtwdev, cur_fw, 0, addr, dmem_size);  in start_download_firmware()
721 	ret = download_firmware_to_mem(rtwdev, cur_fw, 0, addr, imem_size);  in start_download_firmware()
729 		ret = download_firmware_to_mem(rtwdev, cur_fw, 0, addr,  in start_download_firmware()
738 static int download_firmware_validate(struct rtw_dev *rtwdev)  in download_firmware_validate()  argument
742 	if (!check_hw_ready(rtwdev, REG_MCUFW_CTRL, FW_READY_MASK, FW_READY)) {  in download_firmware_validate()
743 		fw_key = rtw_read32(rtwdev, REG_FW_DBG7) & FW_KEY_MASK;  in download_firmware_validate()
745 			rtw_err(rtwdev, "invalid fw key\n");  in download_firmware_validate()
752 static void download_firmware_end_flow(struct rtw_dev *rtwdev)  in download_firmware_end_flow()  argument
756 	rtw_write32(rtwdev, REG_TXDMA_STATUS, BTI_PAGE_OVF);  in download_firmware_end_flow()
759 	fw_ctrl = rtw_read16(rtwdev, REG_MCUFW_CTRL);  in download_firmware_end_flow()
764 	rtw_write16(rtwdev, REG_MCUFW_CTRL, fw_ctrl);  in download_firmware_end_flow()
767 static int __rtw_download_firmware(struct rtw_dev *rtwdev,  in __rtw_download_firmware()  argument
779 	if (!ltecoex_read_reg(rtwdev, 0x38, &ltecoex_bckp))  in __rtw_download_firmware()
782 	wlan_cpu_enable(rtwdev, false);  in __rtw_download_firmware()
784 	download_firmware_reg_backup(rtwdev, bckp);  in __rtw_download_firmware()
785 	download_firmware_reset_platform(rtwdev);  in __rtw_download_firmware()
787 	ret = start_download_firmware(rtwdev, data, size);  in __rtw_download_firmware()
791 	download_firmware_reg_restore(rtwdev, bckp, DLFW_RESTORE_REG_NUM);  in __rtw_download_firmware()
793 	download_firmware_end_flow(rtwdev);  in __rtw_download_firmware()
795 	wlan_cpu_enable(rtwdev, true);  in __rtw_download_firmware()
797 	if (!ltecoex_reg_write(rtwdev, 0x38, ltecoex_bckp)) {  in __rtw_download_firmware()
802 	ret = download_firmware_validate(rtwdev);  in __rtw_download_firmware()
807 	rtw_hci_setup(rtwdev);  in __rtw_download_firmware()
809 	rtwdev->h2c.last_box_num = 0;  in __rtw_download_firmware()
810 	rtwdev->h2c.seq = 0;  in __rtw_download_firmware()
812 	set_bit(RTW_FLAG_FW_RUNNING, rtwdev->flags);  in __rtw_download_firmware()
818 	rtw_write8_clr(rtwdev, REG_MCUFW_CTRL, BIT_MCUFWDL_EN);  in __rtw_download_firmware()
819 	rtw_write8_set(rtwdev, REG_SYS_FUNC_EN + 1, BIT_FEN_CPUEN);  in __rtw_download_firmware()
824 static void en_download_firmware_legacy(struct rtw_dev *rtwdev, bool en)  in en_download_firmware_legacy()  argument
829 		wlan_cpu_enable(rtwdev, false);  in en_download_firmware_legacy()
830 		wlan_cpu_enable(rtwdev, true);  in en_download_firmware_legacy()
832 		rtw_write8_set(rtwdev, REG_MCUFW_CTRL, BIT_MCUFWDL_EN);  in en_download_firmware_legacy()
835 			if (rtw_read8(rtwdev, REG_MCUFW_CTRL) & BIT_MCUFWDL_EN)  in en_download_firmware_legacy()
837 			rtw_write8_set(rtwdev, REG_MCUFW_CTRL, BIT_MCUFWDL_EN);  in en_download_firmware_legacy()
840 		rtw_err(rtwdev, "failed to check fw download ready\n");  in en_download_firmware_legacy()
842 		rtw_write32_clr(rtwdev, REG_MCUFW_CTRL, BIT_ROM_DLEN);  in en_download_firmware_legacy()
844 		rtw_write8_clr(rtwdev, REG_MCUFW_CTRL, BIT_MCUFWDL_EN);  in en_download_firmware_legacy()
849 write_firmware_page(struct rtw_dev *rtwdev, u32 page, const u8 *data, u32 size)  in write_firmware_page()  argument
862 	val32 = rtw_read32(rtwdev, REG_MCUFW_CTRL);  in write_firmware_page()
865 	rtw_write32(rtwdev, REG_MCUFW_CTRL, val32);  in write_firmware_page()
868 		rtw_write32(rtwdev, write_addr, le32_to_cpu(*ptr));  in write_firmware_page()
876 		rtw_write32(rtwdev, write_addr, le32_to_cpu(remain_data));  in write_firmware_page()
881 download_firmware_legacy(struct rtw_dev *rtwdev, const u8 *data, u32 size)  in download_firmware_legacy()  argument
893 	rtw_write8_set(rtwdev, REG_MCUFW_CTRL, BIT_FWDL_CHK_RPT);  in download_firmware_legacy()
896 		write_firmware_page(rtwdev, page, data, DLFW_PAGE_SIZE_LEGACY);  in download_firmware_legacy()
900 		write_firmware_page(rtwdev, page, data, last_page_size);  in download_firmware_legacy()
902 	if (!check_hw_ready(rtwdev, REG_MCUFW_CTRL, BIT_FWDL_CHK_RPT, 1)) {  in download_firmware_legacy()
903 		rtw_err(rtwdev, "failed to check download firmware report\n");  in download_firmware_legacy()
910 static int download_firmware_validate_legacy(struct rtw_dev *rtwdev)  in download_firmware_validate_legacy()  argument
915 	val32 = rtw_read32(rtwdev, REG_MCUFW_CTRL);  in download_firmware_validate_legacy()
918 	rtw_write32(rtwdev, REG_MCUFW_CTRL, val32);  in download_firmware_validate_legacy()
920 	wlan_cpu_enable(rtwdev, false);  in download_firmware_validate_legacy()
921 	wlan_cpu_enable(rtwdev, true);  in download_firmware_validate_legacy()
924 		val32 = rtw_read32(rtwdev, REG_MCUFW_CTRL);  in download_firmware_validate_legacy()
930 	rtw_err(rtwdev, "failed to validate firmware\n");  in download_firmware_validate_legacy()
934 static int __rtw_download_firmware_legacy(struct rtw_dev *rtwdev,  in __rtw_download_firmware_legacy()  argument
939 	en_download_firmware_legacy(rtwdev, true);  in __rtw_download_firmware_legacy()
940 	ret = download_firmware_legacy(rtwdev, fw->firmware->data, fw->firmware->size);  in __rtw_download_firmware_legacy()
941 	en_download_firmware_legacy(rtwdev, false);  in __rtw_download_firmware_legacy()
945 	ret = download_firmware_validate_legacy(rtwdev);  in __rtw_download_firmware_legacy()
950 	rtw_hci_setup(rtwdev);  in __rtw_download_firmware_legacy()
952 	rtwdev->h2c.last_box_num = 0;  in __rtw_download_firmware_legacy()
953 	rtwdev->h2c.seq = 0;  in __rtw_download_firmware_legacy()
955 	set_bit(RTW_FLAG_FW_RUNNING, rtwdev->flags);  in __rtw_download_firmware_legacy()
962 int _rtw_download_firmware(struct rtw_dev *rtwdev, struct rtw_fw_state *fw)  in _rtw_download_firmware()  argument
964 	if (rtw_chip_wcpu_11n(rtwdev))  in _rtw_download_firmware()
965 		return __rtw_download_firmware_legacy(rtwdev, fw);  in _rtw_download_firmware()
967 	return __rtw_download_firmware(rtwdev, fw);  in _rtw_download_firmware()
970 int rtw_download_firmware(struct rtw_dev *rtwdev, struct rtw_fw_state *fw)  in rtw_download_firmware()  argument
974 	ret = _rtw_download_firmware(rtwdev, fw);  in rtw_download_firmware()
978 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_PCIE &&  in rtw_download_firmware()
979 	    rtwdev->chip->id == RTW_CHIP_TYPE_8821C)  in rtw_download_firmware()
980 		rtw_fw_set_recover_bt_device(rtwdev);  in rtw_download_firmware()
985 static u32 get_priority_queues(struct rtw_dev *rtwdev, u32 queues)  in get_priority_queues()  argument
987 	const struct rtw_rqpn *rqpn = rtwdev->fifo.rqpn;  in get_priority_queues()
1002 static void __rtw_mac_flush_prio_queue(struct rtw_dev *rtwdev,  in __rtw_mac_flush_prio_queue()  argument
1005 	const struct rtw_chip_info *chip = rtwdev->chip;  in __rtw_mac_flush_prio_queue()
1019 		rsvd_page = wsize ? rtw_read16(rtwdev, addr->rsvd) :  in __rtw_mac_flush_prio_queue()
1020 				     rtw_read8(rtwdev, addr->rsvd);  in __rtw_mac_flush_prio_queue()
1021 		avail_page = wsize ? rtw_read16(rtwdev, addr->avail) :  in __rtw_mac_flush_prio_queue()
1022 				      rtw_read8(rtwdev, addr->avail);  in __rtw_mac_flush_prio_queue()
1036 		rtw_warn(rtwdev, "timed out to flush queue %d\n", prio_queue);  in __rtw_mac_flush_prio_queue()
1039 static void rtw_mac_flush_prio_queues(struct rtw_dev *rtwdev,  in rtw_mac_flush_prio_queues()  argument
1046 			__rtw_mac_flush_prio_queue(rtwdev, q, drop);  in rtw_mac_flush_prio_queues()
1049 void rtw_mac_flush_queues(struct rtw_dev *rtwdev, u32 queues, bool drop)  in rtw_mac_flush_queues()  argument
1057 	if (queues == BIT(rtwdev->hw->queues) - 1 || !rtwdev->fifo.rqpn)  in rtw_mac_flush_queues()
1060 		prio_queues = get_priority_queues(rtwdev, queues);  in rtw_mac_flush_queues()
1062 	rtw_mac_flush_prio_queues(rtwdev, prio_queues, drop);  in rtw_mac_flush_queues()
1065 static int txdma_queue_mapping(struct rtw_dev *rtwdev)  in txdma_queue_mapping()  argument
1067 	const struct rtw_chip_info *chip = rtwdev->chip;  in txdma_queue_mapping()
1071 	switch (rtw_hci_type(rtwdev)) {  in txdma_queue_mapping()
1076 		if (rtwdev->hci.bulkout_num == 2)  in txdma_queue_mapping()
1078 		else if (rtwdev->hci.bulkout_num == 3)  in txdma_queue_mapping()
1080 		else if (rtwdev->hci.bulkout_num == 4)  in txdma_queue_mapping()
1092 	rtwdev->fifo.rqpn = rqpn;  in txdma_queue_mapping()
1099 	rtw_write16(rtwdev, REG_TXDMA_PQ_MAP, txdma_pq_map);  in txdma_queue_mapping()
1101 	rtw_write8(rtwdev, REG_CR, 0);  in txdma_queue_mapping()
1102 	rtw_write8(rtwdev, REG_CR, MAC_TRX_ENABLE);  in txdma_queue_mapping()
1103 	if (rtw_chip_wcpu_11ac(rtwdev))  in txdma_queue_mapping()
1104 		rtw_write32(rtwdev, REG_H2CQ_CSR, BIT_H2CQ_FULL);  in txdma_queue_mapping()
1106 	if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_SDIO) {  in txdma_queue_mapping()
1107 		rtw_read32(rtwdev, REG_SDIO_FREE_TXPG);  in txdma_queue_mapping()
1108 		rtw_write32(rtwdev, REG_SDIO_TX_CTRL, 0);  in txdma_queue_mapping()
1109 	} else if (rtw_hci_type(rtwdev) == RTW_HCI_TYPE_USB) {  in txdma_queue_mapping()
1110 		rtw_write8_set(rtwdev, REG_TXDMA_PQ_MAP, BIT_RXDMA_ARBBW_EN);  in txdma_queue_mapping()
1116 static int set_trx_fifo_info(struct rtw_dev *rtwdev)  in set_trx_fifo_info()  argument
1118 	const struct rtw_chip_info *chip = rtwdev->chip;  in set_trx_fifo_info()
1119 	struct rtw_fifo_conf *fifo = &rtwdev->fifo;  in set_trx_fifo_info()
1126 	if (rtw_chip_wcpu_11n(rtwdev))  in set_trx_fifo_info()
1144 	if (rtw_chip_wcpu_11ac(rtwdev)) {  in set_trx_fifo_info()
1162 		rtw_err(rtwdev, "wrong rsvd driver address\n");  in set_trx_fifo_info()
1169 static int __priority_queue_cfg(struct rtw_dev *rtwdev,  in __priority_queue_cfg()  argument
1173 	const struct rtw_chip_info *chip = rtwdev->chip;  in __priority_queue_cfg()
1174 	struct rtw_fifo_conf *fifo = &rtwdev->fifo;  in __priority_queue_cfg()
1176 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_1, pg_tbl->hq_num);  in __priority_queue_cfg()
1177 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_2, pg_tbl->lq_num);  in __priority_queue_cfg()
1178 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_3, pg_tbl->nq_num);  in __priority_queue_cfg()
1179 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_4, pg_tbl->exq_num);  in __priority_queue_cfg()
1180 	rtw_write16(rtwdev, REG_FIFOPAGE_INFO_5, pubq_num);  in __priority_queue_cfg()
1181 	rtw_write32_set(rtwdev, REG_RQPN_CTRL_2, BIT_LD_RQPN);  in __priority_queue_cfg()
1183 	rtw_write16(rtwdev, REG_FIFOPAGE_CTRL_2, fifo->rsvd_boundary);  in __priority_queue_cfg()
1184 	rtw_write8_set(rtwdev, REG_FWHW_TXQ_CTRL + 2, BIT_EN_WR_FREE_TAIL >> 16);  in __priority_queue_cfg()
1186 	rtw_write16(rtwdev, REG_BCNQ_BDNY_V1, fifo->rsvd_boundary);  in __priority_queue_cfg()
1187 	rtw_write16(rtwdev, REG_FIFOPAGE_CTRL_2 + 2, fifo->rsvd_boundary);  in __priority_queue_cfg()
1188 	rtw_write16(rtwdev, REG_BCNQ1_BDNY_V1, fifo->rsvd_boundary);  in __priority_queue_cfg()
1189 	rtw_write32(rtwdev, REG_RXFF_BNDY, chip->rxff_size - C2H_PKT_BUF - 1);  in __priority_queue_cfg()
1190 	rtw_write8_set(rtwdev, REG_AUTO_LLT_V1, BIT_AUTO_INIT_LLT_V1);  in __priority_queue_cfg()
1192 	if (!check_hw_ready(rtwdev, REG_AUTO_LLT_V1, BIT_AUTO_INIT_LLT_V1, 0))  in __priority_queue_cfg()
1195 	rtw_write8(rtwdev, REG_CR + 3, 0);  in __priority_queue_cfg()
1200 static int __priority_queue_cfg_legacy(struct rtw_dev *rtwdev,  in __priority_queue_cfg_legacy()  argument
1204 	const struct rtw_chip_info *chip = rtwdev->chip;  in __priority_queue_cfg_legacy()
1205 	struct rtw_fifo_conf *fifo = &rtwdev->fifo;  in __priority_queue_cfg_legacy()
1209 	rtw_write32(rtwdev, REG_RQPN_NPQ, val32);  in __priority_queue_cfg_legacy()
1211 	rtw_write32(rtwdev, REG_RQPN, val32);  in __priority_queue_cfg_legacy()
1213 	rtw_write8(rtwdev, REG_TRXFF_BNDY, fifo->rsvd_boundary);  in __priority_queue_cfg_legacy()
1214 	rtw_write16(rtwdev, REG_TRXFF_BNDY + 2, chip->rxff_size - REPORT_BUF - 1);  in __priority_queue_cfg_legacy()
1215 	rtw_write8(rtwdev, REG_DWBCN0_CTRL + 1, fifo->rsvd_boundary);  in __priority_queue_cfg_legacy()
1216 	rtw_write8(rtwdev, REG_BCNQ_BDNY, fifo->rsvd_boundary);  in __priority_queue_cfg_legacy()
1217 	rtw_write8(rtwdev, REG_MGQ_BDNY, fifo->rsvd_boundary);  in __priority_queue_cfg_legacy()
1218 	rtw_write8(rtwdev, REG_WMAC_LBK_BF_HD, fifo->rsvd_boundary);  in __priority_queue_cfg_legacy()
1220 	rtw_write32_set(rtwdev, REG_AUTO_LLT, BIT_AUTO_INIT_LLT);  in __priority_queue_cfg_legacy()
1222 	if (!check_hw_ready(rtwdev, REG_AUTO_LLT, BIT_AUTO_INIT_LLT, 0))  in __priority_queue_cfg_legacy()
1228 static int priority_queue_cfg(struct rtw_dev *rtwdev)  in priority_queue_cfg()  argument
1230 	const struct rtw_chip_info *chip = rtwdev->chip;  in priority_queue_cfg()
1231 	struct rtw_fifo_conf *fifo = &rtwdev->fifo;  in priority_queue_cfg()
1236 	ret = set_trx_fifo_info(rtwdev);  in priority_queue_cfg()
1240 	switch (rtw_hci_type(rtwdev)) {  in priority_queue_cfg()
1245 		if (rtwdev->hci.bulkout_num == 2)  in priority_queue_cfg()
1247 		else if (rtwdev->hci.bulkout_num == 3)  in priority_queue_cfg()
1249 		else if (rtwdev->hci.bulkout_num == 4)  in priority_queue_cfg()
1263 	if (rtw_chip_wcpu_11n(rtwdev))  in priority_queue_cfg()
1264 		return __priority_queue_cfg_legacy(rtwdev, pg_tbl, pubq_num);  in priority_queue_cfg()
1266 		return __priority_queue_cfg(rtwdev, pg_tbl, pubq_num);  in priority_queue_cfg()
1269 static int init_h2c(struct rtw_dev *rtwdev)  in init_h2c()  argument
1271 	struct rtw_fifo_conf *fifo = &rtwdev->fifo;  in init_h2c()
1279 	if (rtw_chip_wcpu_11n(rtwdev))  in init_h2c()
1285 	value32 = rtw_read32(rtwdev, REG_H2C_HEAD);  in init_h2c()
1287 	rtw_write32(rtwdev, REG_H2C_HEAD, value32);  in init_h2c()
1289 	value32 = rtw_read32(rtwdev, REG_H2C_READ_ADDR);  in init_h2c()
1291 	rtw_write32(rtwdev, REG_H2C_READ_ADDR, value32);  in init_h2c()
1293 	value32 = rtw_read32(rtwdev, REG_H2C_TAIL);  in init_h2c()
1296 	rtw_write32(rtwdev, REG_H2C_TAIL, value32);  in init_h2c()
1298 	value8 = rtw_read8(rtwdev, REG_H2C_INFO);  in init_h2c()
1300 	rtw_write8(rtwdev, REG_H2C_INFO, value8);  in init_h2c()
1302 	value8 = rtw_read8(rtwdev, REG_H2C_INFO);  in init_h2c()
1304 	rtw_write8(rtwdev, REG_H2C_INFO, value8);  in init_h2c()
1306 	value8 = rtw_read8(rtwdev, REG_TXDMA_OFFSET_CHK + 1);  in init_h2c()
1308 	rtw_write8(rtwdev, REG_TXDMA_OFFSET_CHK + 1, value8);  in init_h2c()
1310 	wp = rtw_read32(rtwdev, REG_H2C_PKT_WRITEADDR) & 0x3FFFF;  in init_h2c()
1311 	rp = rtw_read32(rtwdev, REG_H2C_PKT_READADDR) & 0x3FFFF;  in init_h2c()
1315 		rtw_err(rtwdev, "H2C queue mismatch\n");  in init_h2c()
1322 static int rtw_init_trx_cfg(struct rtw_dev *rtwdev)  in rtw_init_trx_cfg()  argument
1326 	ret = txdma_queue_mapping(rtwdev);  in rtw_init_trx_cfg()
1330 	ret = priority_queue_cfg(rtwdev);  in rtw_init_trx_cfg()
1334 	ret = init_h2c(rtwdev);  in rtw_init_trx_cfg()
1341 static int rtw_drv_info_cfg(struct rtw_dev *rtwdev)  in rtw_drv_info_cfg()  argument
1345 	rtw_write8(rtwdev, REG_RX_DRVINFO_SZ, PHY_STATUS_SIZE);  in rtw_drv_info_cfg()
1346 	if (rtw_chip_wcpu_11ac(rtwdev)) {  in rtw_drv_info_cfg()
1347 		value8 = rtw_read8(rtwdev, REG_TRXFF_BNDY + 1);  in rtw_drv_info_cfg()
1351 		rtw_write8(rtwdev, REG_TRXFF_BNDY + 1, value8);  in rtw_drv_info_cfg()
1353 	rtw_write32_set(rtwdev, REG_RCR, BIT_APP_PHYSTS);  in rtw_drv_info_cfg()
1354 	rtw_write32_clr(rtwdev, REG_WMAC_OPTION_FUNCTION + 4, BIT(8) | BIT(9));  in rtw_drv_info_cfg()
1359 int rtw_mac_init(struct rtw_dev *rtwdev)  in rtw_mac_init()  argument
1361 	const struct rtw_chip_info *chip = rtwdev->chip;  in rtw_mac_init()
1364 	ret = rtw_init_trx_cfg(rtwdev);  in rtw_mac_init()
1368 	ret = chip->ops->mac_init(rtwdev);  in rtw_mac_init()
1372 	ret = rtw_drv_info_cfg(rtwdev);  in rtw_mac_init()
1376 	rtw_hci_interface_cfg(rtwdev);  in rtw_mac_init()