172 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in mtk_hci_wmt_sync()  local
191 	set_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);  in mtk_hci_wmt_sync()
195 		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);  in mtk_hci_wmt_sync()
208 	err = wait_on_bit_timeout(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT,  in mtk_hci_wmt_sync()
212 		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);  in mtk_hci_wmt_sync()
218 		clear_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state);  in mtk_hci_wmt_sync()
223 	wmt_evt = (struct btmtk_hci_wmt_evt *)bdev->evt_skb->data;  in mtk_hci_wmt_sync()
253 	kfree_skb(bdev->evt_skb);  in mtk_hci_wmt_sync()
254 	bdev->evt_skb = NULL;  in mtk_hci_wmt_sync()
259 static int btmtksdio_tx_packet(struct btmtksdio_dev *bdev,  in btmtksdio_tx_packet()  argument
281 	err = sdio_writesb(bdev->func, MTK_REG_CTDR, skb->data,  in btmtksdio_tx_packet()
286 	bdev->hdev->stat.byte_tx += skb->len;  in btmtksdio_tx_packet()
298 static u32 btmtksdio_drv_own_query(struct btmtksdio_dev *bdev)  in btmtksdio_drv_own_query()  argument
300 	return sdio_readl(bdev->func, MTK_REG_CHLPCR, NULL);  in btmtksdio_drv_own_query()
305 	struct btmtksdio_dev *bdev = container_of(work, struct btmtksdio_dev,  in btmtksdio_tx_work()  local
310 	pm_runtime_get_sync(bdev->dev);  in btmtksdio_tx_work()
312 	sdio_claim_host(bdev->func);  in btmtksdio_tx_work()
314 	while ((skb = skb_dequeue(&bdev->txq))) {  in btmtksdio_tx_work()
315 		err = btmtksdio_tx_packet(bdev, skb);  in btmtksdio_tx_work()
317 			bdev->hdev->stat.err_tx++;  in btmtksdio_tx_work()
318 			skb_queue_head(&bdev->txq, skb);  in btmtksdio_tx_work()
323 	sdio_release_host(bdev->func);  in btmtksdio_tx_work()
325 	pm_runtime_mark_last_busy(bdev->dev);  in btmtksdio_tx_work()
326 	pm_runtime_put_autosuspend(bdev->dev);  in btmtksdio_tx_work()
331 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_recv_event()  local
345 	if (test_bit(BTMTKSDIO_TX_WAIT_VND_EVT, &bdev->tx_state)) {  in btmtksdio_recv_event()
346 		bdev->evt_skb = skb_clone(skb, GFP_KERNEL);  in btmtksdio_recv_event()
347 		if (!bdev->evt_skb) {  in btmtksdio_recv_event()
359 				       &bdev->tx_state)) {  in btmtksdio_recv_event()
362 			wake_up_bit(&bdev->tx_state, BTMTKSDIO_TX_WAIT_VND_EVT);  in btmtksdio_recv_event()
369 	kfree_skb(bdev->evt_skb);  in btmtksdio_recv_event()
370 	bdev->evt_skb = NULL;  in btmtksdio_recv_event()
382 static int btmtksdio_rx_packet(struct btmtksdio_dev *bdev, u16 rx_size)  in btmtksdio_rx_packet()  argument
401 	err = sdio_readsb(bdev->func, skb->data, MTK_REG_CRDR, rx_size);  in btmtksdio_rx_packet()
413 		bt_dev_err(bdev->hdev, "Rx size in sdio header is mismatched ");  in btmtksdio_rx_packet()
432 		bt_dev_err(bdev->hdev, "Invalid bt type 0x%02x",  in btmtksdio_rx_packet()
439 		bt_dev_err(bdev->hdev, "The size of bt header is mismatched");  in btmtksdio_rx_packet()
459 		bt_dev_err(bdev->hdev, "The size of bt payload is mismatched");  in btmtksdio_rx_packet()
467 	(&pkts[i])->recv(bdev->hdev, skb);  in btmtksdio_rx_packet()
469 	bdev->hdev->stat.byte_rx += rx_size;  in btmtksdio_rx_packet()
481 	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);  in btmtksdio_interrupt()  local
491 	sdio_release_host(bdev->func);  in btmtksdio_interrupt()
493 	pm_runtime_get_sync(bdev->dev);  in btmtksdio_interrupt()
495 	sdio_claim_host(bdev->func);  in btmtksdio_interrupt()
514 		bt_dev_err(bdev->hdev, "CHISR is 0");  in btmtksdio_interrupt()
517 		bt_dev_dbg(bdev->hdev, "Get fw own back");  in btmtksdio_interrupt()
520 		schedule_work(&bdev->tx_work);  in btmtksdio_interrupt()
522 		bt_dev_warn(bdev->hdev, "Tx fifo overflow");  in btmtksdio_interrupt()
527 		if (btmtksdio_rx_packet(bdev, rx_size) < 0)  in btmtksdio_interrupt()
528 			bdev->hdev->stat.err_rx++;  in btmtksdio_interrupt()
534 	pm_runtime_mark_last_busy(bdev->dev);  in btmtksdio_interrupt()
535 	pm_runtime_put_autosuspend(bdev->dev);  in btmtksdio_interrupt()
540 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_open()  local
544 	sdio_claim_host(bdev->func);  in btmtksdio_open()
546 	err = sdio_enable_func(bdev->func);  in btmtksdio_open()
551 	sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);  in btmtksdio_open()
555 	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,  in btmtksdio_open()
558 		bt_dev_err(bdev->hdev, "Cannot get ownership from device");  in btmtksdio_open()
563 	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, &err);  in btmtksdio_open()
567 	sdio_writel(bdev->func, 0, MTK_REG_CHIER, &err);  in btmtksdio_open()
571 	err = sdio_claim_irq(bdev->func, btmtksdio_interrupt);  in btmtksdio_open()
575 	err = sdio_set_block_size(bdev->func, MTK_SDIO_BLOCK_SIZE);  in btmtksdio_open()
582 	sdio_writel(bdev->func, SDIO_INT_CTL | SDIO_RE_INIT_EN,  in btmtksdio_open()
588 	sdio_writel(bdev->func, C_INT_CLR_CTRL, MTK_REG_CHCR, &err);  in btmtksdio_open()
593 	sdio_writel(bdev->func, RX_DONE_INT | TX_EMPTY | TX_FIFO_OVERFLOW,  in btmtksdio_open()
599 	sdio_writel(bdev->func, C_INT_EN_SET, MTK_REG_CHLPCR, &err);  in btmtksdio_open()
603 	sdio_release_host(bdev->func);  in btmtksdio_open()
608 	sdio_release_irq(bdev->func);  in btmtksdio_open()
611 	sdio_disable_func(bdev->func);  in btmtksdio_open()
614 	sdio_release_host(bdev->func);  in btmtksdio_open()
621 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_close()  local
625 	sdio_claim_host(bdev->func);  in btmtksdio_close()
628 	sdio_writel(bdev->func, C_INT_EN_CLR, MTK_REG_CHLPCR, NULL);  in btmtksdio_close()
630 	sdio_release_irq(bdev->func);  in btmtksdio_close()
633 	sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, NULL);  in btmtksdio_close()
635 	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,  in btmtksdio_close()
638 		bt_dev_err(bdev->hdev, "Cannot return ownership to device");  in btmtksdio_close()
640 	sdio_disable_func(bdev->func);  in btmtksdio_close()
642 	sdio_release_host(bdev->func);  in btmtksdio_close()
649 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_flush()  local
651 	skb_queue_purge(&bdev->txq);  in btmtksdio_flush()
653 	cancel_work_sync(&bdev->tx_work);  in btmtksdio_flush()
758 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_setup()  local
788 	err = mtk_setup_firmware(hdev, bdev->data->fwname);  in btmtksdio_setup()
844 	pm_runtime_set_autosuspend_delay(bdev->dev,  in btmtksdio_setup()
846 	pm_runtime_use_autosuspend(bdev->dev);  in btmtksdio_setup()
848 	err = pm_runtime_set_active(bdev->dev);  in btmtksdio_setup()
855 	pm_runtime_forbid(bdev->dev);  in btmtksdio_setup()
856 	pm_runtime_enable(bdev->dev);  in btmtksdio_setup()
859 		pm_runtime_allow(bdev->dev);  in btmtksdio_setup()
868 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_shutdown()  local
876 	pm_runtime_get_sync(bdev->dev);  in btmtksdio_shutdown()
891 	pm_runtime_put_noidle(bdev->dev);  in btmtksdio_shutdown()
892 	pm_runtime_disable(bdev->dev);  in btmtksdio_shutdown()
899 	struct btmtksdio_dev *bdev = hci_get_drvdata(hdev);  in btmtksdio_send_frame()  local
918 	skb_queue_tail(&bdev->txq, skb);  in btmtksdio_send_frame()
920 	schedule_work(&bdev->tx_work);  in btmtksdio_send_frame()
928 	struct btmtksdio_dev *bdev;  in btmtksdio_probe()  local
932 	bdev = devm_kzalloc(&func->dev, sizeof(*bdev), GFP_KERNEL);  in btmtksdio_probe()
933 	if (!bdev)  in btmtksdio_probe()
936 	bdev->data = (void *)id->driver_data;  in btmtksdio_probe()
937 	if (!bdev->data)  in btmtksdio_probe()
940 	bdev->dev = &func->dev;  in btmtksdio_probe()
941 	bdev->func = func;  in btmtksdio_probe()
943 	INIT_WORK(&bdev->tx_work, btmtksdio_tx_work);  in btmtksdio_probe()
944 	skb_queue_head_init(&bdev->txq);  in btmtksdio_probe()
953 	bdev->hdev = hdev;  in btmtksdio_probe()
956 	hci_set_drvdata(hdev, bdev);  in btmtksdio_probe()
976 	sdio_set_drvdata(func, bdev);  in btmtksdio_probe()
983 	if (pm_runtime_enabled(bdev->dev))  in btmtksdio_probe()
984 		pm_runtime_disable(bdev->dev);  in btmtksdio_probe()
995 	pm_runtime_put_noidle(bdev->dev);  in btmtksdio_probe()
1002 	struct btmtksdio_dev *bdev = sdio_get_drvdata(func);  in btmtksdio_remove()  local
1005 	if (!bdev)  in btmtksdio_remove()
1009 	pm_runtime_get_noresume(bdev->dev);  in btmtksdio_remove()
1011 	hdev = bdev->hdev;  in btmtksdio_remove()
1022 	struct btmtksdio_dev *bdev;  in btmtksdio_runtime_suspend()  local
1026 	bdev = sdio_get_drvdata(func);  in btmtksdio_runtime_suspend()
1027 	if (!bdev)  in btmtksdio_runtime_suspend()
1030 	sdio_claim_host(bdev->func);  in btmtksdio_runtime_suspend()
1032 	sdio_writel(bdev->func, C_FW_OWN_REQ_SET, MTK_REG_CHLPCR, &err);  in btmtksdio_runtime_suspend()
1036 	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,  in btmtksdio_runtime_suspend()
1039 	bt_dev_info(bdev->hdev, "status (%d) return ownership to device", err);  in btmtksdio_runtime_suspend()
1041 	sdio_release_host(bdev->func);  in btmtksdio_runtime_suspend()
1049 	struct btmtksdio_dev *bdev;  in btmtksdio_runtime_resume()  local
1053 	bdev = sdio_get_drvdata(func);  in btmtksdio_runtime_resume()
1054 	if (!bdev)  in btmtksdio_runtime_resume()
1057 	sdio_claim_host(bdev->func);  in btmtksdio_runtime_resume()
1059 	sdio_writel(bdev->func, C_FW_OWN_REQ_CLR, MTK_REG_CHLPCR, &err);  in btmtksdio_runtime_resume()
1063 	err = readx_poll_timeout(btmtksdio_drv_own_query, bdev, status,  in btmtksdio_runtime_resume()
1066 	bt_dev_info(bdev->hdev, "status (%d) get ownership from device", err);  in btmtksdio_runtime_resume()
1068 	sdio_release_host(bdev->func);  in btmtksdio_runtime_resume()