290 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf);
415 static void brcmf_msgbuf_release_pktids(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_release_pktids()  argument
417 	if (msgbuf->rx_pktids)  in brcmf_msgbuf_release_pktids()
418 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
419 					   msgbuf->rx_pktids);  in brcmf_msgbuf_release_pktids()
420 	if (msgbuf->tx_pktids)  in brcmf_msgbuf_release_pktids()
421 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
422 					   msgbuf->tx_pktids);  in brcmf_msgbuf_release_pktids()
429 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_tx_ioctl()  local
436 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_tx_ioctl()
445 	msgbuf->reqid++;  in brcmf_msgbuf_tx_ioctl()
454 	request->trans_id = cpu_to_le16(msgbuf->reqid);  in brcmf_msgbuf_tx_ioctl()
458 	request->req_buf_addr.high_addr = cpu_to_le32(msgbuf->ioctbuf_phys_hi);  in brcmf_msgbuf_tx_ioctl()
459 	request->req_buf_addr.low_addr = cpu_to_le32(msgbuf->ioctbuf_phys_lo);  in brcmf_msgbuf_tx_ioctl()
461 		memcpy(msgbuf->ioctbuf, buf, buf_len);  in brcmf_msgbuf_tx_ioctl()
463 		memset(msgbuf->ioctbuf, 0, buf_len);  in brcmf_msgbuf_tx_ioctl()
472 static int brcmf_msgbuf_ioctl_resp_wait(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wait()  argument
474 	return wait_event_timeout(msgbuf->ioctl_resp_wait,  in brcmf_msgbuf_ioctl_resp_wait()
475 				  msgbuf->ctl_completed,  in brcmf_msgbuf_ioctl_resp_wait()
480 static void brcmf_msgbuf_ioctl_resp_wake(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wake()  argument
482 	msgbuf->ctl_completed = true;  in brcmf_msgbuf_ioctl_resp_wake()
483 	wake_up(&msgbuf->ioctl_resp_wait);  in brcmf_msgbuf_ioctl_resp_wake()
490 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_query_dcmd()  local
497 	msgbuf->ctl_completed = false;  in brcmf_msgbuf_query_dcmd()
502 	timeout = brcmf_msgbuf_ioctl_resp_wait(msgbuf);  in brcmf_msgbuf_query_dcmd()
508 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_query_dcmd()
509 				     msgbuf->rx_pktids,  in brcmf_msgbuf_query_dcmd()
510 				     msgbuf->ioctl_resp_pktid);  in brcmf_msgbuf_query_dcmd()
511 	if (msgbuf->ioctl_resp_ret_len != 0) {  in brcmf_msgbuf_query_dcmd()
515 		memcpy(buf, skb->data, (len < msgbuf->ioctl_resp_ret_len) ?  in brcmf_msgbuf_query_dcmd()
516 				       len : msgbuf->ioctl_resp_ret_len);  in brcmf_msgbuf_query_dcmd()
520 	*fwerr = msgbuf->ioctl_resp_status;  in brcmf_msgbuf_query_dcmd()
543 brcmf_msgbuf_remove_flowring(struct brcmf_msgbuf *msgbuf, u16 flowid)  in brcmf_msgbuf_remove_flowring()  argument
551 	dma_buf = msgbuf->flowrings[flowid]->buf_addr;  in brcmf_msgbuf_remove_flowring()
552 	dma_free_coherent(msgbuf->drvr->bus_if->dev, dma_sz, dma_buf,  in brcmf_msgbuf_remove_flowring()
553 			  msgbuf->flowring_dma_handle[flowid]);  in brcmf_msgbuf_remove_flowring()
555 	brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_remove_flowring()
560 brcmf_msgbuf_dequeue_work(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_dequeue_work()  argument
565 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
566 	if (!list_empty(&msgbuf->work_queue)) {  in brcmf_msgbuf_dequeue_work()
567 		work = list_first_entry(&msgbuf->work_queue,  in brcmf_msgbuf_dequeue_work()
571 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
578 brcmf_msgbuf_flowring_create_worker(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_flowring_create_worker()  argument
581 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_flowring_create_worker()
593 	dma_buf = dma_alloc_coherent(msgbuf->drvr->bus_if->dev, dma_sz,  in brcmf_msgbuf_flowring_create_worker()
594 				     &msgbuf->flowring_dma_handle[flowid],  in brcmf_msgbuf_flowring_create_worker()
598 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
602 	brcmf_commonring_config(msgbuf->flowrings[flowid],  in brcmf_msgbuf_flowring_create_worker()
606 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_flowring_create_worker()
612 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
620 	create->tid = brcmf_flowring_tid(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
625 	address = (u64)msgbuf->flowring_dma_handle[flowid];  in brcmf_msgbuf_flowring_create_worker()
638 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
648 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_flowring_worker()  local
651 	msgbuf = container_of(work, struct brcmf_msgbuf, flowring_work);  in brcmf_msgbuf_flowring_worker()
653 	while ((create = brcmf_msgbuf_dequeue_work(msgbuf))) {  in brcmf_msgbuf_flowring_worker()
654 		brcmf_msgbuf_flowring_create_worker(msgbuf, create);  in brcmf_msgbuf_flowring_worker()
660 static u32 brcmf_msgbuf_flowring_create(struct brcmf_msgbuf *msgbuf, int ifidx,  in brcmf_msgbuf_flowring_create()  argument
672 	flowid = brcmf_flowring_create(msgbuf->flow, eh->h_dest,  in brcmf_msgbuf_flowring_create()
684 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
685 	list_add_tail(&create->queue, &msgbuf->work_queue);  in brcmf_msgbuf_flowring_create()
686 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
687 	schedule_work(&msgbuf->flowring_work);  in brcmf_msgbuf_flowring_create()
693 static void brcmf_msgbuf_txflow(struct brcmf_msgbuf *msgbuf, u16 flowid)  in brcmf_msgbuf_txflow()  argument
695 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_txflow()
696 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_txflow()
706 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_txflow()
721 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
722 					     msgbuf->tx_pktids, skb, ETH_HLEN,  in brcmf_msgbuf_txflow()
730 			brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
731 					       msgbuf->tx_pktids, pktid);  in brcmf_msgbuf_txflow()
769 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_txflow_worker()  local
772 	msgbuf = container_of(worker, struct brcmf_msgbuf, txflow_work);  in brcmf_msgbuf_txflow_worker()
773 	for_each_set_bit(flowid, msgbuf->flow_map, msgbuf->max_flowrings) {  in brcmf_msgbuf_txflow_worker()
774 		clear_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_txflow_worker()
775 		brcmf_msgbuf_txflow(msgbuf, flowid);  in brcmf_msgbuf_txflow_worker()
780 static int brcmf_msgbuf_schedule_txdata(struct brcmf_msgbuf *msgbuf, u32 flowid,  in brcmf_msgbuf_schedule_txdata()  argument
785 	set_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_schedule_txdata()
786 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_schedule_txdata()
789 		queue_work(msgbuf->txflow_wq, &msgbuf->txflow_work);  in brcmf_msgbuf_schedule_txdata()
798 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_tx_queue_data()  local
799 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_tx_queue_data()
807 		flowid = brcmf_msgbuf_flowring_create(msgbuf, ifidx, skb);  in brcmf_msgbuf_tx_queue_data()
813 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, force);  in brcmf_msgbuf_tx_queue_data()
823 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_configure_addr_mode()  local
825 	brcmf_flowring_configure_addr_mode(msgbuf->flow, ifidx, addr_mode);  in brcmf_msgbuf_configure_addr_mode()
832 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_peer()  local
834 	brcmf_flowring_delete_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_delete_peer()
841 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_add_tdls_peer()  local
843 	brcmf_flowring_add_tdls_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_add_tdls_peer()
848 brcmf_msgbuf_process_ioctl_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_ioctl_complete()  argument
854 	msgbuf->ioctl_resp_status =  in brcmf_msgbuf_process_ioctl_complete()
856 	msgbuf->ioctl_resp_ret_len = le16_to_cpu(ioctl_resp->resp_len);  in brcmf_msgbuf_process_ioctl_complete()
857 	msgbuf->ioctl_resp_pktid = le32_to_cpu(ioctl_resp->msg.request_id);  in brcmf_msgbuf_process_ioctl_complete()
859 	brcmf_msgbuf_ioctl_resp_wake(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
861 	if (msgbuf->cur_ioctlrespbuf)  in brcmf_msgbuf_process_ioctl_complete()
862 		msgbuf->cur_ioctlrespbuf--;  in brcmf_msgbuf_process_ioctl_complete()
863 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
868 brcmf_msgbuf_process_txstatus(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_txstatus()  argument
880 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_txstatus()
881 				     msgbuf->tx_pktids, idx);  in brcmf_msgbuf_process_txstatus()
885 	set_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_msgbuf_process_txstatus()
886 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_process_txstatus()
889 	brcmf_txfinalize(brcmf_get_ifp(msgbuf->drvr, tx_status->msg.ifidx),  in brcmf_msgbuf_process_txstatus()
894 static u32 brcmf_msgbuf_rxbuf_data_post(struct brcmf_msgbuf *msgbuf, u32 count)  in brcmf_msgbuf_rxbuf_data_post()  argument
896 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_rxbuf_data_post()
908 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_rxbuf_data_post()
930 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_data_post()
931 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_data_post()
939 		if (msgbuf->rx_metadata_offset) {  in brcmf_msgbuf_rxbuf_data_post()
942 				cpu_to_le16(msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
948 			skb_pull(skb, msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
950 			physaddr += msgbuf->rx_metadata_offset;  in brcmf_msgbuf_rxbuf_data_post()
973 brcmf_msgbuf_rxbuf_data_fill(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_data_fill()  argument
978 	fillbufs = msgbuf->max_rxbufpost - msgbuf->rxbufpost;  in brcmf_msgbuf_rxbuf_data_fill()
981 		retcount = brcmf_msgbuf_rxbuf_data_post(msgbuf, fillbufs);  in brcmf_msgbuf_rxbuf_data_fill()
984 		msgbuf->rxbufpost += retcount;  in brcmf_msgbuf_rxbuf_data_fill()
991 brcmf_msgbuf_update_rxbufpost_count(struct brcmf_msgbuf *msgbuf, u16 rxcnt)  in brcmf_msgbuf_update_rxbufpost_count()  argument
993 	msgbuf->rxbufpost -= rxcnt;  in brcmf_msgbuf_update_rxbufpost_count()
994 	if (msgbuf->rxbufpost <= (msgbuf->max_rxbufpost -  in brcmf_msgbuf_update_rxbufpost_count()
996 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_msgbuf_update_rxbufpost_count()
1001 brcmf_msgbuf_rxbuf_ctrl_post(struct brcmf_msgbuf *msgbuf, bool event_buf,  in brcmf_msgbuf_rxbuf_ctrl_post()  argument
1004 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_rxbuf_ctrl_post()
1016 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_rxbuf_ctrl_post()
1040 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_ctrl_post()
1041 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_ctrl_post()
1074 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_ioctlresp_post()  argument
1078 	count = msgbuf->max_ioctlrespbuf - msgbuf->cur_ioctlrespbuf;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1079 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, false, count);  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1080 	msgbuf->cur_ioctlrespbuf += count;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1084 static void brcmf_msgbuf_rxbuf_event_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_event_post()  argument
1088 	count = msgbuf->max_eventbuf - msgbuf->cur_eventbuf;  in brcmf_msgbuf_rxbuf_event_post()
1089 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, true, count);  in brcmf_msgbuf_rxbuf_event_post()
1090 	msgbuf->cur_eventbuf += count;  in brcmf_msgbuf_rxbuf_event_post()
1094 static void brcmf_msgbuf_process_event(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_event()  argument
1096 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_event()
1107 	if (msgbuf->cur_eventbuf)  in brcmf_msgbuf_process_event()
1108 		msgbuf->cur_eventbuf--;  in brcmf_msgbuf_process_event()
1109 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_msgbuf_process_event()
1111 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_event()
1112 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_event()
1116 	if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_event()
1117 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_event()
1121 	ifp = brcmf_get_ifp(msgbuf->drvr, event->msg.ifidx);  in brcmf_msgbuf_process_event()
1138 brcmf_msgbuf_process_rx_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_rx_complete()  argument
1140 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_rx_complete()
1149 	brcmf_msgbuf_update_rxbufpost_count(msgbuf, 1);  in brcmf_msgbuf_process_rx_complete()
1157 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_rx_complete()
1158 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_rx_complete()
1164 	else if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_rx_complete()
1165 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx_complete()
1171 		ifp = msgbuf->drvr->mon_if;  in brcmf_msgbuf_process_rx_complete()
1183 	ifp = brcmf_get_ifp(msgbuf->drvr, rx_complete->msg.ifidx);  in brcmf_msgbuf_process_rx_complete()
1195 static void brcmf_msgbuf_process_gen_status(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_gen_status()  argument
1199 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_gen_status()
1207 static void brcmf_msgbuf_process_ring_status(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_ring_status()  argument
1211 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_ring_status()
1224 brcmf_msgbuf_process_flow_ring_create_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_create_response()  argument
1227 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_flow_ring_create_response()
1240 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1246 	brcmf_flowring_open(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1248 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_msgbuf_process_flow_ring_create_response()
1253 brcmf_msgbuf_process_flow_ring_delete_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_delete_response()  argument
1256 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_flow_ring_delete_response()
1269 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1275 	brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1279 static void brcmf_msgbuf_process_msgtype(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_msgtype()  argument
1281 	struct brcmf_pub *drvr = msgbuf->drvr;  in brcmf_msgbuf_process_msgtype()
1288 		brcmf_msgbuf_process_gen_status(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1292 		brcmf_msgbuf_process_ring_status(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1296 		brcmf_msgbuf_process_flow_ring_create_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1300 		brcmf_msgbuf_process_flow_ring_delete_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1307 		brcmf_msgbuf_process_ioctl_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1311 		brcmf_msgbuf_process_event(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1315 		brcmf_msgbuf_process_txstatus(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1319 		brcmf_msgbuf_process_rx_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1328 static void brcmf_msgbuf_process_rx(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_rx()  argument
1342 		brcmf_msgbuf_process_msgtype(msgbuf,  in brcmf_msgbuf_process_rx()
1343 					     buf + msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx()
1364 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_rx_trigger()  local
1370 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1371 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1372 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1373 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1374 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1375 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1377 	for_each_set_bit(flowid, msgbuf->txstatus_done_map,  in brcmf_proto_msgbuf_rx_trigger()
1378 			 msgbuf->max_flowrings) {  in brcmf_proto_msgbuf_rx_trigger()
1379 		clear_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_rx_trigger()
1380 		commonring = msgbuf->flowrings[flowid];  in brcmf_proto_msgbuf_rx_trigger()
1381 		qlen = brcmf_flowring_qlen(msgbuf->flow, flowid);  in brcmf_proto_msgbuf_rx_trigger()
1385 			brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_proto_msgbuf_rx_trigger()
1394 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_flowring()  local
1404 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1408 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_delete_flowring()
1414 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1420 	ifidx = brcmf_flowring_ifidx_get(msgbuf->flow, flowid);  in brcmf_msgbuf_delete_flowring()
1437 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1446 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_stats_read()  local
1452 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_stats_read()
1455 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_stats_read()
1458 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_msgbuf_stats_read()
1461 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_msgbuf_stats_read()
1464 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_msgbuf_stats_read()
1471 	for (i = 0; i < msgbuf->flow->nrofrings; i++) {  in brcmf_msgbuf_stats_read()
1472 		if (!msgbuf->flow->rings[i])  in brcmf_msgbuf_stats_read()
1474 		ring = msgbuf->flow->rings[i];  in brcmf_msgbuf_stats_read()
1477 		commonring = msgbuf->flowrings[i];  in brcmf_msgbuf_stats_read()
1478 		hash = &msgbuf->flow->hash[ring->hash_id];  in brcmf_msgbuf_stats_read()
1503 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_attach()  local
1507 	if_msgbuf = drvr->bus_if->msgbuf;  in brcmf_proto_msgbuf_attach()
1515 	msgbuf = kzalloc(sizeof(*msgbuf), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1516 	if (!msgbuf)  in brcmf_proto_msgbuf_attach()
1519 	msgbuf->txflow_wq = create_singlethread_workqueue("msgbuf_txflow");  in brcmf_proto_msgbuf_attach()
1520 	if (msgbuf->txflow_wq == NULL) {  in brcmf_proto_msgbuf_attach()
1524 	INIT_WORK(&msgbuf->txflow_work, brcmf_msgbuf_txflow_worker);  in brcmf_proto_msgbuf_attach()
1527 	msgbuf->flow_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1528 	if (!msgbuf->flow_map)  in brcmf_proto_msgbuf_attach()
1531 	msgbuf->txstatus_done_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1532 	if (!msgbuf->txstatus_done_map)  in brcmf_proto_msgbuf_attach()
1535 	msgbuf->drvr = drvr;  in brcmf_proto_msgbuf_attach()
1536 	msgbuf->ioctbuf = dma_alloc_coherent(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1538 					     &msgbuf->ioctbuf_handle,  in brcmf_proto_msgbuf_attach()
1540 	if (!msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1542 	address = (u64)msgbuf->ioctbuf_handle;  in brcmf_proto_msgbuf_attach()
1543 	msgbuf->ioctbuf_phys_hi = address >> 32;  in brcmf_proto_msgbuf_attach()
1544 	msgbuf->ioctbuf_phys_lo = address & 0xffffffff;  in brcmf_proto_msgbuf_attach()
1555 	drvr->proto->pd = msgbuf;  in brcmf_proto_msgbuf_attach()
1557 	init_waitqueue_head(&msgbuf->ioctl_resp_wait);  in brcmf_proto_msgbuf_attach()
1559 	msgbuf->commonrings =  in brcmf_proto_msgbuf_attach()
1561 	msgbuf->flowrings = (struct brcmf_commonring **)if_msgbuf->flowrings;  in brcmf_proto_msgbuf_attach()
1562 	msgbuf->max_flowrings = if_msgbuf->max_flowrings;  in brcmf_proto_msgbuf_attach()
1563 	msgbuf->flowring_dma_handle =  in brcmf_proto_msgbuf_attach()
1564 		kcalloc(msgbuf->max_flowrings,  in brcmf_proto_msgbuf_attach()
1565 			sizeof(*msgbuf->flowring_dma_handle), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1566 	if (!msgbuf->flowring_dma_handle)  in brcmf_proto_msgbuf_attach()
1569 	msgbuf->rx_dataoffset = if_msgbuf->rx_dataoffset;  in brcmf_proto_msgbuf_attach()
1570 	msgbuf->max_rxbufpost = if_msgbuf->max_rxbufpost;  in brcmf_proto_msgbuf_attach()
1572 	msgbuf->max_ioctlrespbuf = BRCMF_MSGBUF_MAX_IOCTLRESPBUF_POST;  in brcmf_proto_msgbuf_attach()
1573 	msgbuf->max_eventbuf = BRCMF_MSGBUF_MAX_EVENTBUF_POST;  in brcmf_proto_msgbuf_attach()
1575 	msgbuf->tx_pktids = brcmf_msgbuf_init_pktids(NR_TX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1577 	if (!msgbuf->tx_pktids)  in brcmf_proto_msgbuf_attach()
1579 	msgbuf->rx_pktids = brcmf_msgbuf_init_pktids(NR_RX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1581 	if (!msgbuf->rx_pktids)  in brcmf_proto_msgbuf_attach()
1584 	msgbuf->flow = brcmf_flowring_attach(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1586 	if (!msgbuf->flow)  in brcmf_proto_msgbuf_attach()
1591 		  msgbuf->max_rxbufpost, msgbuf->max_eventbuf,  in brcmf_proto_msgbuf_attach()
1592 		  msgbuf->max_ioctlrespbuf);  in brcmf_proto_msgbuf_attach()
1595 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_proto_msgbuf_attach()
1596 		if (msgbuf->max_rxbufpost != msgbuf->rxbufpost)  in brcmf_proto_msgbuf_attach()
1602 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1603 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1605 	INIT_WORK(&msgbuf->flowring_work, brcmf_msgbuf_flowring_worker);  in brcmf_proto_msgbuf_attach()
1606 	spin_lock_init(&msgbuf->flowring_work_lock);  in brcmf_proto_msgbuf_attach()
1607 	INIT_LIST_HEAD(&msgbuf->work_queue);  in brcmf_proto_msgbuf_attach()
1612 	if (msgbuf) {  in brcmf_proto_msgbuf_attach()
1613 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_attach()
1614 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_attach()
1615 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_attach()
1616 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_attach()
1617 		if (msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1620 					  msgbuf->ioctbuf,  in brcmf_proto_msgbuf_attach()
1621 					  msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_attach()
1622 		kfree(msgbuf);  in brcmf_proto_msgbuf_attach()
1630 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_detach()  local
1635 		msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_detach()
1636 		cancel_work_sync(&msgbuf->flowring_work);  in brcmf_proto_msgbuf_detach()
1637 		while (!list_empty(&msgbuf->work_queue)) {  in brcmf_proto_msgbuf_detach()
1638 			work = list_first_entry(&msgbuf->work_queue,  in brcmf_proto_msgbuf_detach()
1644 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_detach()
1645 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_detach()
1646 		if (msgbuf->txflow_wq)  in brcmf_proto_msgbuf_detach()
1647 			destroy_workqueue(msgbuf->txflow_wq);  in brcmf_proto_msgbuf_detach()
1649 		brcmf_flowring_detach(msgbuf->flow);  in brcmf_proto_msgbuf_detach()
1652 				  msgbuf->ioctbuf, msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_detach()
1653 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_detach()
1654 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_detach()
1655 		kfree(msgbuf);  in brcmf_proto_msgbuf_detach()