284 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf);
409 static void brcmf_msgbuf_release_pktids(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_release_pktids()  argument
411 	if (msgbuf->rx_pktids)  in brcmf_msgbuf_release_pktids()
412 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
413 					   msgbuf->rx_pktids);  in brcmf_msgbuf_release_pktids()
414 	if (msgbuf->tx_pktids)  in brcmf_msgbuf_release_pktids()
415 		brcmf_msgbuf_release_array(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_release_pktids()
416 					   msgbuf->tx_pktids);  in brcmf_msgbuf_release_pktids()
423 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_tx_ioctl()  local
430 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_tx_ioctl()
439 	msgbuf->reqid++;  in brcmf_msgbuf_tx_ioctl()
448 	request->trans_id = cpu_to_le16(msgbuf->reqid);  in brcmf_msgbuf_tx_ioctl()
452 	request->req_buf_addr.high_addr = cpu_to_le32(msgbuf->ioctbuf_phys_hi);  in brcmf_msgbuf_tx_ioctl()
453 	request->req_buf_addr.low_addr = cpu_to_le32(msgbuf->ioctbuf_phys_lo);  in brcmf_msgbuf_tx_ioctl()
455 		memcpy(msgbuf->ioctbuf, buf, buf_len);  in brcmf_msgbuf_tx_ioctl()
457 		memset(msgbuf->ioctbuf, 0, buf_len);  in brcmf_msgbuf_tx_ioctl()
466 static int brcmf_msgbuf_ioctl_resp_wait(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wait()  argument
468 	return wait_event_timeout(msgbuf->ioctl_resp_wait,  in brcmf_msgbuf_ioctl_resp_wait()
469 				  msgbuf->ctl_completed,  in brcmf_msgbuf_ioctl_resp_wait()
474 static void brcmf_msgbuf_ioctl_resp_wake(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_ioctl_resp_wake()  argument
476 	msgbuf->ctl_completed = true;  in brcmf_msgbuf_ioctl_resp_wake()
477 	wake_up(&msgbuf->ioctl_resp_wait);  in brcmf_msgbuf_ioctl_resp_wake()
484 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_query_dcmd()  local
491 	msgbuf->ctl_completed = false;  in brcmf_msgbuf_query_dcmd()
496 	timeout = brcmf_msgbuf_ioctl_resp_wait(msgbuf);  in brcmf_msgbuf_query_dcmd()
502 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_query_dcmd()
503 				     msgbuf->rx_pktids,  in brcmf_msgbuf_query_dcmd()
504 				     msgbuf->ioctl_resp_pktid);  in brcmf_msgbuf_query_dcmd()
505 	if (msgbuf->ioctl_resp_ret_len != 0) {  in brcmf_msgbuf_query_dcmd()
509 		memcpy(buf, skb->data, (len < msgbuf->ioctl_resp_ret_len) ?  in brcmf_msgbuf_query_dcmd()
510 				       len : msgbuf->ioctl_resp_ret_len);  in brcmf_msgbuf_query_dcmd()
514 	*fwerr = msgbuf->ioctl_resp_status;  in brcmf_msgbuf_query_dcmd()
537 brcmf_msgbuf_remove_flowring(struct brcmf_msgbuf *msgbuf, u16 flowid)  in brcmf_msgbuf_remove_flowring()  argument
545 	dma_buf = msgbuf->flowrings[flowid]->buf_addr;  in brcmf_msgbuf_remove_flowring()
546 	dma_free_coherent(msgbuf->drvr->bus_if->dev, dma_sz, dma_buf,  in brcmf_msgbuf_remove_flowring()
547 			  msgbuf->flowring_dma_handle[flowid]);  in brcmf_msgbuf_remove_flowring()
549 	brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_remove_flowring()
554 brcmf_msgbuf_dequeue_work(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_dequeue_work()  argument
559 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
560 	if (!list_empty(&msgbuf->work_queue)) {  in brcmf_msgbuf_dequeue_work()
561 		work = list_first_entry(&msgbuf->work_queue,  in brcmf_msgbuf_dequeue_work()
565 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_dequeue_work()
572 brcmf_msgbuf_flowring_create_worker(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_flowring_create_worker()  argument
586 	dma_buf = dma_alloc_coherent(msgbuf->drvr->bus_if->dev, dma_sz,  in brcmf_msgbuf_flowring_create_worker()
587 				     &msgbuf->flowring_dma_handle[flowid],  in brcmf_msgbuf_flowring_create_worker()
591 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
595 	brcmf_commonring_config(msgbuf->flowrings[flowid],  in brcmf_msgbuf_flowring_create_worker()
599 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_flowring_create_worker()
605 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
613 	create->tid = brcmf_flowring_tid(msgbuf->flow, flowid);  in brcmf_msgbuf_flowring_create_worker()
618 	address = (u64)msgbuf->flowring_dma_handle[flowid];  in brcmf_msgbuf_flowring_create_worker()
631 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_flowring_create_worker()
641 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_flowring_worker()  local
644 	msgbuf = container_of(work, struct brcmf_msgbuf, flowring_work);  in brcmf_msgbuf_flowring_worker()
646 	while ((create = brcmf_msgbuf_dequeue_work(msgbuf))) {  in brcmf_msgbuf_flowring_worker()
647 		brcmf_msgbuf_flowring_create_worker(msgbuf, create);  in brcmf_msgbuf_flowring_worker()
653 static u32 brcmf_msgbuf_flowring_create(struct brcmf_msgbuf *msgbuf, int ifidx,  in brcmf_msgbuf_flowring_create()  argument
665 	flowid = brcmf_flowring_create(msgbuf->flow, eh->h_dest,  in brcmf_msgbuf_flowring_create()
677 	spin_lock_irqsave(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
678 	list_add_tail(&create->queue, &msgbuf->work_queue);  in brcmf_msgbuf_flowring_create()
679 	spin_unlock_irqrestore(&msgbuf->flowring_work_lock, flags);  in brcmf_msgbuf_flowring_create()
680 	schedule_work(&msgbuf->flowring_work);  in brcmf_msgbuf_flowring_create()
686 static void brcmf_msgbuf_txflow(struct brcmf_msgbuf *msgbuf, u16 flowid)  in brcmf_msgbuf_txflow()  argument
688 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_txflow()
698 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_txflow()
713 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
714 					     msgbuf->tx_pktids, skb, ETH_HLEN,  in brcmf_msgbuf_txflow()
722 			brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_txflow()
723 					       msgbuf->tx_pktids, pktid);  in brcmf_msgbuf_txflow()
761 	struct brcmf_msgbuf *msgbuf;  in brcmf_msgbuf_txflow_worker()  local
764 	msgbuf = container_of(worker, struct brcmf_msgbuf, txflow_work);  in brcmf_msgbuf_txflow_worker()
765 	for_each_set_bit(flowid, msgbuf->flow_map, msgbuf->max_flowrings) {  in brcmf_msgbuf_txflow_worker()
766 		clear_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_txflow_worker()
767 		brcmf_msgbuf_txflow(msgbuf, flowid);  in brcmf_msgbuf_txflow_worker()
772 static int brcmf_msgbuf_schedule_txdata(struct brcmf_msgbuf *msgbuf, u32 flowid,  in brcmf_msgbuf_schedule_txdata()  argument
777 	set_bit(flowid, msgbuf->flow_map);  in brcmf_msgbuf_schedule_txdata()
778 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_schedule_txdata()
781 		queue_work(msgbuf->txflow_wq, &msgbuf->txflow_work);  in brcmf_msgbuf_schedule_txdata()
790 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_tx_queue_data()  local
791 	struct brcmf_flowring *flow = msgbuf->flow;  in brcmf_msgbuf_tx_queue_data()
799 		flowid = brcmf_msgbuf_flowring_create(msgbuf, ifidx, skb);  in brcmf_msgbuf_tx_queue_data()
805 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, force);  in brcmf_msgbuf_tx_queue_data()
815 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_configure_addr_mode()  local
817 	brcmf_flowring_configure_addr_mode(msgbuf->flow, ifidx, addr_mode);  in brcmf_msgbuf_configure_addr_mode()
824 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_peer()  local
826 	brcmf_flowring_delete_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_delete_peer()
833 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_add_tdls_peer()  local
835 	brcmf_flowring_add_tdls_peer(msgbuf->flow, ifidx, peer);  in brcmf_msgbuf_add_tdls_peer()
840 brcmf_msgbuf_process_ioctl_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_ioctl_complete()  argument
846 	msgbuf->ioctl_resp_status =  in brcmf_msgbuf_process_ioctl_complete()
848 	msgbuf->ioctl_resp_ret_len = le16_to_cpu(ioctl_resp->resp_len);  in brcmf_msgbuf_process_ioctl_complete()
849 	msgbuf->ioctl_resp_pktid = le32_to_cpu(ioctl_resp->msg.request_id);  in brcmf_msgbuf_process_ioctl_complete()
851 	brcmf_msgbuf_ioctl_resp_wake(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
853 	if (msgbuf->cur_ioctlrespbuf)  in brcmf_msgbuf_process_ioctl_complete()
854 		msgbuf->cur_ioctlrespbuf--;  in brcmf_msgbuf_process_ioctl_complete()
855 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_msgbuf_process_ioctl_complete()
860 brcmf_msgbuf_process_txstatus(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_txstatus()  argument
872 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_txstatus()
873 				     msgbuf->tx_pktids, idx);  in brcmf_msgbuf_process_txstatus()
877 	set_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_msgbuf_process_txstatus()
878 	commonring = msgbuf->flowrings[flowid];  in brcmf_msgbuf_process_txstatus()
881 	brcmf_txfinalize(brcmf_get_ifp(msgbuf->drvr, tx_status->msg.ifidx),  in brcmf_msgbuf_process_txstatus()
886 static u32 brcmf_msgbuf_rxbuf_data_post(struct brcmf_msgbuf *msgbuf, u32 count)  in brcmf_msgbuf_rxbuf_data_post()  argument
899 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_rxbuf_data_post()
921 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_data_post()
922 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_data_post()
930 		if (msgbuf->rx_metadata_offset) {  in brcmf_msgbuf_rxbuf_data_post()
933 				cpu_to_le16(msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
939 			skb_pull(skb, msgbuf->rx_metadata_offset);  in brcmf_msgbuf_rxbuf_data_post()
941 			physaddr += msgbuf->rx_metadata_offset;  in brcmf_msgbuf_rxbuf_data_post()
964 brcmf_msgbuf_rxbuf_data_fill(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_data_fill()  argument
969 	fillbufs = msgbuf->max_rxbufpost - msgbuf->rxbufpost;  in brcmf_msgbuf_rxbuf_data_fill()
972 		retcount = brcmf_msgbuf_rxbuf_data_post(msgbuf, fillbufs);  in brcmf_msgbuf_rxbuf_data_fill()
975 		msgbuf->rxbufpost += retcount;  in brcmf_msgbuf_rxbuf_data_fill()
982 brcmf_msgbuf_update_rxbufpost_count(struct brcmf_msgbuf *msgbuf, u16 rxcnt)  in brcmf_msgbuf_update_rxbufpost_count()  argument
984 	msgbuf->rxbufpost -= rxcnt;  in brcmf_msgbuf_update_rxbufpost_count()
985 	if (msgbuf->rxbufpost <= (msgbuf->max_rxbufpost -  in brcmf_msgbuf_update_rxbufpost_count()
987 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_msgbuf_update_rxbufpost_count()
992 brcmf_msgbuf_rxbuf_ctrl_post(struct brcmf_msgbuf *msgbuf, bool event_buf,  in brcmf_msgbuf_rxbuf_ctrl_post()  argument
1006 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_rxbuf_ctrl_post()
1030 		if (brcmf_msgbuf_alloc_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_rxbuf_ctrl_post()
1031 					     msgbuf->rx_pktids, skb, 0,  in brcmf_msgbuf_rxbuf_ctrl_post()
1064 static void brcmf_msgbuf_rxbuf_ioctlresp_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_ioctlresp_post()  argument
1068 	count = msgbuf->max_ioctlrespbuf - msgbuf->cur_ioctlrespbuf;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1069 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, false, count);  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1070 	msgbuf->cur_ioctlrespbuf += count;  in brcmf_msgbuf_rxbuf_ioctlresp_post()
1074 static void brcmf_msgbuf_rxbuf_event_post(struct brcmf_msgbuf *msgbuf)  in brcmf_msgbuf_rxbuf_event_post()  argument
1078 	count = msgbuf->max_eventbuf - msgbuf->cur_eventbuf;  in brcmf_msgbuf_rxbuf_event_post()
1079 	count = brcmf_msgbuf_rxbuf_ctrl_post(msgbuf, true, count);  in brcmf_msgbuf_rxbuf_event_post()
1080 	msgbuf->cur_eventbuf += count;  in brcmf_msgbuf_rxbuf_event_post()
1084 static void brcmf_msgbuf_process_event(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_event()  argument
1096 	if (msgbuf->cur_eventbuf)  in brcmf_msgbuf_process_event()
1097 		msgbuf->cur_eventbuf--;  in brcmf_msgbuf_process_event()
1098 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_msgbuf_process_event()
1100 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_event()
1101 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_event()
1105 	if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_event()
1106 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_event()
1110 	ifp = brcmf_get_ifp(msgbuf->drvr, event->msg.ifidx);  in brcmf_msgbuf_process_event()
1127 brcmf_msgbuf_process_rx_complete(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_rx_complete()  argument
1137 	brcmf_msgbuf_update_rxbufpost_count(msgbuf, 1);  in brcmf_msgbuf_process_rx_complete()
1145 	skb = brcmf_msgbuf_get_pktid(msgbuf->drvr->bus_if->dev,  in brcmf_msgbuf_process_rx_complete()
1146 				     msgbuf->rx_pktids, idx);  in brcmf_msgbuf_process_rx_complete()
1152 	else if (msgbuf->rx_dataoffset)  in brcmf_msgbuf_process_rx_complete()
1153 		skb_pull(skb, msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx_complete()
1159 		ifp = msgbuf->drvr->mon_if;  in brcmf_msgbuf_process_rx_complete()
1171 	ifp = brcmf_get_ifp(msgbuf->drvr, rx_complete->msg.ifidx);  in brcmf_msgbuf_process_rx_complete()
1185 brcmf_msgbuf_process_flow_ring_create_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_create_response()  argument
1200 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1206 	brcmf_flowring_open(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_create_response()
1208 	brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_msgbuf_process_flow_ring_create_response()
1213 brcmf_msgbuf_process_flow_ring_delete_response(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_flow_ring_delete_response()  argument
1228 		brcmf_flowring_delete(msgbuf->flow, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1234 	brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_process_flow_ring_delete_response()
1238 static void brcmf_msgbuf_process_msgtype(struct brcmf_msgbuf *msgbuf, void *buf)  in brcmf_msgbuf_process_msgtype()  argument
1246 		brcmf_msgbuf_process_flow_ring_create_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1250 		brcmf_msgbuf_process_flow_ring_delete_response(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1257 		brcmf_msgbuf_process_ioctl_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1261 		brcmf_msgbuf_process_event(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1265 		brcmf_msgbuf_process_txstatus(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1269 		brcmf_msgbuf_process_rx_complete(msgbuf, buf);  in brcmf_msgbuf_process_msgtype()
1278 static void brcmf_msgbuf_process_rx(struct brcmf_msgbuf *msgbuf,  in brcmf_msgbuf_process_rx()  argument
1292 		brcmf_msgbuf_process_msgtype(msgbuf,  in brcmf_msgbuf_process_rx()
1293 					     buf + msgbuf->rx_dataoffset);  in brcmf_msgbuf_process_rx()
1314 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_rx_trigger()  local
1320 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1321 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1322 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1323 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1324 	buf = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_proto_msgbuf_rx_trigger()
1325 	brcmf_msgbuf_process_rx(msgbuf, buf);  in brcmf_proto_msgbuf_rx_trigger()
1327 	for_each_set_bit(flowid, msgbuf->txstatus_done_map,  in brcmf_proto_msgbuf_rx_trigger()
1328 			 msgbuf->max_flowrings) {  in brcmf_proto_msgbuf_rx_trigger()
1329 		clear_bit(flowid, msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_rx_trigger()
1330 		commonring = msgbuf->flowrings[flowid];  in brcmf_proto_msgbuf_rx_trigger()
1331 		qlen = brcmf_flowring_qlen(msgbuf->flow, flowid);  in brcmf_proto_msgbuf_rx_trigger()
1335 			brcmf_msgbuf_schedule_txdata(msgbuf, flowid, true);  in brcmf_proto_msgbuf_rx_trigger()
1344 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_delete_flowring()  local
1351 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_delete_flowring()
1357 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1363 	ifidx = brcmf_flowring_ifidx_get(msgbuf->flow, flowid);  in brcmf_msgbuf_delete_flowring()
1380 		brcmf_msgbuf_remove_flowring(msgbuf, flowid);  in brcmf_msgbuf_delete_flowring()
1389 	struct brcmf_msgbuf *msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_msgbuf_stats_read()  local
1395 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_CONTROL_SUBMIT];  in brcmf_msgbuf_stats_read()
1398 	commonring = msgbuf->commonrings[BRCMF_H2D_MSGRING_RXPOST_SUBMIT];  in brcmf_msgbuf_stats_read()
1401 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_CONTROL_COMPLETE];  in brcmf_msgbuf_stats_read()
1404 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_TX_COMPLETE];  in brcmf_msgbuf_stats_read()
1407 	commonring = msgbuf->commonrings[BRCMF_D2H_MSGRING_RX_COMPLETE];  in brcmf_msgbuf_stats_read()
1414 	hash = msgbuf->flow->hash;  in brcmf_msgbuf_stats_read()
1415 	for (i = 0; i < msgbuf->flow->nrofrings; i++) {  in brcmf_msgbuf_stats_read()
1416 		if (!msgbuf->flow->rings[i])  in brcmf_msgbuf_stats_read()
1418 		ring = msgbuf->flow->rings[i];  in brcmf_msgbuf_stats_read()
1421 		commonring = msgbuf->flowrings[i];  in brcmf_msgbuf_stats_read()
1422 		hash = &msgbuf->flow->hash[ring->hash_id];  in brcmf_msgbuf_stats_read()
1447 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_attach()  local
1451 	if_msgbuf = drvr->bus_if->msgbuf;  in brcmf_proto_msgbuf_attach()
1459 	msgbuf = kzalloc(sizeof(*msgbuf), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1460 	if (!msgbuf)  in brcmf_proto_msgbuf_attach()
1463 	msgbuf->txflow_wq = create_singlethread_workqueue("msgbuf_txflow");  in brcmf_proto_msgbuf_attach()
1464 	if (msgbuf->txflow_wq == NULL) {  in brcmf_proto_msgbuf_attach()
1468 	INIT_WORK(&msgbuf->txflow_work, brcmf_msgbuf_txflow_worker);  in brcmf_proto_msgbuf_attach()
1471 	msgbuf->flow_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1472 	if (!msgbuf->flow_map)  in brcmf_proto_msgbuf_attach()
1475 	msgbuf->txstatus_done_map = kzalloc(count, GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1476 	if (!msgbuf->txstatus_done_map)  in brcmf_proto_msgbuf_attach()
1479 	msgbuf->drvr = drvr;  in brcmf_proto_msgbuf_attach()
1480 	msgbuf->ioctbuf = dma_alloc_coherent(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1482 					     &msgbuf->ioctbuf_handle,  in brcmf_proto_msgbuf_attach()
1484 	if (!msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1486 	address = (u64)msgbuf->ioctbuf_handle;  in brcmf_proto_msgbuf_attach()
1487 	msgbuf->ioctbuf_phys_hi = address >> 32;  in brcmf_proto_msgbuf_attach()
1488 	msgbuf->ioctbuf_phys_lo = address & 0xffffffff;  in brcmf_proto_msgbuf_attach()
1499 	drvr->proto->pd = msgbuf;  in brcmf_proto_msgbuf_attach()
1501 	init_waitqueue_head(&msgbuf->ioctl_resp_wait);  in brcmf_proto_msgbuf_attach()
1503 	msgbuf->commonrings =  in brcmf_proto_msgbuf_attach()
1505 	msgbuf->flowrings = (struct brcmf_commonring **)if_msgbuf->flowrings;  in brcmf_proto_msgbuf_attach()
1506 	msgbuf->max_flowrings = if_msgbuf->max_flowrings;  in brcmf_proto_msgbuf_attach()
1507 	msgbuf->flowring_dma_handle =  in brcmf_proto_msgbuf_attach()
1508 		kcalloc(msgbuf->max_flowrings,  in brcmf_proto_msgbuf_attach()
1509 			sizeof(*msgbuf->flowring_dma_handle), GFP_KERNEL);  in brcmf_proto_msgbuf_attach()
1510 	if (!msgbuf->flowring_dma_handle)  in brcmf_proto_msgbuf_attach()
1513 	msgbuf->rx_dataoffset = if_msgbuf->rx_dataoffset;  in brcmf_proto_msgbuf_attach()
1514 	msgbuf->max_rxbufpost = if_msgbuf->max_rxbufpost;  in brcmf_proto_msgbuf_attach()
1516 	msgbuf->max_ioctlrespbuf = BRCMF_MSGBUF_MAX_IOCTLRESPBUF_POST;  in brcmf_proto_msgbuf_attach()
1517 	msgbuf->max_eventbuf = BRCMF_MSGBUF_MAX_EVENTBUF_POST;  in brcmf_proto_msgbuf_attach()
1519 	msgbuf->tx_pktids = brcmf_msgbuf_init_pktids(NR_TX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1521 	if (!msgbuf->tx_pktids)  in brcmf_proto_msgbuf_attach()
1523 	msgbuf->rx_pktids = brcmf_msgbuf_init_pktids(NR_RX_PKTIDS,  in brcmf_proto_msgbuf_attach()
1525 	if (!msgbuf->rx_pktids)  in brcmf_proto_msgbuf_attach()
1528 	msgbuf->flow = brcmf_flowring_attach(drvr->bus_if->dev,  in brcmf_proto_msgbuf_attach()
1530 	if (!msgbuf->flow)  in brcmf_proto_msgbuf_attach()
1535 		  msgbuf->max_rxbufpost, msgbuf->max_eventbuf,  in brcmf_proto_msgbuf_attach()
1536 		  msgbuf->max_ioctlrespbuf);  in brcmf_proto_msgbuf_attach()
1539 		brcmf_msgbuf_rxbuf_data_fill(msgbuf);  in brcmf_proto_msgbuf_attach()
1540 		if (msgbuf->max_rxbufpost != msgbuf->rxbufpost)  in brcmf_proto_msgbuf_attach()
1546 	brcmf_msgbuf_rxbuf_event_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1547 	brcmf_msgbuf_rxbuf_ioctlresp_post(msgbuf);  in brcmf_proto_msgbuf_attach()
1549 	INIT_WORK(&msgbuf->flowring_work, brcmf_msgbuf_flowring_worker);  in brcmf_proto_msgbuf_attach()
1550 	spin_lock_init(&msgbuf->flowring_work_lock);  in brcmf_proto_msgbuf_attach()
1551 	INIT_LIST_HEAD(&msgbuf->work_queue);  in brcmf_proto_msgbuf_attach()
1556 	if (msgbuf) {  in brcmf_proto_msgbuf_attach()
1557 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_attach()
1558 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_attach()
1559 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_attach()
1560 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_attach()
1561 		if (msgbuf->ioctbuf)  in brcmf_proto_msgbuf_attach()
1564 					  msgbuf->ioctbuf,  in brcmf_proto_msgbuf_attach()
1565 					  msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_attach()
1566 		kfree(msgbuf);  in brcmf_proto_msgbuf_attach()
1574 	struct brcmf_msgbuf *msgbuf;  in brcmf_proto_msgbuf_detach()  local
1579 		msgbuf = (struct brcmf_msgbuf *)drvr->proto->pd;  in brcmf_proto_msgbuf_detach()
1580 		cancel_work_sync(&msgbuf->flowring_work);  in brcmf_proto_msgbuf_detach()
1581 		while (!list_empty(&msgbuf->work_queue)) {  in brcmf_proto_msgbuf_detach()
1582 			work = list_first_entry(&msgbuf->work_queue,  in brcmf_proto_msgbuf_detach()
1588 		kfree(msgbuf->flow_map);  in brcmf_proto_msgbuf_detach()
1589 		kfree(msgbuf->txstatus_done_map);  in brcmf_proto_msgbuf_detach()
1590 		if (msgbuf->txflow_wq)  in brcmf_proto_msgbuf_detach()
1591 			destroy_workqueue(msgbuf->txflow_wq);  in brcmf_proto_msgbuf_detach()
1593 		brcmf_flowring_detach(msgbuf->flow);  in brcmf_proto_msgbuf_detach()
1596 				  msgbuf->ioctbuf, msgbuf->ioctbuf_handle);  in brcmf_proto_msgbuf_detach()
1597 		brcmf_msgbuf_release_pktids(msgbuf);  in brcmf_proto_msgbuf_detach()
1598 		kfree(msgbuf->flowring_dma_handle);  in brcmf_proto_msgbuf_detach()
1599 		kfree(msgbuf);  in brcmf_proto_msgbuf_detach()