Lines Matching full:pipe

13 #include "pipe.h"
17 #define usbhsf_fifo_is_busy(f) ((f)->pipe) /* see usbhs_pipe_select_fifo */
32 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_null_handle()
45 void usbhs_pkt_push(struct usbhs_pipe *pipe, struct usbhs_pkt *pkt, in usbhs_pkt_push() argument
50 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_pkt_push()
62 if (!pipe->handler) { in usbhs_pkt_push()
64 pipe->handler = &usbhsf_null_handler; in usbhs_pkt_push()
67 list_move_tail(&pkt->node, &pipe->list); in usbhs_pkt_push()
74 pkt->pipe = pipe; in usbhs_pkt_push()
76 pkt->handler = pipe->handler; in usbhs_pkt_push()
92 struct usbhs_pkt *__usbhsf_pkt_get(struct usbhs_pipe *pipe) in __usbhsf_pkt_get() argument
94 return list_first_entry_or_null(&pipe->list, struct usbhs_pkt, node); in __usbhsf_pkt_get()
97 static void usbhsf_fifo_unselect(struct usbhs_pipe *pipe,
104 struct usbhs_pkt *usbhs_pkt_pop(struct usbhs_pipe *pipe, struct usbhs_pkt *pkt) in usbhs_pkt_pop() argument
106 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_pkt_pop()
107 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in usbhs_pkt_pop()
113 usbhs_pipe_disable(pipe); in usbhs_pkt_pop()
116 pkt = __usbhsf_pkt_get(pipe); in usbhs_pkt_pop()
128 usbhs_pipe_clear_without_sequence(pipe, 0, 0); in usbhs_pkt_pop()
134 usbhsf_fifo_unselect(pipe, fifo); in usbhs_pkt_pop()
148 static int usbhsf_pkt_handler(struct usbhs_pipe *pipe, int type) in usbhsf_pkt_handler() argument
150 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pkt_handler()
161 pkt = __usbhsf_pkt_get(pipe); in usbhsf_pkt_handler()
192 usbhs_pkt_start(pipe); in usbhsf_pkt_handler()
198 void usbhs_pkt_start(struct usbhs_pipe *pipe) in usbhs_pkt_start() argument
200 usbhsf_pkt_handler(pipe, USBHSF_PKT_PREPARE); in usbhs_pkt_start()
208 #define usbhsf_irq_callback_ctrl(pipe, status, enable) \ argument
210 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); \
212 u16 status = (1 << usbhs_pipe_number(pipe)); \
222 static void usbhsf_tx_irq_ctrl(struct usbhs_pipe *pipe, int enable) in usbhsf_tx_irq_ctrl() argument
225 * And DCP pipe can NOT use "ready interrupt" for "send" in usbhsf_tx_irq_ctrl()
230 * on the other hand, normal pipe can use "ready interrupt" for "send" in usbhsf_tx_irq_ctrl()
233 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_tx_irq_ctrl()
234 usbhsf_irq_empty_ctrl(pipe, enable); in usbhsf_tx_irq_ctrl()
236 usbhsf_irq_ready_ctrl(pipe, enable); in usbhsf_tx_irq_ctrl()
239 static void usbhsf_rx_irq_ctrl(struct usbhs_pipe *pipe, int enable) in usbhsf_rx_irq_ctrl() argument
241 usbhsf_irq_ready_ctrl(pipe, enable); in usbhsf_rx_irq_ctrl()
247 static void usbhsf_send_terminator(struct usbhs_pipe *pipe, in usbhsf_send_terminator() argument
250 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_send_terminator()
265 static void usbhsf_fifo_clear(struct usbhs_pipe *pipe, in usbhsf_fifo_clear() argument
268 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_clear()
271 if (!usbhs_pipe_is_dcp(pipe)) { in usbhsf_fifo_clear()
273 * This driver checks the pipe condition first to avoid -EBUSY in usbhsf_fifo_clear()
274 * from usbhsf_fifo_barrier() if the pipe is RX direction and in usbhsf_fifo_clear()
277 if (usbhs_pipe_is_dir_in(pipe)) in usbhsf_fifo_clear()
278 ret = usbhs_pipe_is_accessible(pipe); in usbhsf_fifo_clear()
284 * if non-DCP pipe, this driver should set BCLR when in usbhsf_fifo_clear()
297 static void usbhsf_fifo_unselect(struct usbhs_pipe *pipe, in usbhsf_fifo_unselect() argument
300 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_unselect()
302 usbhs_pipe_select_fifo(pipe, NULL); in usbhsf_fifo_unselect()
306 static int usbhsf_fifo_select(struct usbhs_pipe *pipe, in usbhsf_fifo_select() argument
310 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_fifo_select()
314 u16 base = usbhs_pipe_number(pipe); /* CURPIPE */ in usbhsf_fifo_select()
316 if (usbhs_pipe_is_busy(pipe) || in usbhsf_fifo_select()
320 if (usbhs_pipe_is_dcp(pipe)) { in usbhsf_fifo_select()
324 usbhs_dcp_dir_for_host(pipe, write); in usbhsf_fifo_select()
333 usbhs_pipe_select_fifo(pipe, fifo); in usbhsf_fifo_select()
349 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_to_write() local
350 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_dcp_dir_switch_to_write()
355 usbhs_pipe_disable(pipe); in usbhs_dcp_dir_switch_to_write()
357 ret = usbhsf_fifo_select(pipe, fifo, 1); in usbhs_dcp_dir_switch_to_write()
363 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhs_dcp_dir_switch_to_write()
365 usbhsf_fifo_clear(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
366 usbhsf_send_terminator(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
368 usbhsf_fifo_unselect(pipe, fifo); in usbhs_dcp_dir_switch_to_write()
370 usbhsf_tx_irq_ctrl(pipe, 1); in usbhs_dcp_dir_switch_to_write()
371 usbhs_pipe_enable(pipe); in usbhs_dcp_dir_switch_to_write()
378 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_to_read() local
379 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_dcp_dir_switch_to_read()
384 usbhs_pipe_disable(pipe); in usbhs_dcp_dir_switch_to_read()
386 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhs_dcp_dir_switch_to_read()
392 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhs_dcp_dir_switch_to_read()
393 usbhsf_fifo_clear(pipe, fifo); in usbhs_dcp_dir_switch_to_read()
395 usbhsf_fifo_unselect(pipe, fifo); in usbhs_dcp_dir_switch_to_read()
397 usbhsf_rx_irq_ctrl(pipe, 1); in usbhs_dcp_dir_switch_to_read()
398 usbhs_pipe_enable(pipe); in usbhs_dcp_dir_switch_to_read()
406 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dcp_dir_switch_done() local
409 usbhsf_tx_irq_ctrl(pipe, 0); in usbhs_dcp_dir_switch_done()
411 usbhsf_rx_irq_ctrl(pipe, 0); in usbhs_dcp_dir_switch_done()
434 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dcp_data_stage_try_push() local
436 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhsf_dcp_data_stage_try_push()
456 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dcp_data_stage_prepare_pop() local
457 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dcp_data_stage_prepare_pop()
460 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dcp_data_stage_prepare_pop()
469 usbhs_pipe_disable(pipe); in usbhsf_dcp_data_stage_prepare_pop()
471 usbhs_pipe_sequence_data1(pipe); /* DATA1 */ in usbhsf_dcp_data_stage_prepare_pop()
473 usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dcp_data_stage_prepare_pop()
474 usbhsf_fifo_clear(pipe, fifo); in usbhsf_dcp_data_stage_prepare_pop()
475 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dcp_data_stage_prepare_pop()
494 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_pio_try_push() local
495 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pio_try_push()
500 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_pio_try_push()
505 usbhs_pipe_data_sequence(pipe, pkt->sequence); in usbhsf_pio_try_push()
508 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->length); in usbhsf_pio_try_push()
510 ret = usbhsf_fifo_select(pipe, fifo, 1); in usbhsf_pio_try_push()
514 ret = usbhs_pipe_is_accessible(pipe); in usbhsf_pio_try_push()
516 /* inaccessible pipe is not an error */ in usbhsf_pio_try_push()
564 * pipe/irq handling in usbhsf_pio_try_push()
567 usbhsf_send_terminator(pipe, fifo); in usbhsf_pio_try_push()
569 usbhsf_tx_irq_ctrl(pipe, !*is_done); in usbhsf_pio_try_push()
570 usbhs_pipe_running(pipe, !*is_done); in usbhsf_pio_try_push()
571 usbhs_pipe_enable(pipe); in usbhsf_pio_try_push()
574 usbhs_pipe_number(pipe), in usbhsf_pio_try_push()
577 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_push()
582 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_push()
585 * pipe is busy. in usbhsf_pio_try_push()
588 usbhsf_tx_irq_ctrl(pipe, 1); in usbhsf_pio_try_push()
589 usbhs_pipe_running(pipe, 1); in usbhsf_pio_try_push()
596 if (usbhs_pipe_is_running(pkt->pipe)) in usbhsf_pio_prepare_push()
612 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_prepare_pop() local
613 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_prepare_pop()
616 if (usbhs_pipe_is_busy(pipe)) in usbhsf_prepare_pop()
619 if (usbhs_pipe_is_running(pipe)) in usbhsf_prepare_pop()
623 * pipe enable to prepare packet receive in usbhsf_prepare_pop()
625 usbhs_pipe_data_sequence(pipe, pkt->sequence); in usbhsf_prepare_pop()
628 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_prepare_pop()
629 usbhsf_fifo_clear(pipe, fifo); in usbhsf_prepare_pop()
631 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->length); in usbhsf_prepare_pop()
632 usbhs_pipe_enable(pipe); in usbhsf_prepare_pop()
633 usbhs_pipe_running(pipe, 1); in usbhsf_prepare_pop()
634 usbhsf_rx_irq_ctrl(pipe, 1); in usbhsf_prepare_pop()
641 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_pio_try_pop() local
642 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_pio_try_pop()
648 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_pio_try_pop()
653 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_pio_try_pop()
669 * update actual length first here to decide disable pipe. in usbhsf_pio_try_pop()
670 * if this pipe keeps BUF status and all data were popped, in usbhsf_pio_try_pop()
678 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_pio_try_pop()
679 usbhs_pipe_running(pipe, 0); in usbhsf_pio_try_pop()
683 * should not disable the pipe. If such a case happens, this in usbhsf_pio_try_pop()
686 if (!usbhs_mod_is_host(priv) && !usbhs_pipe_is_dcp(pipe)) in usbhsf_pio_try_pop()
687 usbhs_pipe_disable(pipe); /* disable pipe first */ in usbhsf_pio_try_pop()
698 usbhsf_fifo_clear(pipe, fifo); in usbhsf_pio_try_pop()
723 usbhs_pipe_number(pipe), in usbhsf_pio_try_pop()
727 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_pio_try_pop()
742 usbhs_dcp_control_transfer_done(pkt->pipe); in usbhsf_ctrl_stage_end()
786 static void __usbhsf_dma_ctrl(struct usbhs_pipe *pipe, in __usbhsf_dma_ctrl() argument
790 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in __usbhsf_dma_ctrl()
797 struct usbhs_pipe *pipe = pkt->pipe; in __usbhsf_dma_map_ctrl() local
798 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in __usbhsf_dma_map_ctrl()
800 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in __usbhsf_dma_map_ctrl()
810 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_xfer_preparing() local
812 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_xfer_preparing()
819 fifo = usbhs_pipe_to_fifo(pipe); in usbhsf_dma_xfer_preparing()
824 dir = usbhs_pipe_is_dir_in(pipe) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV; in usbhsf_dma_xfer_preparing()
842 fifo->name, usbhs_pipe_number(pipe), pkt->length, pkt->zero); in usbhsf_dma_xfer_preparing()
844 usbhs_pipe_running(pipe, 1); in usbhsf_dma_xfer_preparing()
845 usbhs_pipe_set_trans_count_if_bulk(pipe, pkt->trans); in usbhsf_dma_xfer_preparing()
847 usbhsf_dma_start(pipe, fifo); in usbhsf_dma_xfer_preparing()
848 usbhs_pipe_enable(pipe); in usbhsf_dma_xfer_preparing()
854 struct usbhs_pipe *pipe = pkt->pipe; in xfer_work() local
855 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in xfer_work()
868 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_prepare_push() local
869 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_prepare_push()
875 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_prepare_push()
878 /* use PIO if packet is less than pio_dma_border or pipe is DCP */ in usbhsf_dma_prepare_push()
880 usbhs_pipe_type_is(pipe, USB_ENDPOINT_XFER_ISOC)) in usbhsf_dma_prepare_push()
893 /* return at this time if the pipe is running */ in usbhsf_dma_prepare_push()
894 if (usbhs_pipe_is_running(pipe)) in usbhsf_dma_prepare_push()
902 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_prepare_push()
911 usbhsf_tx_irq_ctrl(pipe, 0); in usbhsf_dma_prepare_push()
923 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_prepare_push()
935 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_push_done() local
936 int is_short = pkt->trans % usbhs_pipe_get_maxpacket(pipe); in usbhsf_dma_push_done()
947 usbhs_pipe_running(pipe, !*is_done); in usbhsf_dma_push_done()
949 usbhsf_dma_stop(pipe, pipe->fifo); in usbhsf_dma_push_done()
951 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_push_done()
980 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_prepare_pop_with_usb_dmac() local
981 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_prepare_pop_with_usb_dmac()
985 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_prepare_pop_with_usb_dmac()
988 /* use PIO if packet is less than pio_dma_border or pipe is DCP */ in usbhsf_dma_prepare_pop_with_usb_dmac()
990 usbhs_pipe_type_is(pipe, USB_ENDPOINT_XFER_ISOC)) in usbhsf_dma_prepare_pop_with_usb_dmac()
1000 /* return at this time if the pipe is running */ in usbhsf_dma_prepare_pop_with_usb_dmac()
1001 if (usbhs_pipe_is_running(pipe)) in usbhsf_dma_prepare_pop_with_usb_dmac()
1004 usbhs_pipe_config_change_bfre(pipe, 1); in usbhsf_dma_prepare_pop_with_usb_dmac()
1006 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1020 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1029 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_prepare_pop_with_usb_dmac()
1036 usbhs_pipe_config_change_bfre(pipe, 0); in usbhsf_dma_prepare_pop_with_usb_dmac()
1043 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_prepare_pop()
1053 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_try_pop_with_rx_irq() local
1054 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_try_pop_with_rx_irq()
1058 if (usbhs_pipe_is_busy(pipe)) in usbhsf_dma_try_pop_with_rx_irq()
1061 if (usbhs_pipe_is_dcp(pipe)) in usbhsf_dma_try_pop_with_rx_irq()
1072 ret = usbhsf_fifo_select(pipe, fifo, 0); in usbhsf_dma_try_pop_with_rx_irq()
1099 usbhsf_rx_irq_ctrl(pipe, 0); in usbhsf_dma_try_pop_with_rx_irq()
1109 usbhsf_fifo_unselect(pipe, fifo); in usbhsf_dma_try_pop_with_rx_irq()
1122 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_try_pop()
1131 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_pop_done_with_rx_irq() local
1132 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhsf_dma_pop_done_with_rx_irq()
1134 usbhsf_dma_stop(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_rx_irq()
1136 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_rx_irq()
1143 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_rx_irq()
1146 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_rx_irq()
1156 struct usbhs_pipe *pipe = pkt->pipe; in usbhs_dma_calc_received_size() local
1158 int maxp = usbhs_pipe_get_maxpacket(pipe); in usbhs_dma_calc_received_size()
1174 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_pop_done_with_usb_dmac() local
1175 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_pop_done_with_usb_dmac()
1176 struct usbhs_fifo *fifo = usbhs_pipe_to_fifo(pipe); in usbhsf_dma_pop_done_with_usb_dmac()
1185 usbhs_xxxsts_clear(priv, BRDYSTS, usbhs_pipe_number(pipe)); in usbhsf_dma_pop_done_with_usb_dmac()
1188 usbhsf_fifo_clear(pipe, fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1191 usbhs_pipe_running(pipe, 0); in usbhsf_dma_pop_done_with_usb_dmac()
1192 usbhsf_dma_stop(pipe, fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1194 usbhsf_fifo_unselect(pipe, pipe->fifo); in usbhsf_dma_pop_done_with_usb_dmac()
1204 struct usbhs_priv *priv = usbhs_pipe_to_priv(pkt->pipe); in usbhsf_dma_pop_done()
1309 struct usbhs_pipe *pipe; in usbhsf_irq_empty() local
1321 * search interrupted "pipe" in usbhsf_irq_empty()
1324 usbhs_for_each_pipe_with_dcp(pipe, priv, i) { in usbhsf_irq_empty()
1328 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_TRY_RUN); in usbhsf_irq_empty()
1339 struct usbhs_pipe *pipe; in usbhsf_irq_ready() local
1351 * search interrupted "pipe" in usbhsf_irq_ready()
1354 usbhs_for_each_pipe_with_dcp(pipe, priv, i) { in usbhsf_irq_ready()
1358 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_TRY_RUN); in usbhsf_irq_ready()
1370 struct usbhs_pipe *pipe = pkt->pipe; in usbhsf_dma_complete() local
1371 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhsf_dma_complete()
1376 ret = usbhsf_pkt_handler(pipe, USBHSF_PKT_DMA_DONE); in usbhsf_dma_complete()
1379 usbhs_pipe_number(pipe), ret); in usbhsf_dma_complete()
1382 void usbhs_fifo_clear_dcp(struct usbhs_pipe *pipe) in usbhs_fifo_clear_dcp() argument
1384 struct usbhs_priv *priv = usbhs_pipe_to_priv(pipe); in usbhs_fifo_clear_dcp()
1388 if (usbhsf_fifo_select(pipe, fifo, 1) < 0) in usbhs_fifo_clear_dcp()
1390 usbhsf_fifo_clear(pipe, fifo); in usbhs_fifo_clear_dcp()
1391 usbhsf_fifo_unselect(pipe, fifo); in usbhs_fifo_clear_dcp()
1394 if (usbhsf_fifo_select(pipe, fifo, 0) < 0) in usbhs_fifo_clear_dcp()
1396 usbhsf_fifo_clear(pipe, fifo); in usbhs_fifo_clear_dcp()
1397 usbhsf_fifo_unselect(pipe, fifo); in usbhs_fifo_clear_dcp()
1415 cfifo->pipe = NULL; in usbhs_fifo_init()
1417 dfifo->pipe = NULL; in usbhs_fifo_init()