57 static inline unsigned int ar933x_uart_read(struct ar933x_uart_port *up,  in ar933x_uart_read()  argument
60 	return readl(up->port.membase + offset);  in ar933x_uart_read()
63 static inline void ar933x_uart_write(struct ar933x_uart_port *up,  in ar933x_uart_write()  argument
66 	writel(value, up->port.membase + offset);  in ar933x_uart_write()
69 static inline void ar933x_uart_rmw(struct ar933x_uart_port *up,  in ar933x_uart_rmw()  argument
76 	t = ar933x_uart_read(up, offset);  in ar933x_uart_rmw()
79 	ar933x_uart_write(up, offset, t);  in ar933x_uart_rmw()
82 static inline void ar933x_uart_rmw_set(struct ar933x_uart_port *up,  in ar933x_uart_rmw_set()  argument
86 	ar933x_uart_rmw(up, offset, 0, val);  in ar933x_uart_rmw_set()
89 static inline void ar933x_uart_rmw_clear(struct ar933x_uart_port *up,  in ar933x_uart_rmw_clear()  argument
93 	ar933x_uart_rmw(up, offset, val, 0);  in ar933x_uart_rmw_clear()
96 static inline void ar933x_uart_start_tx_interrupt(struct ar933x_uart_port *up)  in ar933x_uart_start_tx_interrupt()  argument
98 	up->ier |= AR933X_UART_INT_TX_EMPTY;  in ar933x_uart_start_tx_interrupt()
99 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, up->ier);  in ar933x_uart_start_tx_interrupt()
102 static inline void ar933x_uart_stop_tx_interrupt(struct ar933x_uart_port *up)  in ar933x_uart_stop_tx_interrupt()  argument
104 	up->ier &= ~AR933X_UART_INT_TX_EMPTY;  in ar933x_uart_stop_tx_interrupt()
105 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, up->ier);  in ar933x_uart_stop_tx_interrupt()
108 static inline void ar933x_uart_putc(struct ar933x_uart_port *up, int ch)  in ar933x_uart_putc()  argument
114 	ar933x_uart_write(up, AR933X_UART_DATA_REG, rdata);  in ar933x_uart_putc()
119 	struct ar933x_uart_port *up =  in ar933x_uart_tx_empty()  local
124 	spin_lock_irqsave(&up->port.lock, flags);  in ar933x_uart_tx_empty()
125 	rdata = ar933x_uart_read(up, AR933X_UART_DATA_REG);  in ar933x_uart_tx_empty()
126 	spin_unlock_irqrestore(&up->port.lock, flags);  in ar933x_uart_tx_empty()
142 	struct ar933x_uart_port *up =  in ar933x_uart_start_tx()  local
145 	ar933x_uart_start_tx_interrupt(up);  in ar933x_uart_start_tx()
150 	struct ar933x_uart_port *up =  in ar933x_uart_stop_tx()  local
153 	ar933x_uart_stop_tx_interrupt(up);  in ar933x_uart_stop_tx()
158 	struct ar933x_uart_port *up =  in ar933x_uart_stop_rx()  local
161 	up->ier &= ~AR933X_UART_INT_RX_VALID;  in ar933x_uart_stop_rx()
162 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, up->ier);  in ar933x_uart_stop_rx()
167 	struct ar933x_uart_port *up =  in ar933x_uart_break_ctl()  local
171 	spin_lock_irqsave(&up->port.lock, flags);  in ar933x_uart_break_ctl()
173 		ar933x_uart_rmw_set(up, AR933X_UART_CS_REG,  in ar933x_uart_break_ctl()
176 		ar933x_uart_rmw_clear(up, AR933X_UART_CS_REG,  in ar933x_uart_break_ctl()
178 	spin_unlock_irqrestore(&up->port.lock, flags);  in ar933x_uart_break_ctl()
236 	struct ar933x_uart_port *up =  in ar933x_uart_set_termios()  local
262 	baud = uart_get_baud_rate(port, new, old, up->min_baud, up->max_baud);  in ar933x_uart_set_termios()
269 	spin_lock_irqsave(&up->port.lock, flags);  in ar933x_uart_set_termios()
272 	ar933x_uart_rmw_clear(up, AR933X_UART_CS_REG,  in ar933x_uart_set_termios()
278 	up->port.ignore_status_mask = 0;  in ar933x_uart_set_termios()
282 		up->port.ignore_status_mask |= AR933X_DUMMY_STATUS_RD;  in ar933x_uart_set_termios()
284 	ar933x_uart_write(up, AR933X_UART_CLOCK_REG,  in ar933x_uart_set_termios()
288 	ar933x_uart_rmw(up, AR933X_UART_CS_REG, AR933X_UART_CS_PARITY_M, cs);  in ar933x_uart_set_termios()
291 	ar933x_uart_rmw_set(up, AR933X_UART_CS_REG,  in ar933x_uart_set_termios()
295 	ar933x_uart_rmw(up, AR933X_UART_CS_REG,  in ar933x_uart_set_termios()
299 	spin_unlock_irqrestore(&up->port.lock, flags);  in ar933x_uart_set_termios()
305 static void ar933x_uart_rx_chars(struct ar933x_uart_port *up)  in ar933x_uart_rx_chars()  argument
307 	struct tty_port *port = &up->port.state->port;  in ar933x_uart_rx_chars()
314 		rdata = ar933x_uart_read(up, AR933X_UART_DATA_REG);  in ar933x_uart_rx_chars()
319 		ar933x_uart_write(up, AR933X_UART_DATA_REG,  in ar933x_uart_rx_chars()
322 		up->port.icount.rx++;  in ar933x_uart_rx_chars()
325 		if (uart_handle_sysrq_char(&up->port, ch))  in ar933x_uart_rx_chars()
328 		if ((up->port.ignore_status_mask & AR933X_DUMMY_STATUS_RD) == 0)  in ar933x_uart_rx_chars()
332 	spin_unlock(&up->port.lock);  in ar933x_uart_rx_chars()
334 	spin_lock(&up->port.lock);  in ar933x_uart_rx_chars()
337 static void ar933x_uart_tx_chars(struct ar933x_uart_port *up)  in ar933x_uart_tx_chars()  argument
339 	struct circ_buf *xmit = &up->port.state->xmit;  in ar933x_uart_tx_chars()
342 	if (uart_tx_stopped(&up->port))  in ar933x_uart_tx_chars()
345 	count = up->port.fifosize;  in ar933x_uart_tx_chars()
349 		rdata = ar933x_uart_read(up, AR933X_UART_DATA_REG);  in ar933x_uart_tx_chars()
353 		if (up->port.x_char) {  in ar933x_uart_tx_chars()
354 			ar933x_uart_putc(up, up->port.x_char);  in ar933x_uart_tx_chars()
355 			up->port.icount.tx++;  in ar933x_uart_tx_chars()
356 			up->port.x_char = 0;  in ar933x_uart_tx_chars()
363 		ar933x_uart_putc(up, xmit->buf[xmit->tail]);  in ar933x_uart_tx_chars()
366 		up->port.icount.tx++;  in ar933x_uart_tx_chars()
370 		uart_write_wakeup(&up->port);  in ar933x_uart_tx_chars()
373 		ar933x_uart_start_tx_interrupt(up);  in ar933x_uart_tx_chars()
378 	struct ar933x_uart_port *up = dev_id;  in ar933x_uart_interrupt()  local
381 	status = ar933x_uart_read(up, AR933X_UART_CS_REG);  in ar933x_uart_interrupt()
385 	spin_lock(&up->port.lock);  in ar933x_uart_interrupt()
387 	status = ar933x_uart_read(up, AR933X_UART_INT_REG);  in ar933x_uart_interrupt()
388 	status &= ar933x_uart_read(up, AR933X_UART_INT_EN_REG);  in ar933x_uart_interrupt()
391 		ar933x_uart_write(up, AR933X_UART_INT_REG,  in ar933x_uart_interrupt()
393 		ar933x_uart_rx_chars(up);  in ar933x_uart_interrupt()
397 		ar933x_uart_write(up, AR933X_UART_INT_REG,  in ar933x_uart_interrupt()
399 		ar933x_uart_stop_tx_interrupt(up);  in ar933x_uart_interrupt()
400 		ar933x_uart_tx_chars(up);  in ar933x_uart_interrupt()
403 	spin_unlock(&up->port.lock);  in ar933x_uart_interrupt()
410 	struct ar933x_uart_port *up =  in ar933x_uart_startup()  local
415 	ret = request_irq(up->port.irq, ar933x_uart_interrupt,  in ar933x_uart_startup()
416 			  up->port.irqflags, dev_name(up->port.dev), up);  in ar933x_uart_startup()
420 	spin_lock_irqsave(&up->port.lock, flags);  in ar933x_uart_startup()
423 	ar933x_uart_rmw_set(up, AR933X_UART_CS_REG,  in ar933x_uart_startup()
427 	up->ier = AR933X_UART_INT_RX_VALID;  in ar933x_uart_startup()
428 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, up->ier);  in ar933x_uart_startup()
430 	spin_unlock_irqrestore(&up->port.lock, flags);  in ar933x_uart_startup()
437 	struct ar933x_uart_port *up =  in ar933x_uart_shutdown()  local
441 	up->ier = 0;  in ar933x_uart_shutdown()
442 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, up->ier);  in ar933x_uart_shutdown()
445 	ar933x_uart_rmw_clear(up, AR933X_UART_CS_REG,  in ar933x_uart_shutdown()
448 	free_irq(up->port.irq, up);  in ar933x_uart_shutdown()
476 	struct ar933x_uart_port *up =  in ar933x_uart_verify_port()  local
486 	if (ser->baud_base < up->min_baud ||  in ar933x_uart_verify_port()
487 	    ser->baud_base > up->max_baud)  in ar933x_uart_verify_port()
514 static void ar933x_uart_wait_xmitr(struct ar933x_uart_port *up)  in ar933x_uart_wait_xmitr()  argument
521 		status = ar933x_uart_read(up, AR933X_UART_DATA_REG);  in ar933x_uart_wait_xmitr()
530 	struct ar933x_uart_port *up =  in ar933x_uart_console_putchar()  local
533 	ar933x_uart_wait_xmitr(up);  in ar933x_uart_console_putchar()
534 	ar933x_uart_putc(up, ch);  in ar933x_uart_console_putchar()
540 	struct ar933x_uart_port *up = ar933x_console_ports[co->index];  in ar933x_uart_console_write()  local
547 	if (up->port.sysrq)  in ar933x_uart_console_write()
550 		locked = spin_trylock(&up->port.lock);  in ar933x_uart_console_write()
552 		spin_lock(&up->port.lock);  in ar933x_uart_console_write()
557 	int_en = ar933x_uart_read(up, AR933X_UART_INT_EN_REG);  in ar933x_uart_console_write()
558 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, 0);  in ar933x_uart_console_write()
560 	uart_console_write(&up->port, s, count, ar933x_uart_console_putchar);  in ar933x_uart_console_write()
566 	ar933x_uart_wait_xmitr(up);  in ar933x_uart_console_write()
567 	ar933x_uart_write(up, AR933X_UART_INT_EN_REG, int_en);  in ar933x_uart_console_write()
569 	ar933x_uart_write(up, AR933X_UART_INT_REG, AR933X_UART_INT_ALLINTS);  in ar933x_uart_console_write()
572 		spin_unlock(&up->port.lock);  in ar933x_uart_console_write()
579 	struct ar933x_uart_port *up;  in ar933x_uart_console_setup()  local
588 	up = ar933x_console_ports[co->index];  in ar933x_uart_console_setup()
589 	if (!up)  in ar933x_uart_console_setup()
595 	return uart_set_options(&up->port, co, baud, parity, bits, flow);  in ar933x_uart_console_setup()
608 static void ar933x_uart_add_console_port(struct ar933x_uart_port *up)  in ar933x_uart_add_console_port()  argument
613 	ar933x_console_ports[up->port.line] = up;  in ar933x_uart_add_console_port()
626 	struct ar933x_uart_port *up;  in ar933x_uart_probe()  local
658 	up = devm_kzalloc(&pdev->dev, sizeof(struct ar933x_uart_port),  in ar933x_uart_probe()
660 	if (!up)  in ar933x_uart_probe()
663 	up->clk = devm_clk_get(&pdev->dev, "uart");  in ar933x_uart_probe()
664 	if (IS_ERR(up->clk)) {  in ar933x_uart_probe()
666 		return PTR_ERR(up->clk);  in ar933x_uart_probe()
669 	port = &up->port;  in ar933x_uart_probe()
676 	ret = clk_prepare_enable(up->clk);  in ar933x_uart_probe()
680 	port->uartclk = clk_get_rate(up->clk);  in ar933x_uart_probe()
698 	up->min_baud = max_t(unsigned int, baud, AR933X_UART_MIN_BAUD);  in ar933x_uart_probe()
701 	up->max_baud = min_t(unsigned int, baud, AR933X_UART_MAX_BAUD);  in ar933x_uart_probe()
703 	ar933x_uart_add_console_port(up);  in ar933x_uart_probe()
705 	ret = uart_add_one_port(&ar933x_uart_driver, &up->port);  in ar933x_uart_probe()
709 	platform_set_drvdata(pdev, up);  in ar933x_uart_probe()
713 	clk_disable_unprepare(up->clk);  in ar933x_uart_probe()
719 	struct ar933x_uart_port *up;  in ar933x_uart_remove()  local
721 	up = platform_get_drvdata(pdev);  in ar933x_uart_remove()
723 	if (up) {  in ar933x_uart_remove()
724 		uart_remove_one_port(&ar933x_uart_driver, &up->port);  in ar933x_uart_remove()
725 		clk_disable_unprepare(up->clk);  in ar933x_uart_remove()