172 *lpss_get_config(const struct driver_data *drv_data)  in lpss_get_config()  argument
174 	return &lpss_platforms[drv_data->ssp_type - LPSS_LPT_SSP];  in lpss_get_config()
177 static bool is_lpss_ssp(const struct driver_data *drv_data)  in is_lpss_ssp()  argument
179 	switch (drv_data->ssp_type) {  in is_lpss_ssp()
192 static bool is_quark_x1000_ssp(const struct driver_data *drv_data)  in is_quark_x1000_ssp()  argument
194 	return drv_data->ssp_type == QUARK_X1000_SSP;  in is_quark_x1000_ssp()
197 static bool is_mmp2_ssp(const struct driver_data *drv_data)  in is_mmp2_ssp()  argument
199 	return drv_data->ssp_type == MMP2_SSP;  in is_mmp2_ssp()
202 static bool is_mrfld_ssp(const struct driver_data *drv_data)  in is_mrfld_ssp()  argument
204 	return drv_data->ssp_type == MRFLD_SSP;  in is_mrfld_ssp()
207 static void pxa2xx_spi_update(const struct driver_data *drv_data, u32 reg, u32 mask, u32 value)  in pxa2xx_spi_update()  argument
209 	if ((pxa2xx_spi_read(drv_data, reg) & mask) != value)  in pxa2xx_spi_update()
210 		pxa2xx_spi_write(drv_data, reg, value & mask);  in pxa2xx_spi_update()
213 static u32 pxa2xx_spi_get_ssrc1_change_mask(const struct driver_data *drv_data)  in pxa2xx_spi_get_ssrc1_change_mask()  argument
215 	switch (drv_data->ssp_type) {  in pxa2xx_spi_get_ssrc1_change_mask()
226 pxa2xx_spi_get_rx_default_thre(const struct driver_data *drv_data)  in pxa2xx_spi_get_rx_default_thre()  argument
228 	switch (drv_data->ssp_type) {  in pxa2xx_spi_get_rx_default_thre()
238 static bool pxa2xx_spi_txfifo_full(const struct driver_data *drv_data)  in pxa2xx_spi_txfifo_full()  argument
242 	switch (drv_data->ssp_type) {  in pxa2xx_spi_txfifo_full()
254 	return read_SSSR_bits(drv_data, mask) == mask;  in pxa2xx_spi_txfifo_full()
257 static void pxa2xx_spi_clear_rx_thre(const struct driver_data *drv_data,  in pxa2xx_spi_clear_rx_thre()  argument
262 	switch (drv_data->ssp_type) {  in pxa2xx_spi_clear_rx_thre()
276 static void pxa2xx_spi_set_rx_thre(const struct driver_data *drv_data,  in pxa2xx_spi_set_rx_thre()  argument
279 	switch (drv_data->ssp_type) {  in pxa2xx_spi_set_rx_thre()
292 static u32 pxa2xx_configure_sscr0(const struct driver_data *drv_data,  in pxa2xx_configure_sscr0()  argument
295 	switch (drv_data->ssp_type) {  in pxa2xx_configure_sscr0()
312 static u32 __lpss_ssp_read_priv(struct driver_data *drv_data, unsigned offset)  in __lpss_ssp_read_priv()  argument
314 	WARN_ON(!drv_data->lpss_base);  in __lpss_ssp_read_priv()
315 	return readl(drv_data->lpss_base + offset);  in __lpss_ssp_read_priv()
318 static void __lpss_ssp_write_priv(struct driver_data *drv_data,  in __lpss_ssp_write_priv()  argument
321 	WARN_ON(!drv_data->lpss_base);  in __lpss_ssp_write_priv()
322 	writel(value, drv_data->lpss_base + offset);  in __lpss_ssp_write_priv()
332 static void lpss_ssp_setup(struct driver_data *drv_data)  in lpss_ssp_setup()  argument
337 	config = lpss_get_config(drv_data);  in lpss_ssp_setup()
338 	drv_data->lpss_base = drv_data->ssp->mmio_base + config->offset;  in lpss_ssp_setup()
341 	value = __lpss_ssp_read_priv(drv_data, config->reg_cs_ctrl);  in lpss_ssp_setup()
344 	__lpss_ssp_write_priv(drv_data, config->reg_cs_ctrl, value);  in lpss_ssp_setup()
347 	if (drv_data->controller_info->enable_dma) {  in lpss_ssp_setup()
348 		__lpss_ssp_write_priv(drv_data, config->reg_ssp, 1);  in lpss_ssp_setup()
351 			value = __lpss_ssp_read_priv(drv_data,  in lpss_ssp_setup()
354 			__lpss_ssp_write_priv(drv_data,  in lpss_ssp_setup()
363 	struct driver_data *drv_data =  in lpss_ssp_select_cs()  local
370 	value = __lpss_ssp_read_priv(drv_data, config->reg_cs_ctrl);  in lpss_ssp_select_cs()
384 		__lpss_ssp_write_priv(drv_data,  in lpss_ssp_select_cs()
387 		       (drv_data->controller->max_speed_hz / 2));  in lpss_ssp_select_cs()
393 	struct driver_data *drv_data =  in lpss_ssp_cs_control()  local
398 	config = lpss_get_config(drv_data);  in lpss_ssp_cs_control()
403 	value = __lpss_ssp_read_priv(drv_data, config->reg_cs_ctrl);  in lpss_ssp_cs_control()
408 	__lpss_ssp_write_priv(drv_data, config->reg_cs_ctrl, value);  in lpss_ssp_cs_control()
418 		clkgate = __lpss_ssp_read_priv(drv_data, LPSS_PRIV_CLOCK_GATE);  in lpss_ssp_cs_control()
422 		__lpss_ssp_write_priv(drv_data, LPSS_PRIV_CLOCK_GATE, value);  in lpss_ssp_cs_control()
423 		__lpss_ssp_write_priv(drv_data, LPSS_PRIV_CLOCK_GATE, clkgate);  in lpss_ssp_cs_control()
429 	struct driver_data *drv_data =  in cs_assert()  local
432 	if (drv_data->ssp_type == CE4100_SSP) {  in cs_assert()
433 		pxa2xx_spi_write(drv_data, SSSR, spi->chip_select);  in cs_assert()
437 	if (is_lpss_ssp(drv_data))  in cs_assert()
443 	struct driver_data *drv_data =  in cs_deassert()  local
447 	if (drv_data->ssp_type == CE4100_SSP)  in cs_deassert()
452 	while (pxa2xx_spi_read(drv_data, SSSR) & SSSR_BSY &&  in cs_deassert()
456 	if (is_lpss_ssp(drv_data))  in cs_deassert()
468 int pxa2xx_spi_flush(struct driver_data *drv_data)  in pxa2xx_spi_flush()  argument
473 		while (read_SSSR_bits(drv_data, SSSR_RNE))  in pxa2xx_spi_flush()
474 			pxa2xx_spi_read(drv_data, SSDR);  in pxa2xx_spi_flush()
475 	} while ((pxa2xx_spi_read(drv_data, SSSR) & SSSR_BSY) && --limit);  in pxa2xx_spi_flush()
476 	write_SSSR_CS(drv_data, SSSR_ROR);  in pxa2xx_spi_flush()
481 static void pxa2xx_spi_off(struct driver_data *drv_data)  in pxa2xx_spi_off()  argument
484 	if (is_mmp2_ssp(drv_data))  in pxa2xx_spi_off()
487 	pxa_ssp_disable(drv_data->ssp);  in pxa2xx_spi_off()
490 static int null_writer(struct driver_data *drv_data)  in null_writer()  argument
492 	u8 n_bytes = drv_data->n_bytes;  in null_writer()
494 	if (pxa2xx_spi_txfifo_full(drv_data)  in null_writer()
495 		|| (drv_data->tx == drv_data->tx_end))  in null_writer()
498 	pxa2xx_spi_write(drv_data, SSDR, 0);  in null_writer()
499 	drv_data->tx += n_bytes;  in null_writer()
504 static int null_reader(struct driver_data *drv_data)  in null_reader()  argument
506 	u8 n_bytes = drv_data->n_bytes;  in null_reader()
508 	while (read_SSSR_bits(drv_data, SSSR_RNE) && drv_data->rx < drv_data->rx_end) {  in null_reader()
509 		pxa2xx_spi_read(drv_data, SSDR);  in null_reader()
510 		drv_data->rx += n_bytes;  in null_reader()
513 	return drv_data->rx == drv_data->rx_end;  in null_reader()
516 static int u8_writer(struct driver_data *drv_data)  in u8_writer()  argument
518 	if (pxa2xx_spi_txfifo_full(drv_data)  in u8_writer()
519 		|| (drv_data->tx == drv_data->tx_end))  in u8_writer()
522 	pxa2xx_spi_write(drv_data, SSDR, *(u8 *)(drv_data->tx));  in u8_writer()
523 	++drv_data->tx;  in u8_writer()
528 static int u8_reader(struct driver_data *drv_data)  in u8_reader()  argument
530 	while (read_SSSR_bits(drv_data, SSSR_RNE) && drv_data->rx < drv_data->rx_end) {  in u8_reader()
531 		*(u8 *)(drv_data->rx) = pxa2xx_spi_read(drv_data, SSDR);  in u8_reader()
532 		++drv_data->rx;  in u8_reader()
535 	return drv_data->rx == drv_data->rx_end;  in u8_reader()
538 static int u16_writer(struct driver_data *drv_data)  in u16_writer()  argument
540 	if (pxa2xx_spi_txfifo_full(drv_data)  in u16_writer()
541 		|| (drv_data->tx == drv_data->tx_end))  in u16_writer()
544 	pxa2xx_spi_write(drv_data, SSDR, *(u16 *)(drv_data->tx));  in u16_writer()
545 	drv_data->tx += 2;  in u16_writer()
550 static int u16_reader(struct driver_data *drv_data)  in u16_reader()  argument
552 	while (read_SSSR_bits(drv_data, SSSR_RNE) && drv_data->rx < drv_data->rx_end) {  in u16_reader()
553 		*(u16 *)(drv_data->rx) = pxa2xx_spi_read(drv_data, SSDR);  in u16_reader()
554 		drv_data->rx += 2;  in u16_reader()
557 	return drv_data->rx == drv_data->rx_end;  in u16_reader()
560 static int u32_writer(struct driver_data *drv_data)  in u32_writer()  argument
562 	if (pxa2xx_spi_txfifo_full(drv_data)  in u32_writer()
563 		|| (drv_data->tx == drv_data->tx_end))  in u32_writer()
566 	pxa2xx_spi_write(drv_data, SSDR, *(u32 *)(drv_data->tx));  in u32_writer()
567 	drv_data->tx += 4;  in u32_writer()
572 static int u32_reader(struct driver_data *drv_data)  in u32_reader()  argument
574 	while (read_SSSR_bits(drv_data, SSSR_RNE) && drv_data->rx < drv_data->rx_end) {  in u32_reader()
575 		*(u32 *)(drv_data->rx) = pxa2xx_spi_read(drv_data, SSDR);  in u32_reader()
576 		drv_data->rx += 4;  in u32_reader()
579 	return drv_data->rx == drv_data->rx_end;  in u32_reader()
582 static void reset_sccr1(struct driver_data *drv_data)  in reset_sccr1()  argument
584 	u32 mask = drv_data->int_cr1 | drv_data->dma_cr1, threshold;  in reset_sccr1()
587 	if (drv_data->controller->cur_msg) {  in reset_sccr1()
588 		chip = spi_get_ctldata(drv_data->controller->cur_msg->spi);  in reset_sccr1()
594 	switch (drv_data->ssp_type) {  in reset_sccr1()
606 	pxa2xx_spi_update(drv_data, SSCR1, mask, threshold);  in reset_sccr1()
609 static void int_stop_and_reset(struct driver_data *drv_data)  in int_stop_and_reset()  argument
612 	write_SSSR_CS(drv_data, drv_data->clear_sr);  in int_stop_and_reset()
613 	reset_sccr1(drv_data);  in int_stop_and_reset()
614 	if (pxa25x_ssp_comp(drv_data))  in int_stop_and_reset()
617 	pxa2xx_spi_write(drv_data, SSTO, 0);  in int_stop_and_reset()
620 static void int_error_stop(struct driver_data *drv_data, const char *msg, int err)  in int_error_stop()  argument
622 	int_stop_and_reset(drv_data);  in int_error_stop()
623 	pxa2xx_spi_flush(drv_data);  in int_error_stop()
624 	pxa2xx_spi_off(drv_data);  in int_error_stop()
626 	dev_err(drv_data->ssp->dev, "%s\n", msg);  in int_error_stop()
628 	drv_data->controller->cur_msg->status = err;  in int_error_stop()
629 	spi_finalize_current_transfer(drv_data->controller);  in int_error_stop()
632 static void int_transfer_complete(struct driver_data *drv_data)  in int_transfer_complete()  argument
634 	int_stop_and_reset(drv_data);  in int_transfer_complete()
636 	spi_finalize_current_transfer(drv_data->controller);  in int_transfer_complete()
639 static irqreturn_t interrupt_transfer(struct driver_data *drv_data)  in interrupt_transfer()  argument
643 	irq_status = read_SSSR_bits(drv_data, drv_data->mask_sr);  in interrupt_transfer()
644 	if (!(pxa2xx_spi_read(drv_data, SSCR1) & SSCR1_TIE))  in interrupt_transfer()
648 		int_error_stop(drv_data, "interrupt_transfer: FIFO overrun", -EIO);  in interrupt_transfer()
653 		int_error_stop(drv_data, "interrupt_transfer: FIFO underrun", -EIO);  in interrupt_transfer()
658 		pxa2xx_spi_write(drv_data, SSSR, SSSR_TINT);  in interrupt_transfer()
659 		if (drv_data->read(drv_data)) {  in interrupt_transfer()
660 			int_transfer_complete(drv_data);  in interrupt_transfer()
667 		if (drv_data->read(drv_data)) {  in interrupt_transfer()
668 			int_transfer_complete(drv_data);  in interrupt_transfer()
671 	} while (drv_data->write(drv_data));  in interrupt_transfer()
673 	if (drv_data->read(drv_data)) {  in interrupt_transfer()
674 		int_transfer_complete(drv_data);  in interrupt_transfer()
678 	if (drv_data->tx == drv_data->tx_end) {  in interrupt_transfer()
682 		sccr1_reg = pxa2xx_spi_read(drv_data, SSCR1);  in interrupt_transfer()
689 		if (pxa25x_ssp_comp(drv_data)) {  in interrupt_transfer()
692 			pxa2xx_spi_clear_rx_thre(drv_data, &sccr1_reg);  in interrupt_transfer()
694 			bytes_left = drv_data->rx_end - drv_data->rx;  in interrupt_transfer()
695 			switch (drv_data->n_bytes) {  in interrupt_transfer()
704 			rx_thre = pxa2xx_spi_get_rx_default_thre(drv_data);  in interrupt_transfer()
708 			pxa2xx_spi_set_rx_thre(drv_data, &sccr1_reg, rx_thre);  in interrupt_transfer()
710 		pxa2xx_spi_write(drv_data, SSCR1, sccr1_reg);  in interrupt_transfer()
717 static void handle_bad_msg(struct driver_data *drv_data)  in handle_bad_msg()  argument
719 	int_stop_and_reset(drv_data);  in handle_bad_msg()
720 	pxa2xx_spi_off(drv_data);  in handle_bad_msg()
722 	dev_err(drv_data->ssp->dev, "bad message state in interrupt handler\n");  in handle_bad_msg()
727 	struct driver_data *drv_data = dev_id;  in ssp_int()  local
729 	u32 mask = drv_data->mask_sr;  in ssp_int()
738 	if (pm_runtime_suspended(drv_data->ssp->dev))  in ssp_int()
747 	status = pxa2xx_spi_read(drv_data, SSSR);  in ssp_int()
751 	sccr1_reg = pxa2xx_spi_read(drv_data, SSCR1);  in ssp_int()
764 	pxa2xx_spi_write(drv_data, SSCR1, sccr1_reg & ~drv_data->int_cr1);  in ssp_int()
765 	pxa2xx_spi_write(drv_data, SSCR1, sccr1_reg);  in ssp_int()
767 	if (!drv_data->controller->cur_msg) {  in ssp_int()
768 		handle_bad_msg(drv_data);  in ssp_int()
773 	return drv_data->transfer_handler(drv_data);  in ssp_int()
897 static unsigned int ssp_get_clk_div(struct driver_data *drv_data, int rate)  in ssp_get_clk_div()  argument
899 	unsigned long ssp_clk = drv_data->controller->max_speed_hz;  in ssp_get_clk_div()
900 	const struct ssp_device *ssp = drv_data->ssp;  in ssp_get_clk_div()
914 static unsigned int pxa2xx_ssp_get_clk_div(struct driver_data *drv_data,  in pxa2xx_ssp_get_clk_div()  argument
918 		spi_get_ctldata(drv_data->controller->cur_msg->spi);  in pxa2xx_ssp_get_clk_div()
921 	switch (drv_data->ssp_type) {  in pxa2xx_ssp_get_clk_div()
926 		clk_div = ssp_get_clk_div(drv_data, rate);  in pxa2xx_ssp_get_clk_div()
947 	struct driver_data *drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_transfer_one()  local
952 	u32 change_mask = pxa2xx_spi_get_ssrc1_change_mask(drv_data);  in pxa2xx_spi_transfer_one()
980 	if (pxa2xx_spi_flush(drv_data) == 0) {  in pxa2xx_spi_transfer_one()
984 	drv_data->tx = (void *)transfer->tx_buf;  in pxa2xx_spi_transfer_one()
985 	drv_data->tx_end = drv_data->tx + transfer->len;  in pxa2xx_spi_transfer_one()
986 	drv_data->rx = transfer->rx_buf;  in pxa2xx_spi_transfer_one()
987 	drv_data->rx_end = drv_data->rx + transfer->len;  in pxa2xx_spi_transfer_one()
993 	clk_div = pxa2xx_ssp_get_clk_div(drv_data, speed);  in pxa2xx_spi_transfer_one()
996 		drv_data->n_bytes = 1;  in pxa2xx_spi_transfer_one()
997 		drv_data->read = drv_data->rx ? u8_reader : null_reader;  in pxa2xx_spi_transfer_one()
998 		drv_data->write = drv_data->tx ? u8_writer : null_writer;  in pxa2xx_spi_transfer_one()
1000 		drv_data->n_bytes = 2;  in pxa2xx_spi_transfer_one()
1001 		drv_data->read = drv_data->rx ? u16_reader : null_reader;  in pxa2xx_spi_transfer_one()
1002 		drv_data->write = drv_data->tx ? u16_writer : null_writer;  in pxa2xx_spi_transfer_one()
1004 		drv_data->n_bytes = 4;  in pxa2xx_spi_transfer_one()
1005 		drv_data->read = drv_data->rx ? u32_reader : null_reader;  in pxa2xx_spi_transfer_one()
1006 		drv_data->write = drv_data->tx ? u32_writer : null_writer;  in pxa2xx_spi_transfer_one()
1027 		drv_data->transfer_handler = pxa2xx_spi_dma_transfer;  in pxa2xx_spi_transfer_one()
1029 		err = pxa2xx_spi_dma_prepare(drv_data, transfer);  in pxa2xx_spi_transfer_one()
1034 		cr1 = chip->cr1 | dma_thresh | drv_data->dma_cr1;  in pxa2xx_spi_transfer_one()
1035 		pxa2xx_spi_write(drv_data, SSSR, drv_data->clear_sr);  in pxa2xx_spi_transfer_one()
1037 		pxa2xx_spi_dma_start(drv_data);  in pxa2xx_spi_transfer_one()
1040 		drv_data->transfer_handler = interrupt_transfer;  in pxa2xx_spi_transfer_one()
1043 		cr1 = chip->cr1 | chip->threshold | drv_data->int_cr1;  in pxa2xx_spi_transfer_one()
1044 		write_SSSR_CS(drv_data, drv_data->clear_sr);  in pxa2xx_spi_transfer_one()
1048 	cr0 = pxa2xx_configure_sscr0(drv_data, clk_div, bits);  in pxa2xx_spi_transfer_one()
1049 	if (!pxa25x_ssp_comp(drv_data))  in pxa2xx_spi_transfer_one()
1060 	if (is_lpss_ssp(drv_data)) {  in pxa2xx_spi_transfer_one()
1061 		pxa2xx_spi_update(drv_data, SSIRF, GENMASK(7, 0), chip->lpss_rx_threshold);  in pxa2xx_spi_transfer_one()
1062 		pxa2xx_spi_update(drv_data, SSITF, GENMASK(15, 0), chip->lpss_tx_threshold);  in pxa2xx_spi_transfer_one()
1065 	if (is_mrfld_ssp(drv_data)) {  in pxa2xx_spi_transfer_one()
1072 		pxa2xx_spi_update(drv_data, SFIFOTT, mask, thresh);  in pxa2xx_spi_transfer_one()
1075 	if (is_quark_x1000_ssp(drv_data))  in pxa2xx_spi_transfer_one()
1076 		pxa2xx_spi_update(drv_data, DDS_RATE, GENMASK(23, 0), chip->dds_rate);  in pxa2xx_spi_transfer_one()
1079 	if (!is_mmp2_ssp(drv_data))  in pxa2xx_spi_transfer_one()
1080 		pxa_ssp_disable(drv_data->ssp);  in pxa2xx_spi_transfer_one()
1082 	if (!pxa25x_ssp_comp(drv_data))  in pxa2xx_spi_transfer_one()
1083 		pxa2xx_spi_write(drv_data, SSTO, chip->timeout);  in pxa2xx_spi_transfer_one()
1086 	pxa2xx_spi_update(drv_data, SSCR1, change_mask, cr1);  in pxa2xx_spi_transfer_one()
1089 	pxa2xx_spi_update(drv_data, SSCR0, GENMASK(31, 0), cr0);  in pxa2xx_spi_transfer_one()
1092 	pxa_ssp_enable(drv_data->ssp);  in pxa2xx_spi_transfer_one()
1094 	if (is_mmp2_ssp(drv_data)) {  in pxa2xx_spi_transfer_one()
1095 		u8 tx_level = read_SSSR_bits(drv_data, SSSR_TFL_MASK) >> 8;  in pxa2xx_spi_transfer_one()
1102 			drv_data->tx += tx_level;  in pxa2xx_spi_transfer_one()
1107 		while (drv_data->write(drv_data))  in pxa2xx_spi_transfer_one()
1109 		if (drv_data->gpiod_ready) {  in pxa2xx_spi_transfer_one()
1110 			gpiod_set_value(drv_data->gpiod_ready, 1);  in pxa2xx_spi_transfer_one()
1112 			gpiod_set_value(drv_data->gpiod_ready, 0);  in pxa2xx_spi_transfer_one()
1120 	pxa2xx_spi_write(drv_data, SSCR1, cr1);  in pxa2xx_spi_transfer_one()
1127 	struct driver_data *drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_slave_abort()  local
1129 	int_error_stop(drv_data, "transfer aborted", -EINTR);  in pxa2xx_spi_slave_abort()
1137 	struct driver_data *drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_handle_err()  local
1139 	int_stop_and_reset(drv_data);  in pxa2xx_spi_handle_err()
1142 	pxa2xx_spi_off(drv_data);  in pxa2xx_spi_handle_err()
1151 	if (atomic_read(&drv_data->dma_running))  in pxa2xx_spi_handle_err()
1152 		pxa2xx_spi_dma_stop(drv_data);  in pxa2xx_spi_handle_err()
1157 	struct driver_data *drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_unprepare_transfer()  local
1160 	pxa2xx_spi_off(drv_data);  in pxa2xx_spi_unprepare_transfer()
1170 	struct driver_data *drv_data =  in setup()  local
1174 	switch (drv_data->ssp_type) {  in setup()
1196 		config = lpss_get_config(drv_data);  in setup()
1203 		if (spi_controller_is_slave(drv_data->controller)) {  in setup()
1220 		if (drv_data->ssp_type == CE4100_SSP) {  in setup()
1228 		chip->enable_dma = drv_data->controller_info->enable_dma;  in setup()
1252 	if (spi_controller_is_slave(drv_data->controller)) {  in setup()
1259 	if (is_lpss_ssp(drv_data)) {  in setup()
1265 	if (is_mrfld_ssp(drv_data)) {  in setup()
1289 	switch (drv_data->ssp_type) {  in setup()
1528 	struct driver_data *drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_fw_translate_cs()  local
1530 	if (has_acpi_companion(drv_data->ssp->dev)) {  in pxa2xx_spi_fw_translate_cs()
1531 		switch (drv_data->ssp_type) {  in pxa2xx_spi_fw_translate_cs()
1559 	struct driver_data *drv_data;  in pxa2xx_spi_probe()  local
1584 		controller = devm_spi_alloc_slave(dev, sizeof(*drv_data));  in pxa2xx_spi_probe()
1586 		controller = devm_spi_alloc_master(dev, sizeof(*drv_data));  in pxa2xx_spi_probe()
1593 	drv_data = spi_controller_get_devdata(controller);  in pxa2xx_spi_probe()
1594 	drv_data->controller = controller;  in pxa2xx_spi_probe()
1595 	drv_data->controller_info = platform_info;  in pxa2xx_spi_probe()
1596 	drv_data->ssp = ssp;  in pxa2xx_spi_probe()
1616 	drv_data->ssp_type = ssp->type;  in pxa2xx_spi_probe()
1618 	if (pxa25x_ssp_comp(drv_data)) {  in pxa2xx_spi_probe()
1619 		switch (drv_data->ssp_type) {  in pxa2xx_spi_probe()
1628 		drv_data->int_cr1 = SSCR1_TIE | SSCR1_RIE;  in pxa2xx_spi_probe()
1629 		drv_data->dma_cr1 = 0;  in pxa2xx_spi_probe()
1630 		drv_data->clear_sr = SSSR_ROR;  in pxa2xx_spi_probe()
1631 		drv_data->mask_sr = SSSR_RFS | SSSR_TFS | SSSR_ROR;  in pxa2xx_spi_probe()
1634 		drv_data->int_cr1 = SSCR1_TIE | SSCR1_RIE | SSCR1_TINTE;  in pxa2xx_spi_probe()
1635 		drv_data->dma_cr1 = DEFAULT_DMA_CR1;  in pxa2xx_spi_probe()
1636 		drv_data->clear_sr = SSSR_ROR | SSSR_TINT;  in pxa2xx_spi_probe()
1637 		drv_data->mask_sr = SSSR_TINT | SSSR_RFS | SSSR_TFS  in pxa2xx_spi_probe()
1642 			drv_data);  in pxa2xx_spi_probe()
1650 		status = pxa2xx_spi_dma_setup(drv_data);  in pxa2xx_spi_probe()
1672 	if (!pxa25x_ssp_comp(drv_data))  in pxa2xx_spi_probe()
1675 	else if (!is_quark_x1000_ssp(drv_data))  in pxa2xx_spi_probe()
1682 	switch (drv_data->ssp_type) {  in pxa2xx_spi_probe()
1686 		pxa2xx_spi_write(drv_data, SSCR1, tmp);  in pxa2xx_spi_probe()
1690 		pxa2xx_spi_write(drv_data, SSCR0, tmp);  in pxa2xx_spi_probe()
1695 		pxa2xx_spi_write(drv_data, SSCR1, tmp);  in pxa2xx_spi_probe()
1697 		pxa2xx_spi_write(drv_data, SSCR0, tmp);  in pxa2xx_spi_probe()
1712 		pxa2xx_spi_write(drv_data, SSCR1, tmp);  in pxa2xx_spi_probe()
1716 		pxa2xx_spi_write(drv_data, SSCR0, tmp);  in pxa2xx_spi_probe()
1720 	if (!pxa25x_ssp_comp(drv_data))  in pxa2xx_spi_probe()
1721 		pxa2xx_spi_write(drv_data, SSTO, 0);  in pxa2xx_spi_probe()
1723 	if (!is_quark_x1000_ssp(drv_data))  in pxa2xx_spi_probe()
1724 		pxa2xx_spi_write(drv_data, SSPSP, 0);  in pxa2xx_spi_probe()
1726 	if (is_lpss_ssp(drv_data)) {  in pxa2xx_spi_probe()
1727 		lpss_ssp_setup(drv_data);  in pxa2xx_spi_probe()
1728 		config = lpss_get_config(drv_data);  in pxa2xx_spi_probe()
1730 			tmp = __lpss_ssp_read_priv(drv_data,  in pxa2xx_spi_probe()
1743 		drv_data->gpiod_ready = devm_gpiod_get_optional(dev,  in pxa2xx_spi_probe()
1745 		if (IS_ERR(drv_data->gpiod_ready)) {  in pxa2xx_spi_probe()
1746 			status = PTR_ERR(drv_data->gpiod_ready);  in pxa2xx_spi_probe()
1757 	platform_set_drvdata(pdev, drv_data);  in pxa2xx_spi_probe()
1773 	pxa2xx_spi_dma_release(drv_data);  in pxa2xx_spi_probe()
1774 	free_irq(ssp->irq, drv_data);  in pxa2xx_spi_probe()
1783 	struct driver_data *drv_data = platform_get_drvdata(pdev);  in pxa2xx_spi_remove()  local
1784 	struct ssp_device *ssp = drv_data->ssp;  in pxa2xx_spi_remove()
1788 	spi_unregister_controller(drv_data->controller);  in pxa2xx_spi_remove()
1795 	if (drv_data->controller_info->enable_dma)  in pxa2xx_spi_remove()
1796 		pxa2xx_spi_dma_release(drv_data);  in pxa2xx_spi_remove()
1802 	free_irq(ssp->irq, drv_data);  in pxa2xx_spi_remove()
1813 	struct driver_data *drv_data = dev_get_drvdata(dev);  in pxa2xx_spi_suspend()  local
1814 	struct ssp_device *ssp = drv_data->ssp;  in pxa2xx_spi_suspend()
1817 	status = spi_controller_suspend(drv_data->controller);  in pxa2xx_spi_suspend()
1831 	struct driver_data *drv_data = dev_get_drvdata(dev);  in pxa2xx_spi_resume()  local
1832 	struct ssp_device *ssp = drv_data->ssp;  in pxa2xx_spi_resume()
1843 	return spi_controller_resume(drv_data->controller);  in pxa2xx_spi_resume()
1850 	struct driver_data *drv_data = dev_get_drvdata(dev);  in pxa2xx_spi_runtime_suspend()  local
1852 	clk_disable_unprepare(drv_data->ssp->clk);  in pxa2xx_spi_runtime_suspend()
1858 	struct driver_data *drv_data = dev_get_drvdata(dev);  in pxa2xx_spi_runtime_resume()  local
1860 	return clk_prepare_enable(drv_data->ssp->clk);  in pxa2xx_spi_runtime_resume()