387 static int _idtcm_gettime(struct idtcm_channel *channel,  in _idtcm_gettime()  argument
390 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_gettime()
396 	err = idtcm_read(idtcm, channel->tod_read_primary,  in _idtcm_gettime()
405 	err = idtcm_write(idtcm, channel->tod_read_primary,  in _idtcm_gettime()
415 		err = idtcm_read(idtcm, channel->tod_read_primary,  in _idtcm_gettime()
425 	err = idtcm_read(idtcm, channel->tod_read_primary,  in _idtcm_gettime()
586 static int idtcm_sync_pps_output(struct idtcm_channel *channel)  in idtcm_sync_pps_output()  argument
588 	struct idtcm *idtcm = channel->idtcm;  in idtcm_sync_pps_output()
597 	u16 output_mask = channel->output_mask;  in idtcm_sync_pps_output()
599 	err = sync_source_dpll_tod_pps(channel->tod_n, &sync_src);  in idtcm_sync_pps_output()
668 static int _idtcm_set_dpll_hw_tod(struct idtcm_channel *channel,  in _idtcm_set_dpll_hw_tod()  argument
672 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_set_dpll_hw_tod()
680 	err = idtcm_read(idtcm, channel->hw_dpll_n, HW_DPLL_TOD_CTRL_1,  in _idtcm_set_dpll_hw_tod()
688 	err = idtcm_write(idtcm, channel->hw_dpll_n, HW_DPLL_TOD_CTRL_1,  in _idtcm_set_dpll_hw_tod()
698 		err = idtcm_write(idtcm, channel->hw_dpll_n,  in _idtcm_set_dpll_hw_tod()
707 	err = idtcm_write(idtcm, channel->hw_dpll_n, HW_DPLL_TOD_CTRL_1,  in _idtcm_set_dpll_hw_tod()
728 		err = idtcm_write(idtcm, channel->hw_dpll_n,  in _idtcm_set_dpll_hw_tod()
735 static int _idtcm_set_dpll_scsr_tod(struct idtcm_channel *channel,  in _idtcm_set_dpll_scsr_tod()  argument
740 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_set_dpll_scsr_tod()
751 	err = idtcm_write(idtcm, channel->tod_write, TOD_WRITE,  in _idtcm_set_dpll_scsr_tod()
757 	err = idtcm_read(idtcm, channel->tod_write, TOD_WRITE_CMD,  in _idtcm_set_dpll_scsr_tod()
767 	err = idtcm_write(idtcm, channel->tod_write, TOD_WRITE_CMD,  in _idtcm_set_dpll_scsr_tod()
778 		err = idtcm_read(idtcm, channel->tod_write, TOD_WRITE_CMD,  in _idtcm_set_dpll_scsr_tod()
844 static int _idtcm_settime_deprecated(struct idtcm_channel *channel,  in _idtcm_settime_deprecated()  argument
847 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_settime_deprecated()
850 	err = _idtcm_set_dpll_hw_tod(channel, ts, HW_TOD_WR_TRIG_SEL_MSB);  in _idtcm_settime_deprecated()
857 	return idtcm_sync_pps_output(channel);  in _idtcm_settime_deprecated()
860 static int _idtcm_settime(struct idtcm_channel *channel,  in _idtcm_settime()  argument
864 	return _idtcm_set_dpll_scsr_tod(channel, ts,  in _idtcm_settime()
869 static int idtcm_set_phase_pull_in_offset(struct idtcm_channel *channel,  in idtcm_set_phase_pull_in_offset()  argument
874 	struct idtcm *idtcm = channel->idtcm;  in idtcm_set_phase_pull_in_offset()
882 	err = idtcm_write(idtcm, channel->dpll_phase_pull_in, PULL_IN_OFFSET,  in idtcm_set_phase_pull_in_offset()
888 static int idtcm_set_phase_pull_in_slope_limit(struct idtcm_channel *channel,  in idtcm_set_phase_pull_in_slope_limit()  argument
893 	struct idtcm *idtcm = channel->idtcm;  in idtcm_set_phase_pull_in_slope_limit()
904 	err = idtcm_write(idtcm, channel->dpll_phase_pull_in,  in idtcm_set_phase_pull_in_slope_limit()
910 static int idtcm_start_phase_pull_in(struct idtcm_channel *channel)  in idtcm_start_phase_pull_in()  argument
913 	struct idtcm *idtcm = channel->idtcm;  in idtcm_start_phase_pull_in()
916 	err = idtcm_read(idtcm, channel->dpll_phase_pull_in, PULL_IN_CTRL,  in idtcm_start_phase_pull_in()
923 		err = idtcm_write(idtcm, channel->dpll_phase_pull_in,  in idtcm_start_phase_pull_in()
932 static int idtcm_do_phase_pull_in(struct idtcm_channel *channel,  in idtcm_do_phase_pull_in()  argument
938 	err = idtcm_set_phase_pull_in_offset(channel, -offset_ns);  in idtcm_do_phase_pull_in()
942 	err = idtcm_set_phase_pull_in_slope_limit(channel, max_ffo_ppb);  in idtcm_do_phase_pull_in()
946 	err = idtcm_start_phase_pull_in(channel);  in idtcm_do_phase_pull_in()
951 static int set_tod_write_overhead(struct idtcm_channel *channel)  in set_tod_write_overhead()  argument
953 	struct idtcm *idtcm = channel->idtcm;  in set_tod_write_overhead()
965 	idtcm_write(idtcm, channel->hw_dpll_n, HW_DPLL_TOD_OVR__0,  in set_tod_write_overhead()
971 		err = idtcm_write(idtcm, channel->hw_dpll_n,  in set_tod_write_overhead()
995 static int _idtcm_adjtime_deprecated(struct idtcm_channel *channel, s64 delta)  in _idtcm_adjtime_deprecated()  argument
998 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_adjtime_deprecated()
1003 		err = idtcm_do_phase_pull_in(channel, delta, 0);  in _idtcm_adjtime_deprecated()
1007 		err = set_tod_write_overhead(channel);  in _idtcm_adjtime_deprecated()
1011 		err = _idtcm_gettime(channel, &ts);  in _idtcm_adjtime_deprecated()
1020 		err = _idtcm_settime_deprecated(channel, &ts);  in _idtcm_adjtime_deprecated()
1113 		SET_U16_LSB(idtcm->channel[0].output_mask, val);  in set_pll_output_mask()
1116 		SET_U16_MSB(idtcm->channel[0].output_mask, val);  in set_pll_output_mask()
1119 		SET_U16_LSB(idtcm->channel[1].output_mask, val);  in set_pll_output_mask()
1122 		SET_U16_MSB(idtcm->channel[1].output_mask, val);  in set_pll_output_mask()
1125 		SET_U16_LSB(idtcm->channel[2].output_mask, val);  in set_pll_output_mask()
1128 		SET_U16_MSB(idtcm->channel[2].output_mask, val);  in set_pll_output_mask()
1131 		SET_U16_LSB(idtcm->channel[3].output_mask, val);  in set_pll_output_mask()
1134 		SET_U16_MSB(idtcm->channel[3].output_mask, val);  in set_pll_output_mask()
1156 	idtcm->channel[index].pll = pll;  in set_tod_ptp_pll()
1209 				i, idtcm->channel[i].pll,  in display_pll_and_masks()
1210 				idtcm->channel[i].output_mask);  in display_pll_and_masks()
1287 static int idtcm_output_enable(struct idtcm_channel *channel,  in idtcm_output_enable()  argument
1290 	struct idtcm *idtcm = channel->idtcm;  in idtcm_output_enable()
1315 static int idtcm_output_mask_enable(struct idtcm_channel *channel,  in idtcm_output_mask_enable()  argument
1322 	mask = channel->output_mask;  in idtcm_output_mask_enable()
1327 			err = idtcm_output_enable(channel, enable, outn);  in idtcm_output_mask_enable()
1339 static int idtcm_perout_enable(struct idtcm_channel *channel,  in idtcm_perout_enable()  argument
1343 	struct idtcm *idtcm = channel->idtcm;  in idtcm_perout_enable()
1349 		err = idtcm_output_mask_enable(channel, enable);  in idtcm_perout_enable()
1351 		err = idtcm_output_enable(channel, enable, perout->index);  in idtcm_perout_enable()
1359 	return _idtcm_settime(channel, &ts, SCSR_TOD_WR_TYPE_SEL_DELTA_PLUS);  in idtcm_perout_enable()
1362 static int idtcm_get_pll_mode(struct idtcm_channel *channel,  in idtcm_get_pll_mode()  argument
1365 	struct idtcm *idtcm = channel->idtcm;  in idtcm_get_pll_mode()
1369 	err = idtcm_read(idtcm, channel->dpll_n, DPLL_MODE,  in idtcm_get_pll_mode()
1379 static int idtcm_set_pll_mode(struct idtcm_channel *channel,  in idtcm_set_pll_mode()  argument
1382 	struct idtcm *idtcm = channel->idtcm;  in idtcm_set_pll_mode()
1386 	err = idtcm_read(idtcm, channel->dpll_n, DPLL_MODE,  in idtcm_set_pll_mode()
1395 	channel->pll_mode = pll_mode;  in idtcm_set_pll_mode()
1397 	err = idtcm_write(idtcm, channel->dpll_n, DPLL_MODE,  in idtcm_set_pll_mode()
1414 static int _idtcm_adjphase(struct idtcm_channel *channel, s32 delta_ns)  in _idtcm_adjphase()  argument
1416 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_adjphase()
1423 	if (channel->pll_mode != PLL_MODE_WRITE_PHASE) {  in _idtcm_adjphase()
1424 		err = idtcm_set_pll_mode(channel, PLL_MODE_WRITE_PHASE);  in _idtcm_adjphase()
1448 	err = idtcm_write(idtcm, channel->dpll_phase, DPLL_WR_PHASE,  in _idtcm_adjphase()
1454 static int _idtcm_adjfine(struct idtcm_channel *channel, long scaled_ppm)  in _idtcm_adjfine()  argument
1456 	struct idtcm *idtcm = channel->idtcm;  in _idtcm_adjfine()
1462 	if (channel->pll_mode  != PLL_MODE_WRITE_FREQUENCY) {  in _idtcm_adjfine()
1463 		err = idtcm_set_pll_mode(channel, PLL_MODE_WRITE_FREQUENCY);  in _idtcm_adjfine()
1492 	err = idtcm_write(idtcm, channel->dpll_freq, DPLL_WR_FREQ,  in _idtcm_adjfine()
1500 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_gettime()  local
1501 	struct idtcm *idtcm = channel->idtcm;  in idtcm_gettime()
1506 	err = _idtcm_gettime(channel, ts);  in idtcm_gettime()
1519 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_settime_deprecated()  local
1520 	struct idtcm *idtcm = channel->idtcm;  in idtcm_settime_deprecated()
1525 	err = _idtcm_settime_deprecated(channel, ts);  in idtcm_settime_deprecated()
1538 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_settime()  local
1539 	struct idtcm *idtcm = channel->idtcm;  in idtcm_settime()
1544 	err = _idtcm_settime(channel, ts, SCSR_TOD_WR_TYPE_SEL_ABSOLUTE);  in idtcm_settime()
1556 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_adjtime_deprecated()  local
1557 	struct idtcm *idtcm = channel->idtcm;  in idtcm_adjtime_deprecated()
1562 	err = _idtcm_adjtime_deprecated(channel, delta);  in idtcm_adjtime_deprecated()
1574 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_adjtime()  local
1575 	struct idtcm *idtcm = channel->idtcm;  in idtcm_adjtime()
1581 		err = idtcm_do_phase_pull_in(channel, delta, 0);  in idtcm_adjtime()
1598 	err = _idtcm_settime(channel, &ts, type);  in idtcm_adjtime()
1610 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_adjphase()  local
1611 	struct idtcm *idtcm = channel->idtcm;  in idtcm_adjphase()
1616 	err = _idtcm_adjphase(channel, delta);  in idtcm_adjphase()
1628 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_adjfine()  local
1629 	struct idtcm *idtcm = channel->idtcm;  in idtcm_adjfine()
1634 	err = _idtcm_adjfine(channel, scaled_ppm);  in idtcm_adjfine()
1648 	struct idtcm_channel *channel = container_of(ptp, struct idtcm_channel, caps);  in idtcm_enable()  local
1653 			err = idtcm_perout_enable(channel, false, &rq->perout);  in idtcm_enable()
1655 				dev_err(&channel->idtcm->client->dev,  in idtcm_enable()
1666 		err = idtcm_perout_enable(channel, true, &rq->perout);  in idtcm_enable()
1668 			dev_err(&channel->idtcm->client->dev,  in idtcm_enable()
1788 static int idtcm_enable_tod_sync(struct idtcm_channel *channel)  in idtcm_enable_tod_sync()  argument
1790 	struct idtcm *idtcm = channel->idtcm;  in idtcm_enable_tod_sync()
1797 	u16 output_mask = channel->output_mask;  in idtcm_enable_tod_sync()
1805 	err = idtcm_read(idtcm, channel->tod_n, TOD_CFG, &cfg, sizeof(cfg));  in idtcm_enable_tod_sync()
1811 	err = idtcm_write(idtcm, channel->tod_n, TOD_CFG, &cfg, sizeof(cfg));  in idtcm_enable_tod_sync()
1815 	switch (channel->tod_n) {  in idtcm_enable_tod_sync()
1894 static int idtcm_enable_tod(struct idtcm_channel *channel)  in idtcm_enable_tod()  argument
1896 	struct idtcm *idtcm = channel->idtcm;  in idtcm_enable_tod()
1904 	err = idtcm_read(idtcm, channel->tod_n, TOD_CFG, &cfg, sizeof(cfg));  in idtcm_enable_tod()
1910 	err = idtcm_write(idtcm, channel->tod_n, TOD_CFG, &cfg, sizeof(cfg));  in idtcm_enable_tod()
1915 		return _idtcm_settime_deprecated(channel, &ts);  in idtcm_enable_tod()
1917 		return _idtcm_settime(channel, &ts,  in idtcm_enable_tod()
1977 static int configure_channel_pll(struct idtcm_channel *channel)  in configure_channel_pll()  argument
1981 	switch (channel->pll) {  in configure_channel_pll()
1983 		channel->dpll_freq = DPLL_FREQ_0;  in configure_channel_pll()
1984 		channel->dpll_n = DPLL_0;  in configure_channel_pll()
1985 		channel->hw_dpll_n = HW_DPLL_0;  in configure_channel_pll()
1986 		channel->dpll_phase = DPLL_PHASE_0;  in configure_channel_pll()
1987 		channel->dpll_ctrl_n = DPLL_CTRL_0;  in configure_channel_pll()
1988 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_0;  in configure_channel_pll()
1991 		channel->dpll_freq = DPLL_FREQ_1;  in configure_channel_pll()
1992 		channel->dpll_n = DPLL_1;  in configure_channel_pll()
1993 		channel->hw_dpll_n = HW_DPLL_1;  in configure_channel_pll()
1994 		channel->dpll_phase = DPLL_PHASE_1;  in configure_channel_pll()
1995 		channel->dpll_ctrl_n = DPLL_CTRL_1;  in configure_channel_pll()
1996 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_1;  in configure_channel_pll()
1999 		channel->dpll_freq = DPLL_FREQ_2;  in configure_channel_pll()
2000 		channel->dpll_n = DPLL_2;  in configure_channel_pll()
2001 		channel->hw_dpll_n = HW_DPLL_2;  in configure_channel_pll()
2002 		channel->dpll_phase = DPLL_PHASE_2;  in configure_channel_pll()
2003 		channel->dpll_ctrl_n = DPLL_CTRL_2;  in configure_channel_pll()
2004 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_2;  in configure_channel_pll()
2007 		channel->dpll_freq = DPLL_FREQ_3;  in configure_channel_pll()
2008 		channel->dpll_n = DPLL_3;  in configure_channel_pll()
2009 		channel->hw_dpll_n = HW_DPLL_3;  in configure_channel_pll()
2010 		channel->dpll_phase = DPLL_PHASE_3;  in configure_channel_pll()
2011 		channel->dpll_ctrl_n = DPLL_CTRL_3;  in configure_channel_pll()
2012 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_3;  in configure_channel_pll()
2015 		channel->dpll_freq = DPLL_FREQ_4;  in configure_channel_pll()
2016 		channel->dpll_n = DPLL_4;  in configure_channel_pll()
2017 		channel->hw_dpll_n = HW_DPLL_4;  in configure_channel_pll()
2018 		channel->dpll_phase = DPLL_PHASE_4;  in configure_channel_pll()
2019 		channel->dpll_ctrl_n = DPLL_CTRL_4;  in configure_channel_pll()
2020 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_4;  in configure_channel_pll()
2023 		channel->dpll_freq = DPLL_FREQ_5;  in configure_channel_pll()
2024 		channel->dpll_n = DPLL_5;  in configure_channel_pll()
2025 		channel->hw_dpll_n = HW_DPLL_5;  in configure_channel_pll()
2026 		channel->dpll_phase = DPLL_PHASE_5;  in configure_channel_pll()
2027 		channel->dpll_ctrl_n = DPLL_CTRL_5;  in configure_channel_pll()
2028 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_5;  in configure_channel_pll()
2031 		channel->dpll_freq = DPLL_FREQ_6;  in configure_channel_pll()
2032 		channel->dpll_n = DPLL_6;  in configure_channel_pll()
2033 		channel->hw_dpll_n = HW_DPLL_6;  in configure_channel_pll()
2034 		channel->dpll_phase = DPLL_PHASE_6;  in configure_channel_pll()
2035 		channel->dpll_ctrl_n = DPLL_CTRL_6;  in configure_channel_pll()
2036 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_6;  in configure_channel_pll()
2039 		channel->dpll_freq = DPLL_FREQ_7;  in configure_channel_pll()
2040 		channel->dpll_n = DPLL_7;  in configure_channel_pll()
2041 		channel->hw_dpll_n = HW_DPLL_7;  in configure_channel_pll()
2042 		channel->dpll_phase = DPLL_PHASE_7;  in configure_channel_pll()
2043 		channel->dpll_ctrl_n = DPLL_CTRL_7;  in configure_channel_pll()
2044 		channel->dpll_phase_pull_in = DPLL_PHASE_PULL_IN_7;  in configure_channel_pll()
2055 	struct idtcm_channel *channel;  in idtcm_enable_channel()  local
2061 	channel = &idtcm->channel[index];  in idtcm_enable_channel()
2064 	err = configure_channel_pll(channel);  in idtcm_enable_channel()
2071 		channel->tod_read_primary = TOD_READ_PRIMARY_0;  in idtcm_enable_channel()
2072 		channel->tod_write = TOD_WRITE_0;  in idtcm_enable_channel()
2073 		channel->tod_n = TOD_0;  in idtcm_enable_channel()
2076 		channel->tod_read_primary = TOD_READ_PRIMARY_1;  in idtcm_enable_channel()
2077 		channel->tod_write = TOD_WRITE_1;  in idtcm_enable_channel()
2078 		channel->tod_n = TOD_1;  in idtcm_enable_channel()
2081 		channel->tod_read_primary = TOD_READ_PRIMARY_2;  in idtcm_enable_channel()
2082 		channel->tod_write = TOD_WRITE_2;  in idtcm_enable_channel()
2083 		channel->tod_n = TOD_2;  in idtcm_enable_channel()
2086 		channel->tod_read_primary = TOD_READ_PRIMARY_3;  in idtcm_enable_channel()
2087 		channel->tod_write = TOD_WRITE_3;  in idtcm_enable_channel()
2088 		channel->tod_n = TOD_3;  in idtcm_enable_channel()
2094 	channel->idtcm = idtcm;  in idtcm_enable_channel()
2097 		channel->caps = idtcm_caps_deprecated;  in idtcm_enable_channel()
2099 		channel->caps = idtcm_caps;  in idtcm_enable_channel()
2101 	snprintf(channel->caps.name, sizeof(channel->caps.name),  in idtcm_enable_channel()
2105 		err = idtcm_enable_tod_sync(channel);  in idtcm_enable_channel()
2114 	err = idtcm_get_pll_mode(channel, &channel->pll_mode);  in idtcm_enable_channel()
2121 	err = idtcm_enable_tod(channel);  in idtcm_enable_channel()
2128 	channel->ptp_clock = ptp_clock_register(&channel->caps, NULL);  in idtcm_enable_channel()
2130 	if (IS_ERR(channel->ptp_clock)) {  in idtcm_enable_channel()
2131 		err = PTR_ERR(channel->ptp_clock);  in idtcm_enable_channel()
2132 		channel->ptp_clock = NULL;  in idtcm_enable_channel()
2136 	if (!channel->ptp_clock)  in idtcm_enable_channel()
2140 		 index, channel->ptp_clock->index);  in idtcm_enable_channel()
2148 	struct idtcm_channel *channel;  in ptp_clock_unregister_all()  local
2151 		channel = &idtcm->channel[i];  in ptp_clock_unregister_all()
2153 		if (channel->ptp_clock)  in ptp_clock_unregister_all()
2154 			ptp_clock_unregister(channel->ptp_clock);  in ptp_clock_unregister_all()
2162 	idtcm->channel[0].pll = DEFAULT_TOD0_PTP_PLL;  in set_default_masks()
2163 	idtcm->channel[1].pll = DEFAULT_TOD1_PTP_PLL;  in set_default_masks()
2164 	idtcm->channel[2].pll = DEFAULT_TOD2_PTP_PLL;  in set_default_masks()
2165 	idtcm->channel[3].pll = DEFAULT_TOD3_PTP_PLL;  in set_default_masks()
2167 	idtcm->channel[0].output_mask = DEFAULT_OUTPUT_MASK_PLL0;  in set_default_masks()
2168 	idtcm->channel[1].output_mask = DEFAULT_OUTPUT_MASK_PLL1;  in set_default_masks()
2169 	idtcm->channel[2].output_mask = DEFAULT_OUTPUT_MASK_PLL2;  in set_default_masks()
2170 	idtcm->channel[3].output_mask = DEFAULT_OUTPUT_MASK_PLL3;  in set_default_masks()