1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Intel SST Haswell/Broadwell PCM Support
4  *
5  * Copyright (C) 2013, Intel Corporation. All rights reserved.
6  */
7 
8 #include <linux/module.h>
9 #include <linux/dma-mapping.h>
10 #include <linux/slab.h>
11 #include <linux/delay.h>
12 #include <linux/pm_runtime.h>
13 #include <asm/page.h>
14 #include <asm/pgtable.h>
15 #include <sound/core.h>
16 #include <sound/pcm.h>
17 #include <sound/pcm_params.h>
18 #include <sound/dmaengine_pcm.h>
19 #include <sound/soc.h>
20 #include <sound/tlv.h>
21 #include <sound/compress_driver.h>
22 
23 #include "../haswell/sst-haswell-ipc.h"
24 #include "../common/sst-dsp-priv.h"
25 #include "../common/sst-dsp.h"
26 
27 #define HSW_PCM_COUNT		6
28 #define HSW_VOLUME_MAX		0x7FFFFFFF	/* 0dB */
29 
30 #define SST_OLD_POSITION(d, r, o) ((d) +		\
31 			frames_to_bytes(r, o))
32 #define SST_SAMPLES(r, x) (bytes_to_samples(r,	\
33 			frames_to_bytes(r, (x))))
34 
35 /* simple volume table */
36 static const u32 volume_map[] = {
37 	HSW_VOLUME_MAX >> 30,
38 	HSW_VOLUME_MAX >> 29,
39 	HSW_VOLUME_MAX >> 28,
40 	HSW_VOLUME_MAX >> 27,
41 	HSW_VOLUME_MAX >> 26,
42 	HSW_VOLUME_MAX >> 25,
43 	HSW_VOLUME_MAX >> 24,
44 	HSW_VOLUME_MAX >> 23,
45 	HSW_VOLUME_MAX >> 22,
46 	HSW_VOLUME_MAX >> 21,
47 	HSW_VOLUME_MAX >> 20,
48 	HSW_VOLUME_MAX >> 19,
49 	HSW_VOLUME_MAX >> 18,
50 	HSW_VOLUME_MAX >> 17,
51 	HSW_VOLUME_MAX >> 16,
52 	HSW_VOLUME_MAX >> 15,
53 	HSW_VOLUME_MAX >> 14,
54 	HSW_VOLUME_MAX >> 13,
55 	HSW_VOLUME_MAX >> 12,
56 	HSW_VOLUME_MAX >> 11,
57 	HSW_VOLUME_MAX >> 10,
58 	HSW_VOLUME_MAX >> 9,
59 	HSW_VOLUME_MAX >> 8,
60 	HSW_VOLUME_MAX >> 7,
61 	HSW_VOLUME_MAX >> 6,
62 	HSW_VOLUME_MAX >> 5,
63 	HSW_VOLUME_MAX >> 4,
64 	HSW_VOLUME_MAX >> 3,
65 	HSW_VOLUME_MAX >> 2,
66 	HSW_VOLUME_MAX >> 1,
67 	HSW_VOLUME_MAX >> 0,
68 };
69 
70 #define HSW_PCM_PERIODS_MAX	64
71 #define HSW_PCM_PERIODS_MIN	2
72 
73 #define HSW_PCM_DAI_ID_SYSTEM	0
74 #define HSW_PCM_DAI_ID_OFFLOAD0	1
75 #define HSW_PCM_DAI_ID_OFFLOAD1	2
76 #define HSW_PCM_DAI_ID_LOOPBACK	3
77 
78 
79 static const struct snd_pcm_hardware hsw_pcm_hardware = {
80 	.info			= SNDRV_PCM_INFO_MMAP |
81 				  SNDRV_PCM_INFO_MMAP_VALID |
82 				  SNDRV_PCM_INFO_INTERLEAVED |
83 				  SNDRV_PCM_INFO_PAUSE |
84 				  SNDRV_PCM_INFO_RESUME |
85 				  SNDRV_PCM_INFO_NO_PERIOD_WAKEUP |
86 				  SNDRV_PCM_INFO_DRAIN_TRIGGER,
87 	.formats		= SNDRV_PCM_FMTBIT_S16_LE | SNDRV_PCM_FMTBIT_S24_LE |
88 				  SNDRV_PCM_FMTBIT_S32_LE,
89 	.period_bytes_min	= PAGE_SIZE,
90 	.period_bytes_max	= (HSW_PCM_PERIODS_MAX / HSW_PCM_PERIODS_MIN) * PAGE_SIZE,
91 	.periods_min		= HSW_PCM_PERIODS_MIN,
92 	.periods_max		= HSW_PCM_PERIODS_MAX,
93 	.buffer_bytes_max	= HSW_PCM_PERIODS_MAX * PAGE_SIZE,
94 };
95 
96 struct hsw_pcm_module_map {
97 	int dai_id;
98 	int stream;
99 	enum sst_hsw_module_id mod_id;
100 };
101 
102 /* private data for each PCM DSP stream */
103 struct hsw_pcm_data {
104 	int dai_id;
105 	struct sst_hsw_stream *stream;
106 	struct sst_module_runtime *runtime;
107 	struct sst_module_runtime_context context;
108 	struct snd_pcm *hsw_pcm;
109 	u32 volume[2];
110 	struct snd_pcm_substream *substream;
111 	struct snd_compr_stream *cstream;
112 	unsigned int wpos;
113 	struct mutex mutex;
114 	bool allocated;
115 	int persistent_offset;
116 };
117 
118 enum hsw_pm_state {
119 	HSW_PM_STATE_D0 = 0,
120 	HSW_PM_STATE_RTD3 = 1,
121 	HSW_PM_STATE_D3 = 2,
122 };
123 
124 /* private data for the driver */
125 struct hsw_priv_data {
126 	/* runtime DSP */
127 	struct sst_hsw *hsw;
128 	struct device *dev;
129 	enum hsw_pm_state pm_state;
130 	struct snd_soc_card *soc_card;
131 	struct sst_module_runtime *runtime_waves; /* sound effect module */
132 
133 	/* page tables */
134 	struct snd_dma_buffer dmab[HSW_PCM_COUNT][2];
135 
136 	/* DAI data */
137 	struct hsw_pcm_data pcm[HSW_PCM_COUNT][2];
138 };
139 
140 
141 /* static mappings between PCMs and modules - may be dynamic in future */
142 static struct hsw_pcm_module_map mod_map[] = {
143 	{HSW_PCM_DAI_ID_SYSTEM, 0, SST_HSW_MODULE_PCM_SYSTEM},
144 	{HSW_PCM_DAI_ID_OFFLOAD0, 0, SST_HSW_MODULE_PCM},
145 	{HSW_PCM_DAI_ID_OFFLOAD1, 0, SST_HSW_MODULE_PCM},
146 	{HSW_PCM_DAI_ID_LOOPBACK, 1, SST_HSW_MODULE_PCM_REFERENCE},
147 	{HSW_PCM_DAI_ID_SYSTEM, 1, SST_HSW_MODULE_PCM_CAPTURE},
148 };
149 
150 static u32 hsw_notify_pointer(struct sst_hsw_stream *stream, void *data);
151 
hsw_mixer_to_ipc(unsigned int value)152 static inline u32 hsw_mixer_to_ipc(unsigned int value)
153 {
154 	if (value >= ARRAY_SIZE(volume_map))
155 		return volume_map[0];
156 	else
157 		return volume_map[value];
158 }
159 
hsw_ipc_to_mixer(u32 value)160 static inline unsigned int hsw_ipc_to_mixer(u32 value)
161 {
162 	int i;
163 
164 	for (i = 0; i < ARRAY_SIZE(volume_map); i++) {
165 		if (volume_map[i] >= value)
166 			return i;
167 	}
168 
169 	return i - 1;
170 }
171 
hsw_stream_volume_put(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)172 static int hsw_stream_volume_put(struct snd_kcontrol *kcontrol,
173 				struct snd_ctl_elem_value *ucontrol)
174 {
175 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
176 	struct soc_mixer_control *mc =
177 		(struct soc_mixer_control *)kcontrol->private_value;
178 	struct hsw_priv_data *pdata =
179 		snd_soc_component_get_drvdata(component);
180 	struct hsw_pcm_data *pcm_data;
181 	struct sst_hsw *hsw = pdata->hsw;
182 	u32 volume;
183 	int dai, stream;
184 
185 	dai = mod_map[mc->reg].dai_id;
186 	stream = mod_map[mc->reg].stream;
187 	pcm_data = &pdata->pcm[dai][stream];
188 
189 	mutex_lock(&pcm_data->mutex);
190 	pm_runtime_get_sync(pdata->dev);
191 
192 	if (!pcm_data->stream) {
193 		pcm_data->volume[0] =
194 			hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
195 		pcm_data->volume[1] =
196 			hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
197 		pm_runtime_mark_last_busy(pdata->dev);
198 		pm_runtime_put_autosuspend(pdata->dev);
199 		mutex_unlock(&pcm_data->mutex);
200 		return 0;
201 	}
202 
203 	if (ucontrol->value.integer.value[0] ==
204 		ucontrol->value.integer.value[1]) {
205 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
206 		/* apply volume value to all channels */
207 		sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, SST_HSW_CHANNELS_ALL, volume);
208 	} else {
209 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
210 		sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, 0, volume);
211 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
212 		sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0, 1, volume);
213 	}
214 
215 	pm_runtime_mark_last_busy(pdata->dev);
216 	pm_runtime_put_autosuspend(pdata->dev);
217 	mutex_unlock(&pcm_data->mutex);
218 	return 0;
219 }
220 
hsw_stream_volume_get(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)221 static int hsw_stream_volume_get(struct snd_kcontrol *kcontrol,
222 				struct snd_ctl_elem_value *ucontrol)
223 {
224 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
225 	struct soc_mixer_control *mc =
226 		(struct soc_mixer_control *)kcontrol->private_value;
227 	struct hsw_priv_data *pdata =
228 		snd_soc_component_get_drvdata(component);
229 	struct hsw_pcm_data *pcm_data;
230 	struct sst_hsw *hsw = pdata->hsw;
231 	u32 volume;
232 	int dai, stream;
233 
234 	dai = mod_map[mc->reg].dai_id;
235 	stream = mod_map[mc->reg].stream;
236 	pcm_data = &pdata->pcm[dai][stream];
237 
238 	mutex_lock(&pcm_data->mutex);
239 	pm_runtime_get_sync(pdata->dev);
240 
241 	if (!pcm_data->stream) {
242 		ucontrol->value.integer.value[0] =
243 			hsw_ipc_to_mixer(pcm_data->volume[0]);
244 		ucontrol->value.integer.value[1] =
245 			hsw_ipc_to_mixer(pcm_data->volume[1]);
246 		pm_runtime_mark_last_busy(pdata->dev);
247 		pm_runtime_put_autosuspend(pdata->dev);
248 		mutex_unlock(&pcm_data->mutex);
249 		return 0;
250 	}
251 
252 	sst_hsw_stream_get_volume(hsw, pcm_data->stream, 0, 0, &volume);
253 	ucontrol->value.integer.value[0] = hsw_ipc_to_mixer(volume);
254 	sst_hsw_stream_get_volume(hsw, pcm_data->stream, 0, 1, &volume);
255 	ucontrol->value.integer.value[1] = hsw_ipc_to_mixer(volume);
256 
257 	pm_runtime_mark_last_busy(pdata->dev);
258 	pm_runtime_put_autosuspend(pdata->dev);
259 	mutex_unlock(&pcm_data->mutex);
260 
261 	return 0;
262 }
263 
hsw_volume_put(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)264 static int hsw_volume_put(struct snd_kcontrol *kcontrol,
265 				struct snd_ctl_elem_value *ucontrol)
266 {
267 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
268 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
269 	struct sst_hsw *hsw = pdata->hsw;
270 	u32 volume;
271 
272 	pm_runtime_get_sync(pdata->dev);
273 
274 	if (ucontrol->value.integer.value[0] ==
275 		ucontrol->value.integer.value[1]) {
276 
277 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
278 		sst_hsw_mixer_set_volume(hsw, 0, SST_HSW_CHANNELS_ALL, volume);
279 
280 	} else {
281 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[0]);
282 		sst_hsw_mixer_set_volume(hsw, 0, 0, volume);
283 
284 		volume = hsw_mixer_to_ipc(ucontrol->value.integer.value[1]);
285 		sst_hsw_mixer_set_volume(hsw, 0, 1, volume);
286 	}
287 
288 	pm_runtime_mark_last_busy(pdata->dev);
289 	pm_runtime_put_autosuspend(pdata->dev);
290 	return 0;
291 }
292 
hsw_volume_get(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)293 static int hsw_volume_get(struct snd_kcontrol *kcontrol,
294 				struct snd_ctl_elem_value *ucontrol)
295 {
296 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
297 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
298 	struct sst_hsw *hsw = pdata->hsw;
299 	unsigned int volume = 0;
300 
301 	pm_runtime_get_sync(pdata->dev);
302 	sst_hsw_mixer_get_volume(hsw, 0, 0, &volume);
303 	ucontrol->value.integer.value[0] = hsw_ipc_to_mixer(volume);
304 
305 	sst_hsw_mixer_get_volume(hsw, 0, 1, &volume);
306 	ucontrol->value.integer.value[1] = hsw_ipc_to_mixer(volume);
307 
308 	pm_runtime_mark_last_busy(pdata->dev);
309 	pm_runtime_put_autosuspend(pdata->dev);
310 	return 0;
311 }
312 
hsw_waves_switch_get(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)313 static int hsw_waves_switch_get(struct snd_kcontrol *kcontrol,
314 				struct snd_ctl_elem_value *ucontrol)
315 {
316 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
317 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
318 	struct sst_hsw *hsw = pdata->hsw;
319 	enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
320 
321 	ucontrol->value.integer.value[0] =
322 		(sst_hsw_is_module_active(hsw, id) ||
323 		sst_hsw_is_module_enabled_rtd3(hsw, id));
324 	return 0;
325 }
326 
hsw_waves_switch_put(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)327 static int hsw_waves_switch_put(struct snd_kcontrol *kcontrol,
328 				struct snd_ctl_elem_value *ucontrol)
329 {
330 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
331 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
332 	struct sst_hsw *hsw = pdata->hsw;
333 	int ret = 0;
334 	enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
335 	bool switch_on = (bool)ucontrol->value.integer.value[0];
336 
337 	/* if module is in RAM on the DSP, apply user settings to module through
338 	 * ipc. If module is not in RAM on the DSP, store user setting for
339 	 * track */
340 	if (sst_hsw_is_module_loaded(hsw, id)) {
341 		if (switch_on == sst_hsw_is_module_active(hsw, id))
342 			return 0;
343 
344 		if (switch_on)
345 			ret = sst_hsw_module_enable(hsw, id, 0);
346 		else
347 			ret = sst_hsw_module_disable(hsw, id, 0);
348 	} else {
349 		if (switch_on == sst_hsw_is_module_enabled_rtd3(hsw, id))
350 			return 0;
351 
352 		if (switch_on)
353 			sst_hsw_set_module_enabled_rtd3(hsw, id);
354 		else
355 			sst_hsw_set_module_disabled_rtd3(hsw, id);
356 	}
357 
358 	return ret;
359 }
360 
hsw_waves_param_get(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)361 static int hsw_waves_param_get(struct snd_kcontrol *kcontrol,
362 				struct snd_ctl_elem_value *ucontrol)
363 {
364 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
365 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
366 	struct sst_hsw *hsw = pdata->hsw;
367 
368 	/* return a matching line from param buffer */
369 	return sst_hsw_load_param_line(hsw, ucontrol->value.bytes.data);
370 }
371 
hsw_waves_param_put(struct snd_kcontrol * kcontrol,struct snd_ctl_elem_value * ucontrol)372 static int hsw_waves_param_put(struct snd_kcontrol *kcontrol,
373 				struct snd_ctl_elem_value *ucontrol)
374 {
375 	struct snd_soc_component *component = snd_soc_kcontrol_component(kcontrol);
376 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
377 	struct sst_hsw *hsw = pdata->hsw;
378 	int ret;
379 	enum sst_hsw_module_id id = SST_HSW_MODULE_WAVES;
380 	int param_id = ucontrol->value.bytes.data[0];
381 	int param_size = WAVES_PARAM_COUNT;
382 
383 	/* clear param buffer and reset buffer index */
384 	if (param_id == 0xFF) {
385 		sst_hsw_reset_param_buf(hsw);
386 		return 0;
387 	}
388 
389 	/* store params into buffer */
390 	ret = sst_hsw_store_param_line(hsw, ucontrol->value.bytes.data);
391 	if (ret < 0)
392 		return ret;
393 
394 	if (sst_hsw_is_module_active(hsw, id))
395 		ret = sst_hsw_module_set_param(hsw, id, 0, param_id,
396 				param_size, ucontrol->value.bytes.data);
397 	return ret;
398 }
399 
400 /* TLV used by both global and stream volumes */
401 static const DECLARE_TLV_DB_SCALE(hsw_vol_tlv, -9000, 300, 1);
402 
403 /* System Pin has no volume control */
404 static const struct snd_kcontrol_new hsw_volume_controls[] = {
405 	/* Global DSP volume */
406 	SOC_DOUBLE_EXT_TLV("Master Playback Volume", 0, 0, 8,
407 		ARRAY_SIZE(volume_map) - 1, 0,
408 		hsw_volume_get, hsw_volume_put, hsw_vol_tlv),
409 	/* Offload 0 volume */
410 	SOC_DOUBLE_EXT_TLV("Media0 Playback Volume", 1, 0, 8,
411 		ARRAY_SIZE(volume_map) - 1, 0,
412 		hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
413 	/* Offload 1 volume */
414 	SOC_DOUBLE_EXT_TLV("Media1 Playback Volume", 2, 0, 8,
415 		ARRAY_SIZE(volume_map) - 1, 0,
416 		hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
417 	/* Mic Capture volume */
418 	SOC_DOUBLE_EXT_TLV("Mic Capture Volume", 4, 0, 8,
419 		ARRAY_SIZE(volume_map) - 1, 0,
420 		hsw_stream_volume_get, hsw_stream_volume_put, hsw_vol_tlv),
421 	/* enable/disable module waves */
422 	SOC_SINGLE_BOOL_EXT("Waves Switch", 0,
423 		hsw_waves_switch_get, hsw_waves_switch_put),
424 	/* set parameters to module waves */
425 	SND_SOC_BYTES_EXT("Waves Set Param", WAVES_PARAM_COUNT,
426 		hsw_waves_param_get, hsw_waves_param_put),
427 };
428 
429 /* Create DMA buffer page table for DSP */
create_adsp_page_table(struct snd_pcm_substream * substream,struct hsw_priv_data * pdata,struct snd_soc_pcm_runtime * rtd,unsigned char * dma_area,size_t size,int pcm)430 static int create_adsp_page_table(struct snd_pcm_substream *substream,
431 	struct hsw_priv_data *pdata, struct snd_soc_pcm_runtime *rtd,
432 	unsigned char *dma_area, size_t size, int pcm)
433 {
434 	struct snd_dma_buffer *dmab = snd_pcm_get_dma_buf(substream);
435 	int i, pages, stream = substream->stream;
436 
437 	pages = snd_sgbuf_aligned_pages(size);
438 
439 	dev_dbg(rtd->dev, "generating page table for %p size 0x%zx pages %d\n",
440 		dma_area, size, pages);
441 
442 	for (i = 0; i < pages; i++) {
443 		u32 idx = (((i << 2) + i)) >> 1;
444 		u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
445 		u32 *pg_table;
446 
447 		dev_dbg(rtd->dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
448 
449 		pg_table = (u32 *)(pdata->dmab[pcm][stream].area + idx);
450 
451 		if (i & 1)
452 			*pg_table |= (pfn << 4);
453 		else
454 			*pg_table |= pfn;
455 	}
456 
457 	return 0;
458 }
459 
460 /* this may get called several times by oss emulation */
hsw_pcm_hw_params(struct snd_pcm_substream * substream,struct snd_pcm_hw_params * params)461 static int hsw_pcm_hw_params(struct snd_pcm_substream *substream,
462 			      struct snd_pcm_hw_params *params)
463 {
464 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
465 	struct snd_pcm_runtime *runtime = substream->runtime;
466 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
467 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
468 	struct hsw_pcm_data *pcm_data;
469 	struct sst_hsw *hsw = pdata->hsw;
470 	struct sst_module *module_data;
471 	struct sst_dsp *dsp;
472 	struct snd_dma_buffer *dmab;
473 	enum sst_hsw_stream_type stream_type;
474 	enum sst_hsw_stream_path_id path_id;
475 	u32 rate, bits, map, pages, module_id;
476 	u8 channels;
477 	int ret, dai;
478 
479 	dai = mod_map[rtd->cpu_dai->id].dai_id;
480 	pcm_data = &pdata->pcm[dai][substream->stream];
481 
482 	/* check if we are being called a subsequent time */
483 	if (pcm_data->allocated) {
484 		ret = sst_hsw_stream_reset(hsw, pcm_data->stream);
485 		if (ret < 0)
486 			dev_dbg(rtd->dev, "error: reset stream failed %d\n",
487 				ret);
488 
489 		ret = sst_hsw_stream_free(hsw, pcm_data->stream);
490 		if (ret < 0) {
491 			dev_dbg(rtd->dev, "error: free stream failed %d\n",
492 				ret);
493 			return ret;
494 		}
495 		pcm_data->allocated = false;
496 
497 		pcm_data->stream = sst_hsw_stream_new(hsw, rtd->cpu_dai->id,
498 			hsw_notify_pointer, pcm_data);
499 		if (pcm_data->stream == NULL) {
500 			dev_err(rtd->dev, "error: failed to create stream\n");
501 			return -EINVAL;
502 		}
503 	}
504 
505 	/* stream direction */
506 	if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
507 		path_id = SST_HSW_STREAM_PATH_SSP0_OUT;
508 	else
509 		path_id = SST_HSW_STREAM_PATH_SSP0_IN;
510 
511 	/* DSP stream type depends on DAI ID */
512 	switch (rtd->cpu_dai->id) {
513 	case 0:
514 		if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
515 			stream_type = SST_HSW_STREAM_TYPE_SYSTEM;
516 			module_id = SST_HSW_MODULE_PCM_SYSTEM;
517 		}
518 		else {
519 			stream_type = SST_HSW_STREAM_TYPE_CAPTURE;
520 			module_id = SST_HSW_MODULE_PCM_CAPTURE;
521 		}
522 		break;
523 	case 1:
524 	case 2:
525 		stream_type = SST_HSW_STREAM_TYPE_RENDER;
526 		module_id = SST_HSW_MODULE_PCM;
527 		break;
528 	case 3:
529 		/* path ID needs to be OUT for loopback */
530 		stream_type = SST_HSW_STREAM_TYPE_LOOPBACK;
531 		path_id = SST_HSW_STREAM_PATH_SSP0_OUT;
532 		module_id = SST_HSW_MODULE_PCM_REFERENCE;
533 		break;
534 	default:
535 		dev_err(rtd->dev, "error: invalid DAI ID %d\n",
536 			rtd->cpu_dai->id);
537 		return -EINVAL;
538 	}
539 
540 	ret = sst_hsw_stream_format(hsw, pcm_data->stream,
541 		path_id, stream_type, SST_HSW_STREAM_FORMAT_PCM_FORMAT);
542 	if (ret < 0) {
543 		dev_err(rtd->dev, "error: failed to set format %d\n", ret);
544 		return ret;
545 	}
546 
547 	rate = params_rate(params);
548 	ret = sst_hsw_stream_set_rate(hsw, pcm_data->stream, rate);
549 	if (ret < 0) {
550 		dev_err(rtd->dev, "error: could not set rate %d\n", rate);
551 		return ret;
552 	}
553 
554 	switch (params_format(params)) {
555 	case SNDRV_PCM_FORMAT_S16_LE:
556 		bits = SST_HSW_DEPTH_16BIT;
557 		sst_hsw_stream_set_valid(hsw, pcm_data->stream, 16);
558 		break;
559 	case SNDRV_PCM_FORMAT_S24_LE:
560 		bits = SST_HSW_DEPTH_32BIT;
561 		sst_hsw_stream_set_valid(hsw, pcm_data->stream, 24);
562 		break;
563 	case SNDRV_PCM_FORMAT_S8:
564 		bits = SST_HSW_DEPTH_8BIT;
565 		sst_hsw_stream_set_valid(hsw, pcm_data->stream, 8);
566 		break;
567 	case SNDRV_PCM_FORMAT_S32_LE:
568 		bits = SST_HSW_DEPTH_32BIT;
569 		sst_hsw_stream_set_valid(hsw, pcm_data->stream, 32);
570 		break;
571 	default:
572 		dev_err(rtd->dev, "error: invalid format %d\n",
573 			params_format(params));
574 		return -EINVAL;
575 	}
576 
577 	ret = sst_hsw_stream_set_bits(hsw, pcm_data->stream, bits);
578 	if (ret < 0) {
579 		dev_err(rtd->dev, "error: could not set bits %d\n", bits);
580 		return ret;
581 	}
582 
583 	channels = params_channels(params);
584 	map = create_channel_map(SST_HSW_CHANNEL_CONFIG_STEREO);
585 	sst_hsw_stream_set_map_config(hsw, pcm_data->stream,
586 			map, SST_HSW_CHANNEL_CONFIG_STEREO);
587 
588 	ret = sst_hsw_stream_set_channels(hsw, pcm_data->stream, channels);
589 	if (ret < 0) {
590 		dev_err(rtd->dev, "error: could not set channels %d\n",
591 			channels);
592 		return ret;
593 	}
594 
595 	ret = snd_pcm_lib_malloc_pages(substream, params_buffer_bytes(params));
596 	if (ret < 0) {
597 		dev_err(rtd->dev, "error: could not allocate %d bytes for PCM %d\n",
598 			params_buffer_bytes(params), ret);
599 		return ret;
600 	}
601 
602 	dmab = snd_pcm_get_dma_buf(substream);
603 
604 	ret = create_adsp_page_table(substream, pdata, rtd, runtime->dma_area,
605 		runtime->dma_bytes, rtd->cpu_dai->id);
606 	if (ret < 0)
607 		return ret;
608 
609 	sst_hsw_stream_set_style(hsw, pcm_data->stream,
610 		SST_HSW_INTERLEAVING_PER_CHANNEL);
611 
612 	if (runtime->dma_bytes % PAGE_SIZE)
613 		pages = (runtime->dma_bytes / PAGE_SIZE) + 1;
614 	else
615 		pages = runtime->dma_bytes / PAGE_SIZE;
616 
617 	ret = sst_hsw_stream_buffer(hsw, pcm_data->stream,
618 		pdata->dmab[rtd->cpu_dai->id][substream->stream].addr,
619 		pages, runtime->dma_bytes, 0,
620 		snd_sgbuf_get_addr(dmab, 0) >> PAGE_SHIFT);
621 	if (ret < 0) {
622 		dev_err(rtd->dev, "error: failed to set DMA buffer %d\n", ret);
623 		return ret;
624 	}
625 
626 	dsp = sst_hsw_get_dsp(hsw);
627 
628 	module_data = sst_module_get_from_id(dsp, module_id);
629 	if (module_data == NULL) {
630 		dev_err(rtd->dev, "error: failed to get module config\n");
631 		return -EINVAL;
632 	}
633 
634 	sst_hsw_stream_set_module_info(hsw, pcm_data->stream,
635 		pcm_data->runtime);
636 
637 	ret = sst_hsw_stream_commit(hsw, pcm_data->stream);
638 	if (ret < 0) {
639 		dev_err(rtd->dev, "error: failed to commit stream %d\n", ret);
640 		return ret;
641 	}
642 
643 	if (!pcm_data->allocated) {
644 		/* Set previous saved volume */
645 		sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0,
646 				0, pcm_data->volume[0]);
647 		sst_hsw_stream_set_volume(hsw, pcm_data->stream, 0,
648 				1, pcm_data->volume[1]);
649 		pcm_data->allocated = true;
650 	}
651 
652 	ret = sst_hsw_stream_pause(hsw, pcm_data->stream, 1);
653 	if (ret < 0)
654 		dev_err(rtd->dev, "error: failed to pause %d\n", ret);
655 
656 	return 0;
657 }
658 
hsw_pcm_hw_free(struct snd_pcm_substream * substream)659 static int hsw_pcm_hw_free(struct snd_pcm_substream *substream)
660 {
661 	snd_pcm_lib_free_pages(substream);
662 	return 0;
663 }
664 
hsw_pcm_trigger(struct snd_pcm_substream * substream,int cmd)665 static int hsw_pcm_trigger(struct snd_pcm_substream *substream, int cmd)
666 {
667 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
668 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
669 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
670 	struct hsw_pcm_data *pcm_data;
671 	struct sst_hsw_stream *sst_stream;
672 	struct sst_hsw *hsw = pdata->hsw;
673 	struct snd_pcm_runtime *runtime = substream->runtime;
674 	snd_pcm_uframes_t pos;
675 	int dai;
676 
677 	dai = mod_map[rtd->cpu_dai->id].dai_id;
678 	pcm_data = &pdata->pcm[dai][substream->stream];
679 	sst_stream = pcm_data->stream;
680 
681 	switch (cmd) {
682 	case SNDRV_PCM_TRIGGER_START:
683 	case SNDRV_PCM_TRIGGER_RESUME:
684 	case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
685 		sst_hsw_stream_set_silence_start(hsw, sst_stream, false);
686 		sst_hsw_stream_resume(hsw, pcm_data->stream, 0);
687 		break;
688 	case SNDRV_PCM_TRIGGER_STOP:
689 	case SNDRV_PCM_TRIGGER_SUSPEND:
690 	case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
691 		sst_hsw_stream_set_silence_start(hsw, sst_stream, false);
692 		sst_hsw_stream_pause(hsw, pcm_data->stream, 0);
693 		break;
694 	case SNDRV_PCM_TRIGGER_DRAIN:
695 		pos = runtime->control->appl_ptr % runtime->buffer_size;
696 		sst_hsw_stream_set_old_position(hsw, pcm_data->stream, pos);
697 		sst_hsw_stream_set_silence_start(hsw, sst_stream, true);
698 		break;
699 	default:
700 		break;
701 	}
702 
703 	return 0;
704 }
705 
hsw_notify_pointer(struct sst_hsw_stream * stream,void * data)706 static u32 hsw_notify_pointer(struct sst_hsw_stream *stream, void *data)
707 {
708 	struct hsw_pcm_data *pcm_data = data;
709 	struct snd_pcm_substream *substream = pcm_data->substream;
710 	struct snd_pcm_runtime *runtime = substream->runtime;
711 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
712 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
713 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
714 	struct sst_hsw *hsw = pdata->hsw;
715 	u32 pos;
716 	snd_pcm_uframes_t position = bytes_to_frames(runtime,
717 		 sst_hsw_get_dsp_position(hsw, pcm_data->stream));
718 	unsigned char *dma_area = runtime->dma_area;
719 	snd_pcm_uframes_t dma_frames =
720 		bytes_to_frames(runtime, runtime->dma_bytes);
721 	snd_pcm_uframes_t old_position;
722 	ssize_t samples;
723 
724 	pos = frames_to_bytes(runtime,
725 		(runtime->control->appl_ptr % runtime->buffer_size));
726 
727 	dev_vdbg(rtd->dev, "PCM: App pointer %d bytes\n", pos);
728 
729 	/* SST fw don't know where to stop dma
730 	 * So, SST driver need to clean the data which has been consumed
731 	 */
732 	if (dma_area == NULL || dma_frames <= 0
733 		|| (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
734 		|| !sst_hsw_stream_get_silence_start(hsw, stream)) {
735 		snd_pcm_period_elapsed(substream);
736 		return pos;
737 	}
738 
739 	old_position = sst_hsw_stream_get_old_position(hsw, stream);
740 	if (position > old_position) {
741 		if (position < dma_frames) {
742 			samples = SST_SAMPLES(runtime, position - old_position);
743 			snd_pcm_format_set_silence(runtime->format,
744 				SST_OLD_POSITION(dma_area,
745 					runtime, old_position),
746 				samples);
747 		} else
748 			dev_err(rtd->dev, "PCM: position is wrong\n");
749 	} else {
750 		if (old_position < dma_frames) {
751 			samples = SST_SAMPLES(runtime,
752 				dma_frames - old_position);
753 			snd_pcm_format_set_silence(runtime->format,
754 				SST_OLD_POSITION(dma_area,
755 					runtime, old_position),
756 				samples);
757 		} else
758 			dev_err(rtd->dev, "PCM: dma_bytes is wrong\n");
759 		if (position < dma_frames) {
760 			samples = SST_SAMPLES(runtime, position);
761 			snd_pcm_format_set_silence(runtime->format,
762 				dma_area, samples);
763 		} else
764 			dev_err(rtd->dev, "PCM: position is wrong\n");
765 	}
766 	sst_hsw_stream_set_old_position(hsw, stream, position);
767 
768 	/* let alsa know we have play a period */
769 	snd_pcm_period_elapsed(substream);
770 	return pos;
771 }
772 
hsw_pcm_pointer(struct snd_pcm_substream * substream)773 static snd_pcm_uframes_t hsw_pcm_pointer(struct snd_pcm_substream *substream)
774 {
775 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
776 	struct snd_pcm_runtime *runtime = substream->runtime;
777 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
778 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
779 	struct hsw_pcm_data *pcm_data;
780 	struct sst_hsw *hsw = pdata->hsw;
781 	snd_pcm_uframes_t offset;
782 	uint64_t ppos;
783 	u32 position;
784 	int dai;
785 
786 	dai = mod_map[rtd->cpu_dai->id].dai_id;
787 	pcm_data = &pdata->pcm[dai][substream->stream];
788 	position = sst_hsw_get_dsp_position(hsw, pcm_data->stream);
789 
790 	offset = bytes_to_frames(runtime, position);
791 	ppos = sst_hsw_get_dsp_presentation_position(hsw, pcm_data->stream);
792 
793 	dev_vdbg(rtd->dev, "PCM: DMA pointer %du bytes, pos %llu\n",
794 		position, ppos);
795 	return offset;
796 }
797 
hsw_pcm_open(struct snd_pcm_substream * substream)798 static int hsw_pcm_open(struct snd_pcm_substream *substream)
799 {
800 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
801 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
802 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
803 	struct hsw_pcm_data *pcm_data;
804 	struct sst_hsw *hsw = pdata->hsw;
805 	int dai;
806 
807 	dai = mod_map[rtd->cpu_dai->id].dai_id;
808 	pcm_data = &pdata->pcm[dai][substream->stream];
809 
810 	mutex_lock(&pcm_data->mutex);
811 	pm_runtime_get_sync(pdata->dev);
812 
813 	pcm_data->substream = substream;
814 
815 	snd_soc_set_runtime_hwparams(substream, &hsw_pcm_hardware);
816 
817 	pcm_data->stream = sst_hsw_stream_new(hsw, rtd->cpu_dai->id,
818 		hsw_notify_pointer, pcm_data);
819 	if (pcm_data->stream == NULL) {
820 		dev_err(rtd->dev, "error: failed to create stream\n");
821 		pm_runtime_mark_last_busy(pdata->dev);
822 		pm_runtime_put_autosuspend(pdata->dev);
823 		mutex_unlock(&pcm_data->mutex);
824 		return -EINVAL;
825 	}
826 
827 	mutex_unlock(&pcm_data->mutex);
828 	return 0;
829 }
830 
hsw_pcm_close(struct snd_pcm_substream * substream)831 static int hsw_pcm_close(struct snd_pcm_substream *substream)
832 {
833 	struct snd_soc_pcm_runtime *rtd = substream->private_data;
834 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
835 	struct hsw_priv_data *pdata = snd_soc_component_get_drvdata(component);
836 	struct hsw_pcm_data *pcm_data;
837 	struct sst_hsw *hsw = pdata->hsw;
838 	int ret, dai;
839 
840 	dai = mod_map[rtd->cpu_dai->id].dai_id;
841 	pcm_data = &pdata->pcm[dai][substream->stream];
842 
843 	mutex_lock(&pcm_data->mutex);
844 	ret = sst_hsw_stream_reset(hsw, pcm_data->stream);
845 	if (ret < 0) {
846 		dev_dbg(rtd->dev, "error: reset stream failed %d\n", ret);
847 		goto out;
848 	}
849 
850 	ret = sst_hsw_stream_free(hsw, pcm_data->stream);
851 	if (ret < 0) {
852 		dev_dbg(rtd->dev, "error: free stream failed %d\n", ret);
853 		goto out;
854 	}
855 	pcm_data->allocated = false;
856 	pcm_data->stream = NULL;
857 
858 out:
859 	pm_runtime_mark_last_busy(pdata->dev);
860 	pm_runtime_put_autosuspend(pdata->dev);
861 	mutex_unlock(&pcm_data->mutex);
862 	return ret;
863 }
864 
865 static const struct snd_pcm_ops hsw_pcm_ops = {
866 	.open		= hsw_pcm_open,
867 	.close		= hsw_pcm_close,
868 	.ioctl		= snd_pcm_lib_ioctl,
869 	.hw_params	= hsw_pcm_hw_params,
870 	.hw_free	= hsw_pcm_hw_free,
871 	.trigger	= hsw_pcm_trigger,
872 	.pointer	= hsw_pcm_pointer,
873 	.page		= snd_pcm_sgbuf_ops_page,
874 };
875 
hsw_pcm_create_modules(struct hsw_priv_data * pdata)876 static int hsw_pcm_create_modules(struct hsw_priv_data *pdata)
877 {
878 	struct sst_hsw *hsw = pdata->hsw;
879 	struct hsw_pcm_data *pcm_data;
880 	int i;
881 
882 	for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
883 		pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
884 
885 		/* create new runtime module, use same offset if recreated */
886 		pcm_data->runtime = sst_hsw_runtime_module_create(hsw,
887 			mod_map[i].mod_id, pcm_data->persistent_offset);
888 		if (pcm_data->runtime == NULL)
889 			goto err;
890 		pcm_data->persistent_offset =
891 			pcm_data->runtime->persistent_offset;
892 	}
893 
894 	/* create runtime blocks for module waves */
895 	if (sst_hsw_is_module_loaded(hsw, SST_HSW_MODULE_WAVES)) {
896 		pdata->runtime_waves = sst_hsw_runtime_module_create(hsw,
897 			SST_HSW_MODULE_WAVES, 0);
898 		if (pdata->runtime_waves == NULL)
899 			goto err;
900 	}
901 
902 	return 0;
903 
904 err:
905 	for (--i; i >= 0; i--) {
906 		pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
907 		sst_hsw_runtime_module_free(pcm_data->runtime);
908 	}
909 
910 	return -ENODEV;
911 }
912 
hsw_pcm_free_modules(struct hsw_priv_data * pdata)913 static void hsw_pcm_free_modules(struct hsw_priv_data *pdata)
914 {
915 	struct sst_hsw *hsw = pdata->hsw;
916 	struct hsw_pcm_data *pcm_data;
917 	int i;
918 
919 	for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
920 		pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
921 		if (pcm_data->runtime){
922 			sst_hsw_runtime_module_free(pcm_data->runtime);
923 			pcm_data->runtime = NULL;
924 		}
925 	}
926 	if (sst_hsw_is_module_loaded(hsw, SST_HSW_MODULE_WAVES) &&
927 				pdata->runtime_waves) {
928 		sst_hsw_runtime_module_free(pdata->runtime_waves);
929 		pdata->runtime_waves = NULL;
930 	}
931 }
932 
hsw_pcm_new(struct snd_soc_pcm_runtime * rtd)933 static int hsw_pcm_new(struct snd_soc_pcm_runtime *rtd)
934 {
935 	struct snd_pcm *pcm = rtd->pcm;
936 	struct snd_soc_component *component = snd_soc_rtdcom_lookup(rtd, DRV_NAME);
937 	struct sst_pdata *pdata = dev_get_platdata(component->dev);
938 	struct hsw_priv_data *priv_data = dev_get_drvdata(component->dev);
939 	struct device *dev = pdata->dma_dev;
940 
941 	if (pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream ||
942 			pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream) {
943 		snd_pcm_lib_preallocate_pages_for_all(pcm,
944 			SNDRV_DMA_TYPE_DEV_SG,
945 			dev,
946 			hsw_pcm_hardware.buffer_bytes_max,
947 			hsw_pcm_hardware.buffer_bytes_max);
948 	}
949 	if (pcm->streams[SNDRV_PCM_STREAM_PLAYBACK].substream)
950 		priv_data->pcm[rtd->cpu_dai->id][SNDRV_PCM_STREAM_PLAYBACK].hsw_pcm = pcm;
951 	if (pcm->streams[SNDRV_PCM_STREAM_CAPTURE].substream)
952 		priv_data->pcm[rtd->cpu_dai->id][SNDRV_PCM_STREAM_CAPTURE].hsw_pcm = pcm;
953 
954 	return 0;
955 }
956 
957 #define HSW_FORMATS \
958 	(SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE)
959 
960 static struct snd_soc_dai_driver hsw_dais[] = {
961 	{
962 		.name  = "System Pin",
963 		.id = HSW_PCM_DAI_ID_SYSTEM,
964 		.playback = {
965 			.stream_name = "System Playback",
966 			.channels_min = 2,
967 			.channels_max = 2,
968 			.rates = SNDRV_PCM_RATE_48000,
969 			.formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
970 		},
971 		.capture = {
972 			.stream_name = "Analog Capture",
973 			.channels_min = 2,
974 			.channels_max = 4,
975 			.rates = SNDRV_PCM_RATE_48000,
976 			.formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
977 		},
978 	},
979 	{
980 		/* PCM */
981 		.name  = "Offload0 Pin",
982 		.id = HSW_PCM_DAI_ID_OFFLOAD0,
983 		.playback = {
984 			.stream_name = "Offload0 Playback",
985 			.channels_min = 2,
986 			.channels_max = 2,
987 			.rates = SNDRV_PCM_RATE_8000_192000,
988 			.formats = HSW_FORMATS,
989 		},
990 	},
991 	{
992 		/* PCM */
993 		.name  = "Offload1 Pin",
994 		.id = HSW_PCM_DAI_ID_OFFLOAD1,
995 		.playback = {
996 			.stream_name = "Offload1 Playback",
997 			.channels_min = 2,
998 			.channels_max = 2,
999 			.rates = SNDRV_PCM_RATE_8000_192000,
1000 			.formats = HSW_FORMATS,
1001 		},
1002 	},
1003 	{
1004 		.name  = "Loopback Pin",
1005 		.id = HSW_PCM_DAI_ID_LOOPBACK,
1006 		.capture = {
1007 			.stream_name = "Loopback Capture",
1008 			.channels_min = 2,
1009 			.channels_max = 2,
1010 			.rates = SNDRV_PCM_RATE_48000,
1011 			.formats = SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S16_LE,
1012 		},
1013 	},
1014 };
1015 
1016 static const struct snd_soc_dapm_widget widgets[] = {
1017 
1018 	/* Backend DAIs  */
1019 	SND_SOC_DAPM_AIF_IN("SSP0 CODEC IN", NULL, 0, SND_SOC_NOPM, 0, 0),
1020 	SND_SOC_DAPM_AIF_OUT("SSP0 CODEC OUT", NULL, 0, SND_SOC_NOPM, 0, 0),
1021 	SND_SOC_DAPM_AIF_IN("SSP1 BT IN", NULL, 0, SND_SOC_NOPM, 0, 0),
1022 	SND_SOC_DAPM_AIF_OUT("SSP1 BT OUT", NULL, 0, SND_SOC_NOPM, 0, 0),
1023 
1024 	/* Global Playback Mixer */
1025 	SND_SOC_DAPM_MIXER("Playback VMixer", SND_SOC_NOPM, 0, 0, NULL, 0),
1026 };
1027 
1028 static const struct snd_soc_dapm_route graph[] = {
1029 
1030 	/* Playback Mixer */
1031 	{"Playback VMixer", NULL, "System Playback"},
1032 	{"Playback VMixer", NULL, "Offload0 Playback"},
1033 	{"Playback VMixer", NULL, "Offload1 Playback"},
1034 
1035 	{"SSP0 CODEC OUT", NULL, "Playback VMixer"},
1036 
1037 	{"Analog Capture", NULL, "SSP0 CODEC IN"},
1038 };
1039 
hsw_pcm_probe(struct snd_soc_component * component)1040 static int hsw_pcm_probe(struct snd_soc_component *component)
1041 {
1042 	struct hsw_priv_data *priv_data = snd_soc_component_get_drvdata(component);
1043 	struct sst_pdata *pdata = dev_get_platdata(component->dev);
1044 	struct device *dma_dev, *dev;
1045 	int i, ret = 0;
1046 
1047 	if (!pdata)
1048 		return -ENODEV;
1049 
1050 	dev = component->dev;
1051 	dma_dev = pdata->dma_dev;
1052 
1053 	priv_data->hsw = pdata->dsp;
1054 	priv_data->dev = dev;
1055 	priv_data->pm_state = HSW_PM_STATE_D0;
1056 	priv_data->soc_card = component->card;
1057 
1058 	/* allocate DSP buffer page tables */
1059 	for (i = 0; i < ARRAY_SIZE(hsw_dais); i++) {
1060 
1061 		/* playback */
1062 		if (hsw_dais[i].playback.channels_min) {
1063 			mutex_init(&priv_data->pcm[i][SNDRV_PCM_STREAM_PLAYBACK].mutex);
1064 			ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, dma_dev,
1065 				PAGE_SIZE, &priv_data->dmab[i][0]);
1066 			if (ret < 0)
1067 				goto err;
1068 		}
1069 
1070 		/* capture */
1071 		if (hsw_dais[i].capture.channels_min) {
1072 			mutex_init(&priv_data->pcm[i][SNDRV_PCM_STREAM_CAPTURE].mutex);
1073 			ret = snd_dma_alloc_pages(SNDRV_DMA_TYPE_DEV, dma_dev,
1074 				PAGE_SIZE, &priv_data->dmab[i][1]);
1075 			if (ret < 0)
1076 				goto err;
1077 		}
1078 	}
1079 
1080 	/* allocate runtime modules */
1081 	ret = hsw_pcm_create_modules(priv_data);
1082 	if (ret < 0)
1083 		goto err;
1084 
1085 	/* enable runtime PM with auto suspend */
1086 	pm_runtime_set_autosuspend_delay(dev, SST_RUNTIME_SUSPEND_DELAY);
1087 	pm_runtime_use_autosuspend(dev);
1088 	pm_runtime_enable(dev);
1089 	pm_runtime_idle(dev);
1090 
1091 	return 0;
1092 
1093 err:
1094 	for (--i; i >= 0; i--) {
1095 		if (hsw_dais[i].playback.channels_min)
1096 			snd_dma_free_pages(&priv_data->dmab[i][0]);
1097 		if (hsw_dais[i].capture.channels_min)
1098 			snd_dma_free_pages(&priv_data->dmab[i][1]);
1099 	}
1100 	return ret;
1101 }
1102 
hsw_pcm_remove(struct snd_soc_component * component)1103 static void hsw_pcm_remove(struct snd_soc_component *component)
1104 {
1105 	struct hsw_priv_data *priv_data =
1106 		snd_soc_component_get_drvdata(component);
1107 	int i;
1108 
1109 	pm_runtime_disable(component->dev);
1110 	hsw_pcm_free_modules(priv_data);
1111 
1112 	for (i = 0; i < ARRAY_SIZE(hsw_dais); i++) {
1113 		if (hsw_dais[i].playback.channels_min)
1114 			snd_dma_free_pages(&priv_data->dmab[i][0]);
1115 		if (hsw_dais[i].capture.channels_min)
1116 			snd_dma_free_pages(&priv_data->dmab[i][1]);
1117 	}
1118 }
1119 
1120 static const struct snd_soc_component_driver hsw_dai_component = {
1121 	.name		= DRV_NAME,
1122 	.probe		= hsw_pcm_probe,
1123 	.remove		= hsw_pcm_remove,
1124 	.ops		= &hsw_pcm_ops,
1125 	.pcm_new	= hsw_pcm_new,
1126 	.controls	= hsw_volume_controls,
1127 	.num_controls	= ARRAY_SIZE(hsw_volume_controls),
1128 	.dapm_widgets	= widgets,
1129 	.num_dapm_widgets = ARRAY_SIZE(widgets),
1130 	.dapm_routes	= graph,
1131 	.num_dapm_routes = ARRAY_SIZE(graph),
1132 };
1133 
hsw_pcm_dev_probe(struct platform_device * pdev)1134 static int hsw_pcm_dev_probe(struct platform_device *pdev)
1135 {
1136 	struct sst_pdata *sst_pdata = dev_get_platdata(&pdev->dev);
1137 	struct hsw_priv_data *priv_data;
1138 	int ret;
1139 
1140 	if (!sst_pdata)
1141 		return -EINVAL;
1142 
1143 	priv_data = devm_kzalloc(&pdev->dev, sizeof(*priv_data), GFP_KERNEL);
1144 	if (!priv_data)
1145 		return -ENOMEM;
1146 
1147 	ret = sst_hsw_dsp_init(&pdev->dev, sst_pdata);
1148 	if (ret < 0)
1149 		return -ENODEV;
1150 
1151 	priv_data->hsw = sst_pdata->dsp;
1152 	platform_set_drvdata(pdev, priv_data);
1153 
1154 	ret = devm_snd_soc_register_component(&pdev->dev, &hsw_dai_component,
1155 		hsw_dais, ARRAY_SIZE(hsw_dais));
1156 	if (ret < 0)
1157 		goto err_plat;
1158 
1159 	return 0;
1160 
1161 err_plat:
1162 	sst_hsw_dsp_free(&pdev->dev, sst_pdata);
1163 	return 0;
1164 }
1165 
hsw_pcm_dev_remove(struct platform_device * pdev)1166 static int hsw_pcm_dev_remove(struct platform_device *pdev)
1167 {
1168 	struct sst_pdata *sst_pdata = dev_get_platdata(&pdev->dev);
1169 
1170 	sst_hsw_dsp_free(&pdev->dev, sst_pdata);
1171 
1172 	return 0;
1173 }
1174 
1175 #ifdef CONFIG_PM
1176 
hsw_pcm_runtime_idle(struct device * dev)1177 static int hsw_pcm_runtime_idle(struct device *dev)
1178 {
1179 	return 0;
1180 }
1181 
hsw_pcm_suspend(struct device * dev)1182 static int hsw_pcm_suspend(struct device *dev)
1183 {
1184 	struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1185 	struct sst_hsw *hsw = pdata->hsw;
1186 
1187 	/* enter D3 state and stall */
1188 	sst_hsw_dsp_runtime_suspend(hsw);
1189 	/* free all runtime modules */
1190 	hsw_pcm_free_modules(pdata);
1191 	/* put the DSP to sleep, fw unloaded after runtime modules freed */
1192 	sst_hsw_dsp_runtime_sleep(hsw);
1193 	return 0;
1194 }
1195 
hsw_pcm_runtime_suspend(struct device * dev)1196 static int hsw_pcm_runtime_suspend(struct device *dev)
1197 {
1198 	struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1199 	struct sst_hsw *hsw = pdata->hsw;
1200 	int ret;
1201 
1202 	if (pdata->pm_state >= HSW_PM_STATE_RTD3)
1203 		return 0;
1204 
1205 	/* fw modules will be unloaded on RTD3, set flag to track */
1206 	if (sst_hsw_is_module_active(hsw, SST_HSW_MODULE_WAVES)) {
1207 		ret = sst_hsw_module_disable(hsw, SST_HSW_MODULE_WAVES, 0);
1208 		if (ret < 0)
1209 			return ret;
1210 		sst_hsw_set_module_enabled_rtd3(hsw, SST_HSW_MODULE_WAVES);
1211 	}
1212 	hsw_pcm_suspend(dev);
1213 	pdata->pm_state = HSW_PM_STATE_RTD3;
1214 
1215 	return 0;
1216 }
1217 
hsw_pcm_runtime_resume(struct device * dev)1218 static int hsw_pcm_runtime_resume(struct device *dev)
1219 {
1220 	struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1221 	struct sst_hsw *hsw = pdata->hsw;
1222 	int ret;
1223 
1224 	if (pdata->pm_state != HSW_PM_STATE_RTD3)
1225 		return 0;
1226 
1227 	ret = sst_hsw_dsp_load(hsw);
1228 	if (ret < 0) {
1229 		dev_err(dev, "failed to reload %d\n", ret);
1230 		return ret;
1231 	}
1232 
1233 	ret = hsw_pcm_create_modules(pdata);
1234 	if (ret < 0) {
1235 		dev_err(dev, "failed to create modules %d\n", ret);
1236 		return ret;
1237 	}
1238 
1239 	ret = sst_hsw_dsp_runtime_resume(hsw);
1240 	if (ret < 0)
1241 		return ret;
1242 	else if (ret == 1) /* no action required */
1243 		return 0;
1244 
1245 	/* check flag when resume */
1246 	if (sst_hsw_is_module_enabled_rtd3(hsw, SST_HSW_MODULE_WAVES)) {
1247 		ret = sst_hsw_module_enable(hsw, SST_HSW_MODULE_WAVES, 0);
1248 		if (ret < 0)
1249 			return ret;
1250 		/* put parameters from buffer to dsp */
1251 		ret = sst_hsw_launch_param_buf(hsw);
1252 		if (ret < 0)
1253 			return ret;
1254 		/* unset flag */
1255 		sst_hsw_set_module_disabled_rtd3(hsw, SST_HSW_MODULE_WAVES);
1256 	}
1257 
1258 	pdata->pm_state = HSW_PM_STATE_D0;
1259 	return ret;
1260 }
1261 
1262 #else
1263 #define hsw_pcm_runtime_idle		NULL
1264 #define hsw_pcm_runtime_suspend		NULL
1265 #define hsw_pcm_runtime_resume		NULL
1266 #endif
1267 
1268 #ifdef CONFIG_PM
1269 
hsw_pcm_complete(struct device * dev)1270 static void hsw_pcm_complete(struct device *dev)
1271 {
1272 	struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1273 	struct sst_hsw *hsw = pdata->hsw;
1274 	struct hsw_pcm_data *pcm_data;
1275 	int i, err;
1276 
1277 	if (pdata->pm_state != HSW_PM_STATE_D3)
1278 		return;
1279 
1280 	err = sst_hsw_dsp_load(hsw);
1281 	if (err < 0) {
1282 		dev_err(dev, "failed to reload %d\n", err);
1283 		return;
1284 	}
1285 
1286 	err = hsw_pcm_create_modules(pdata);
1287 	if (err < 0) {
1288 		dev_err(dev, "failed to create modules %d\n", err);
1289 		return;
1290 	}
1291 
1292 	for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1293 		pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1294 
1295 		if (!pcm_data->substream)
1296 			continue;
1297 
1298 		err = sst_module_runtime_restore(pcm_data->runtime,
1299 			&pcm_data->context);
1300 		if (err < 0)
1301 			dev_err(dev, "failed to restore context for PCM %d\n", i);
1302 	}
1303 
1304 	snd_soc_resume(pdata->soc_card->dev);
1305 
1306 	err = sst_hsw_dsp_runtime_resume(hsw);
1307 	if (err < 0)
1308 		return;
1309 	else if (err == 1) /* no action required */
1310 		return;
1311 
1312 	pdata->pm_state = HSW_PM_STATE_D0;
1313 	return;
1314 }
1315 
hsw_pcm_prepare(struct device * dev)1316 static int hsw_pcm_prepare(struct device *dev)
1317 {
1318 	struct hsw_priv_data *pdata = dev_get_drvdata(dev);
1319 	struct hsw_pcm_data *pcm_data;
1320 	int i, err;
1321 
1322 	if (pdata->pm_state == HSW_PM_STATE_D3)
1323 		return 0;
1324 	else if (pdata->pm_state == HSW_PM_STATE_D0) {
1325 		/* suspend all active streams */
1326 		for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1327 			pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1328 
1329 			if (!pcm_data->substream)
1330 				continue;
1331 			dev_dbg(dev, "suspending pcm %d\n", i);
1332 			snd_pcm_suspend_all(pcm_data->hsw_pcm);
1333 
1334 			/* We need to wait until the DSP FW stops the streams */
1335 			msleep(2);
1336 		}
1337 
1338 		/* preserve persistent memory */
1339 		for (i = 0; i < ARRAY_SIZE(mod_map); i++) {
1340 			pcm_data = &pdata->pcm[mod_map[i].dai_id][mod_map[i].stream];
1341 
1342 			if (!pcm_data->substream)
1343 				continue;
1344 
1345 			dev_dbg(dev, "saving context pcm %d\n", i);
1346 			err = sst_module_runtime_save(pcm_data->runtime,
1347 				&pcm_data->context);
1348 			if (err < 0)
1349 				dev_err(dev, "failed to save context for PCM %d\n", i);
1350 		}
1351 		hsw_pcm_suspend(dev);
1352 	}
1353 
1354 	snd_soc_suspend(pdata->soc_card->dev);
1355 	snd_soc_poweroff(pdata->soc_card->dev);
1356 
1357 	pdata->pm_state = HSW_PM_STATE_D3;
1358 
1359 	return 0;
1360 }
1361 
1362 #else
1363 #define hsw_pcm_prepare		NULL
1364 #define hsw_pcm_complete	NULL
1365 #endif
1366 
1367 static const struct dev_pm_ops hsw_pcm_pm = {
1368 	.runtime_idle = hsw_pcm_runtime_idle,
1369 	.runtime_suspend = hsw_pcm_runtime_suspend,
1370 	.runtime_resume = hsw_pcm_runtime_resume,
1371 	.prepare = hsw_pcm_prepare,
1372 	.complete = hsw_pcm_complete,
1373 };
1374 
1375 static struct platform_driver hsw_pcm_driver = {
1376 	.driver = {
1377 		.name = "haswell-pcm-audio",
1378 		.pm = &hsw_pcm_pm,
1379 	},
1380 
1381 	.probe = hsw_pcm_dev_probe,
1382 	.remove = hsw_pcm_dev_remove,
1383 };
1384 module_platform_driver(hsw_pcm_driver);
1385 
1386 MODULE_AUTHOR("Liam Girdwood, Xingchao Wang");
1387 MODULE_DESCRIPTION("Haswell/Lynxpoint + Broadwell/Wildcatpoint PCM");
1388 MODULE_LICENSE("GPL v2");
1389 MODULE_ALIAS("platform:haswell-pcm-audio");
1390