54 	struct snd_compr_stream stream;  member
116 	INIT_DELAYED_WORK(&data->stream.error_work, error_delayed_work);  in snd_compr_open()
118 	data->stream.ops = compr->ops;  in snd_compr_open()
119 	data->stream.direction = dirn;  in snd_compr_open()
120 	data->stream.private_data = compr->private_data;  in snd_compr_open()
121 	data->stream.device = compr;  in snd_compr_open()
130 	data->stream.runtime = runtime;  in snd_compr_open()
133 	ret = compr->ops->open(&data->stream);  in snd_compr_open()
146 	struct snd_compr_runtime *runtime = data->stream.runtime;  in snd_compr_free()
148 	cancel_delayed_work_sync(&data->stream.error_work);  in snd_compr_free()
154 		data->stream.ops->trigger(&data->stream, SNDRV_PCM_TRIGGER_STOP);  in snd_compr_free()
160 	data->stream.ops->free(&data->stream);  in snd_compr_free()
161 	if (!data->stream.runtime->dma_buffer_p)  in snd_compr_free()
162 		kfree(data->stream.runtime->buffer);  in snd_compr_free()
163 	kfree(data->stream.runtime);  in snd_compr_free()
168 static int snd_compr_update_tstamp(struct snd_compr_stream *stream,  in snd_compr_update_tstamp()  argument
171 	if (!stream->ops->pointer)  in snd_compr_update_tstamp()
173 	stream->ops->pointer(stream, tstamp);  in snd_compr_update_tstamp()
176 	if (stream->direction == SND_COMPRESS_PLAYBACK)  in snd_compr_update_tstamp()
177 		stream->runtime->total_bytes_transferred = tstamp->copied_total;  in snd_compr_update_tstamp()
179 		stream->runtime->total_bytes_available = tstamp->copied_total;  in snd_compr_update_tstamp()
183 static size_t snd_compr_calc_avail(struct snd_compr_stream *stream,  in snd_compr_calc_avail()  argument
187 	snd_compr_update_tstamp(stream, &avail->tstamp);  in snd_compr_calc_avail()
190 	if (stream->runtime->total_bytes_available == 0 &&  in snd_compr_calc_avail()
191 			stream->runtime->state == SNDRV_PCM_STATE_SETUP &&  in snd_compr_calc_avail()
192 			stream->direction == SND_COMPRESS_PLAYBACK) {  in snd_compr_calc_avail()
194 		return stream->runtime->buffer_size;  in snd_compr_calc_avail()
197 			stream->runtime->total_bytes_available,  in snd_compr_calc_avail()
198 			stream->runtime->total_bytes_transferred);  in snd_compr_calc_avail()
199 	if (stream->runtime->total_bytes_available ==  in snd_compr_calc_avail()
200 				stream->runtime->total_bytes_transferred) {  in snd_compr_calc_avail()
201 		if (stream->direction == SND_COMPRESS_PLAYBACK) {  in snd_compr_calc_avail()
203 			return stream->runtime->buffer_size;  in snd_compr_calc_avail()
210 	avail->avail = stream->runtime->total_bytes_available -  in snd_compr_calc_avail()
211 			stream->runtime->total_bytes_transferred;  in snd_compr_calc_avail()
212 	if (stream->direction == SND_COMPRESS_PLAYBACK)  in snd_compr_calc_avail()
213 		avail->avail = stream->runtime->buffer_size - avail->avail;  in snd_compr_calc_avail()
219 static inline size_t snd_compr_get_avail(struct snd_compr_stream *stream)  in snd_compr_get_avail()  argument
223 	return snd_compr_calc_avail(stream, &avail);  in snd_compr_get_avail()
227 snd_compr_ioctl_avail(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_ioctl_avail()  argument
232 	avail = snd_compr_calc_avail(stream, &ioctl_avail);  in snd_compr_ioctl_avail()
235 	switch (stream->runtime->state) {  in snd_compr_ioctl_avail()
250 static int snd_compr_write_data(struct snd_compr_stream *stream,  in snd_compr_write_data()  argument
255 	struct snd_compr_runtime *runtime = stream->runtime;  in snd_compr_write_data()
276 	if (stream->ops->ack)  in snd_compr_write_data()
277 		stream->ops->ack(stream, count);  in snd_compr_write_data()
285 	struct snd_compr_stream *stream;  in snd_compr_write()  local
292 	stream = &data->stream;  in snd_compr_write()
293 	mutex_lock(&stream->device->lock);  in snd_compr_write()
295 	switch (stream->runtime->state) {  in snd_compr_write()
301 		mutex_unlock(&stream->device->lock);  in snd_compr_write()
305 	avail = snd_compr_get_avail(stream);  in snd_compr_write()
311 	if (stream->ops->copy) {  in snd_compr_write()
313 		retval = stream->ops->copy(stream, cbuf, avail);  in snd_compr_write()
315 		retval = snd_compr_write_data(stream, buf, avail);  in snd_compr_write()
318 		stream->runtime->total_bytes_available += retval;  in snd_compr_write()
322 	if (stream->runtime->state == SNDRV_PCM_STATE_SETUP) {  in snd_compr_write()
323 		stream->runtime->state = SNDRV_PCM_STATE_PREPARED;  in snd_compr_write()
327 	mutex_unlock(&stream->device->lock);  in snd_compr_write()
336 	struct snd_compr_stream *stream;  in snd_compr_read()  local
343 	stream = &data->stream;  in snd_compr_read()
344 	mutex_lock(&stream->device->lock);  in snd_compr_read()
350 	switch (stream->runtime->state) {  in snd_compr_read()
362 	avail = snd_compr_get_avail(stream);  in snd_compr_read()
368 	if (stream->ops->copy) {  in snd_compr_read()
369 		retval = stream->ops->copy(stream, buf, avail);  in snd_compr_read()
375 		stream->runtime->total_bytes_transferred += retval;  in snd_compr_read()
378 	mutex_unlock(&stream->device->lock);  in snd_compr_read()
387 static __poll_t snd_compr_get_poll(struct snd_compr_stream *stream)  in snd_compr_get_poll()  argument
389 	if (stream->direction == SND_COMPRESS_PLAYBACK)  in snd_compr_get_poll()
398 	struct snd_compr_stream *stream;  in snd_compr_poll()  local
405 	stream = &data->stream;  in snd_compr_poll()
407 	mutex_lock(&stream->device->lock);  in snd_compr_poll()
409 	switch (stream->runtime->state) {  in snd_compr_poll()
412 		retval = snd_compr_get_poll(stream) | EPOLLERR;  in snd_compr_poll()
418 	poll_wait(f, &stream->runtime->sleep, wait);  in snd_compr_poll()
420 	avail = snd_compr_get_avail(stream);  in snd_compr_poll()
423 	switch (stream->runtime->state) {  in snd_compr_poll()
428 		retval = snd_compr_get_poll(stream);  in snd_compr_poll()
429 		stream->runtime->state = SNDRV_PCM_STATE_SETUP;  in snd_compr_poll()
434 		if (avail >= stream->runtime->fragment_size)  in snd_compr_poll()
435 			retval = snd_compr_get_poll(stream);  in snd_compr_poll()
438 		retval = snd_compr_get_poll(stream) | EPOLLERR;  in snd_compr_poll()
442 	mutex_unlock(&stream->device->lock);  in snd_compr_poll()
447 snd_compr_get_caps(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_get_caps()  argument
452 	if (!stream->ops->get_caps)  in snd_compr_get_caps()
456 	retval = stream->ops->get_caps(stream, &caps);  in snd_compr_get_caps()
467 snd_compr_get_codec_caps(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_get_codec_caps()  argument
472 	if (!stream->ops->get_codec_caps)  in snd_compr_get_codec_caps()
479 	retval = stream->ops->get_codec_caps(stream, caps);  in snd_compr_get_codec_caps()
492 static int snd_compr_allocate_buffer(struct snd_compr_stream *stream,  in snd_compr_allocate_buffer()  argument
499 	if (stream->ops->copy) {  in snd_compr_allocate_buffer()
505 		if (stream->runtime->dma_buffer_p) {  in snd_compr_allocate_buffer()
507 			if (buffer_size > stream->runtime->dma_buffer_p->bytes)  in snd_compr_allocate_buffer()
508 				dev_err(&stream->device->dev,  in snd_compr_allocate_buffer()
511 				buffer = stream->runtime->dma_buffer_p->area;  in snd_compr_allocate_buffer()
520 	stream->runtime->fragment_size = params->buffer.fragment_size;  in snd_compr_allocate_buffer()
521 	stream->runtime->fragments = params->buffer.fragments;  in snd_compr_allocate_buffer()
522 	stream->runtime->buffer = buffer;  in snd_compr_allocate_buffer()
523 	stream->runtime->buffer_size = buffer_size;  in snd_compr_allocate_buffer()
546 snd_compr_set_params(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_set_params()  argument
551 	if (stream->runtime->state == SNDRV_PCM_STATE_OPEN) {  in snd_compr_set_params()
564 		retval = snd_compr_allocate_buffer(stream, params);  in snd_compr_set_params()
570 		retval = stream->ops->set_params(stream, params);  in snd_compr_set_params()
574 		stream->metadata_set = false;  in snd_compr_set_params()
575 		stream->next_track = false;  in snd_compr_set_params()
577 		stream->runtime->state = SNDRV_PCM_STATE_SETUP;  in snd_compr_set_params()
587 snd_compr_get_params(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_get_params()  argument
592 	if (!stream->ops->get_params)  in snd_compr_get_params()
598 	retval = stream->ops->get_params(stream, params);  in snd_compr_get_params()
610 snd_compr_get_metadata(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_get_metadata()  argument
615 	if (!stream->ops->get_metadata)  in snd_compr_get_metadata()
621 	retval = stream->ops->get_metadata(stream, &metadata);  in snd_compr_get_metadata()
632 snd_compr_set_metadata(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_set_metadata()  argument
637 	if (!stream->ops->set_metadata)  in snd_compr_set_metadata()
646 	retval = stream->ops->set_metadata(stream, &metadata);  in snd_compr_set_metadata()
647 	stream->metadata_set = true;  in snd_compr_set_metadata()
653 snd_compr_tstamp(struct snd_compr_stream *stream, unsigned long arg)  in snd_compr_tstamp()  argument
658 	ret = snd_compr_update_tstamp(stream, &tstamp);  in snd_compr_tstamp()
665 static int snd_compr_pause(struct snd_compr_stream *stream)  in snd_compr_pause()  argument
669 	if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)  in snd_compr_pause()
671 	retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_PUSH);  in snd_compr_pause()
673 		stream->runtime->state = SNDRV_PCM_STATE_PAUSED;  in snd_compr_pause()
677 static int snd_compr_resume(struct snd_compr_stream *stream)  in snd_compr_resume()  argument
681 	if (stream->runtime->state != SNDRV_PCM_STATE_PAUSED)  in snd_compr_resume()
683 	retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_PAUSE_RELEASE);  in snd_compr_resume()
685 		stream->runtime->state = SNDRV_PCM_STATE_RUNNING;  in snd_compr_resume()
689 static int snd_compr_start(struct snd_compr_stream *stream)  in snd_compr_start()  argument
693 	switch (stream->runtime->state) {  in snd_compr_start()
695 		if (stream->direction != SND_COMPRESS_CAPTURE)  in snd_compr_start()
704 	retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_START);  in snd_compr_start()
706 		stream->runtime->state = SNDRV_PCM_STATE_RUNNING;  in snd_compr_start()
710 static int snd_compr_stop(struct snd_compr_stream *stream)  in snd_compr_stop()  argument
714 	switch (stream->runtime->state) {  in snd_compr_stop()
723 	retval = stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_STOP);  in snd_compr_stop()
725 		snd_compr_drain_notify(stream);  in snd_compr_stop()
726 		stream->runtime->total_bytes_available = 0;  in snd_compr_stop()
727 		stream->runtime->total_bytes_transferred = 0;  in snd_compr_stop()
734 	struct snd_compr_stream *stream;  in error_delayed_work()  local
736 	stream = container_of(work, struct snd_compr_stream, error_work.work);  in error_delayed_work()
738 	mutex_lock(&stream->device->lock);  in error_delayed_work()
740 	stream->ops->trigger(stream, SNDRV_PCM_TRIGGER_STOP);  in error_delayed_work()
741 	wake_up(&stream->runtime->sleep);  in error_delayed_work()
743 	mutex_unlock(&stream->device->lock);  in error_delayed_work()
755 int snd_compr_stop_error(struct snd_compr_stream *stream,  in snd_compr_stop_error()  argument
758 	if (stream->runtime->state == state)  in snd_compr_stop_error()
761 	stream->runtime->state = state;  in snd_compr_stop_error()
765 	queue_delayed_work(system_power_efficient_wq, &stream->error_work, 0);  in snd_compr_stop_error()
771 static int snd_compress_wait_for_drain(struct snd_compr_stream *stream)  in snd_compress_wait_for_drain()  argument
783 	stream->runtime->state = SNDRV_PCM_STATE_DRAINING;  in snd_compress_wait_for_drain()
784 	mutex_unlock(&stream->device->lock);  in snd_compress_wait_for_drain()
792 	ret = wait_event_interruptible(stream->runtime->sleep,  in snd_compress_wait_for_drain()
793 			(stream->runtime->state != SNDRV_PCM_STATE_DRAINING));  in snd_compress_wait_for_drain()
800 	wake_up(&stream->runtime->sleep);  in snd_compress_wait_for_drain()
801 	mutex_lock(&stream->device->lock);  in snd_compress_wait_for_drain()
806 static int snd_compr_drain(struct snd_compr_stream *stream)  in snd_compr_drain()  argument
810 	switch (stream->runtime->state) {  in snd_compr_drain()
822 	retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_DRAIN);  in snd_compr_drain()
825 		wake_up(&stream->runtime->sleep);  in snd_compr_drain()
829 	return snd_compress_wait_for_drain(stream);  in snd_compr_drain()
832 static int snd_compr_next_track(struct snd_compr_stream *stream)  in snd_compr_next_track()  argument
837 	if (stream->runtime->state != SNDRV_PCM_STATE_RUNNING)  in snd_compr_next_track()
841 	if (stream->direction == SND_COMPRESS_CAPTURE)  in snd_compr_next_track()
847 	if (stream->metadata_set == false)  in snd_compr_next_track()
850 	retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_NEXT_TRACK);  in snd_compr_next_track()
853 	stream->metadata_set = false;  in snd_compr_next_track()
854 	stream->next_track = true;  in snd_compr_next_track()
858 static int snd_compr_partial_drain(struct snd_compr_stream *stream)  in snd_compr_partial_drain()  argument
862 	switch (stream->runtime->state) {  in snd_compr_partial_drain()
875 	if (stream->direction == SND_COMPRESS_CAPTURE)  in snd_compr_partial_drain()
879 	if (stream->next_track == false)  in snd_compr_partial_drain()
882 	retval = stream->ops->trigger(stream, SND_COMPR_TRIGGER_PARTIAL_DRAIN);  in snd_compr_partial_drain()
885 		wake_up(&stream->runtime->sleep);  in snd_compr_partial_drain()
889 	stream->next_track = false;  in snd_compr_partial_drain()
890 	return snd_compress_wait_for_drain(stream);  in snd_compr_partial_drain()
896 	struct snd_compr_stream *stream;  in snd_compr_ioctl()  local
902 	stream = &data->stream;  in snd_compr_ioctl()
904 	mutex_lock(&stream->device->lock);  in snd_compr_ioctl()
911 		retval = snd_compr_get_caps(stream, arg);  in snd_compr_ioctl()
915 		retval = snd_compr_get_codec_caps(stream, arg);  in snd_compr_ioctl()
919 		retval = snd_compr_set_params(stream, arg);  in snd_compr_ioctl()
922 		retval = snd_compr_get_params(stream, arg);  in snd_compr_ioctl()
925 		retval = snd_compr_set_metadata(stream, arg);  in snd_compr_ioctl()
928 		retval = snd_compr_get_metadata(stream, arg);  in snd_compr_ioctl()
931 		retval = snd_compr_tstamp(stream, arg);  in snd_compr_ioctl()
934 		retval = snd_compr_ioctl_avail(stream, arg);  in snd_compr_ioctl()
937 		retval = snd_compr_pause(stream);  in snd_compr_ioctl()
940 		retval = snd_compr_resume(stream);  in snd_compr_ioctl()
943 		retval = snd_compr_start(stream);  in snd_compr_ioctl()
946 		retval = snd_compr_stop(stream);  in snd_compr_ioctl()
949 		retval = snd_compr_drain(stream);  in snd_compr_ioctl()
952 		retval = snd_compr_partial_drain(stream);  in snd_compr_ioctl()
955 		retval = snd_compr_next_track(stream);  in snd_compr_ioctl()
959 	mutex_unlock(&stream->device->lock);  in snd_compr_ioctl()