100 		usb_free_coherent(u->ep->chip->dev, u->buffer_size,  in release_urb_ctx()
133 static inline bool ep_state_running(struct snd_usb_endpoint *ep)  in ep_state_running()  argument
135 	return atomic_read(&ep->state) == EP_STATE_RUNNING;  in ep_state_running()
138 static inline bool ep_state_update(struct snd_usb_endpoint *ep, int old, int new)  in ep_state_update()  argument
140 	return atomic_try_cmpxchg(&ep->state, &old, new);  in ep_state_update()
151 int snd_usb_endpoint_implicit_feedback_sink(struct snd_usb_endpoint *ep)  in snd_usb_endpoint_implicit_feedback_sink()  argument
153 	return  ep->implicit_fb_sync && usb_pipeout(ep->pipe);  in snd_usb_endpoint_implicit_feedback_sink()
163 static int slave_next_packet_size(struct snd_usb_endpoint *ep,  in slave_next_packet_size()  argument
170 	if (ep->fill_max)  in slave_next_packet_size()
171 		return ep->maxframesize;  in slave_next_packet_size()
173 	spin_lock_irqsave(&ep->lock, flags);  in slave_next_packet_size()
174 	phase = (ep->phase & 0xffff) + (ep->freqm << ep->datainterval);  in slave_next_packet_size()
175 	ret = min(phase >> 16, ep->maxframesize);  in slave_next_packet_size()
179 		ep->phase = phase;  in slave_next_packet_size()
180 	spin_unlock_irqrestore(&ep->lock, flags);  in slave_next_packet_size()
189 static int next_packet_size(struct snd_usb_endpoint *ep, unsigned int avail)  in next_packet_size()  argument
194 	if (ep->fill_max)  in next_packet_size()
195 		return ep->maxframesize;  in next_packet_size()
197 	sample_accum = ep->sample_accum + ep->sample_rem;  in next_packet_size()
198 	if (sample_accum >= ep->pps) {  in next_packet_size()
199 		sample_accum -= ep->pps;  in next_packet_size()
200 		ret = ep->packsize[1];  in next_packet_size()
202 		ret = ep->packsize[0];  in next_packet_size()
207 		ep->sample_accum = sample_accum;  in next_packet_size()
219 int snd_usb_endpoint_next_packet_size(struct snd_usb_endpoint *ep,  in snd_usb_endpoint_next_packet_size()  argument
232 	if (ep->sync_source)  in snd_usb_endpoint_next_packet_size()
233 		return slave_next_packet_size(ep, avail);  in snd_usb_endpoint_next_packet_size()
235 		return next_packet_size(ep, avail);  in snd_usb_endpoint_next_packet_size()
238 static void call_retire_callback(struct snd_usb_endpoint *ep,  in call_retire_callback()  argument
243 	data_subs = READ_ONCE(ep->data_subs);  in call_retire_callback()
244 	if (data_subs && ep->retire_data_urb)  in call_retire_callback()
245 		ep->retire_data_urb(data_subs, urb);  in call_retire_callback()
248 static void retire_outbound_urb(struct snd_usb_endpoint *ep,  in retire_outbound_urb()  argument
251 	call_retire_callback(ep, urb_ctx->urb);  in retire_outbound_urb()
254 static void snd_usb_handle_sync_urb(struct snd_usb_endpoint *ep,
258 static void retire_inbound_urb(struct snd_usb_endpoint *ep,  in retire_inbound_urb()  argument
264 	if (unlikely(ep->skip_packets > 0)) {  in retire_inbound_urb()
265 		ep->skip_packets--;  in retire_inbound_urb()
269 	sync_sink = READ_ONCE(ep->sync_sink);  in retire_inbound_urb()
271 		snd_usb_handle_sync_urb(sync_sink, ep, urb);  in retire_inbound_urb()
273 	call_retire_callback(ep, urb);  in retire_inbound_urb()
281 static void prepare_silent_urb(struct snd_usb_endpoint *ep,  in prepare_silent_urb()  argument
291 	if (has_tx_length_quirk(ep->chip))  in prepare_silent_urb()
299 		counts = snd_usb_endpoint_next_packet_size(ep, ctx, i, 0);  in prepare_silent_urb()
300 		length = counts * ep->stride; /* number of silent bytes */  in prepare_silent_urb()
301 		offset = offs * ep->stride + extra * i;  in prepare_silent_urb()
310 		       ep->silence_value, length);  in prepare_silent_urb()
315 	urb->transfer_buffer_length = offs * ep->stride + ctx->packets * extra;  in prepare_silent_urb()
322 static int prepare_outbound_urb(struct snd_usb_endpoint *ep,  in prepare_outbound_urb()  argument
330 	urb->dev = ep->chip->dev; /* we need to set this at each time */  in prepare_outbound_urb()
332 	switch (ep->type) {  in prepare_outbound_urb()
334 		data_subs = READ_ONCE(ep->data_subs);  in prepare_outbound_urb()
335 		if (data_subs && ep->prepare_data_urb)  in prepare_outbound_urb()
336 			return ep->prepare_data_urb(data_subs, urb, in_stream_lock);  in prepare_outbound_urb()
338 		prepare_silent_urb(ep, ctx);  in prepare_outbound_urb()
342 		if (snd_usb_get_speed(ep->chip->dev) >= USB_SPEED_HIGH) {  in prepare_outbound_urb()
349 			cp[0] = ep->freqn;  in prepare_outbound_urb()
350 			cp[1] = ep->freqn >> 8;  in prepare_outbound_urb()
351 			cp[2] = ep->freqn >> 16;  in prepare_outbound_urb()
352 			cp[3] = ep->freqn >> 24;  in prepare_outbound_urb()
360 			cp[0] = ep->freqn >> 2;  in prepare_outbound_urb()
361 			cp[1] = ep->freqn >> 10;  in prepare_outbound_urb()
362 			cp[2] = ep->freqn >> 18;  in prepare_outbound_urb()
373 static int prepare_inbound_urb(struct snd_usb_endpoint *ep,  in prepare_inbound_urb()  argument
379 	urb->dev = ep->chip->dev; /* we need to set this at each time */  in prepare_inbound_urb()
381 	switch (ep->type) {  in prepare_inbound_urb()
386 			urb->iso_frame_desc[i].length = ep->curpacksize;  in prepare_inbound_urb()
387 			offs += ep->curpacksize;  in prepare_inbound_urb()
395 		urb->iso_frame_desc[0].length = min(4u, ep->syncmaxsize);  in prepare_inbound_urb()
403 static void notify_xrun(struct snd_usb_endpoint *ep)  in notify_xrun()  argument
407 	data_subs = READ_ONCE(ep->data_subs);  in notify_xrun()
413 next_packet_fifo_enqueue(struct snd_usb_endpoint *ep)  in next_packet_fifo_enqueue()  argument
417 	p = ep->next_packet + (ep->next_packet_head + ep->next_packet_queued) %  in next_packet_fifo_enqueue()
418 		ARRAY_SIZE(ep->next_packet);  in next_packet_fifo_enqueue()
419 	ep->next_packet_queued++;  in next_packet_fifo_enqueue()
424 next_packet_fifo_dequeue(struct snd_usb_endpoint *ep)  in next_packet_fifo_dequeue()  argument
428 	p = ep->next_packet + ep->next_packet_head;  in next_packet_fifo_dequeue()
429 	ep->next_packet_head++;  in next_packet_fifo_dequeue()
430 	ep->next_packet_head %= ARRAY_SIZE(ep->next_packet);  in next_packet_fifo_dequeue()
431 	ep->next_packet_queued--;  in next_packet_fifo_dequeue()
435 static void push_back_to_ready_list(struct snd_usb_endpoint *ep,  in push_back_to_ready_list()  argument
440 	spin_lock_irqsave(&ep->lock, flags);  in push_back_to_ready_list()
441 	list_add_tail(&ctx->ready_list, &ep->ready_playback_urbs);  in push_back_to_ready_list()
442 	spin_unlock_irqrestore(&ep->lock, flags);  in push_back_to_ready_list()
458 void snd_usb_queue_pending_output_urbs(struct snd_usb_endpoint *ep,  in snd_usb_queue_pending_output_urbs()  argument
461 	bool implicit_fb = snd_usb_endpoint_implicit_feedback_sink(ep);  in snd_usb_queue_pending_output_urbs()
463 	while (ep_state_running(ep)) {  in snd_usb_queue_pending_output_urbs()
470 		spin_lock_irqsave(&ep->lock, flags);  in snd_usb_queue_pending_output_urbs()
471 		if ((!implicit_fb || ep->next_packet_queued > 0) &&  in snd_usb_queue_pending_output_urbs()
472 		    !list_empty(&ep->ready_playback_urbs)) {  in snd_usb_queue_pending_output_urbs()
474 			ctx = list_first_entry(&ep->ready_playback_urbs,  in snd_usb_queue_pending_output_urbs()
478 				packet = next_packet_fifo_dequeue(ep);  in snd_usb_queue_pending_output_urbs()
480 		spin_unlock_irqrestore(&ep->lock, flags);  in snd_usb_queue_pending_output_urbs()
492 		err = prepare_outbound_urb(ep, ctx, in_stream_lock);  in snd_usb_queue_pending_output_urbs()
494 		if (unlikely(!ep_state_running(ep)))  in snd_usb_queue_pending_output_urbs()
499 				push_back_to_ready_list(ep, ctx);  in snd_usb_queue_pending_output_urbs()
501 				notify_xrun(ep);  in snd_usb_queue_pending_output_urbs()
507 			usb_audio_err(ep->chip,  in snd_usb_queue_pending_output_urbs()
510 			notify_xrun(ep);  in snd_usb_queue_pending_output_urbs()
514 		set_bit(ctx->index, &ep->active_mask);  in snd_usb_queue_pending_output_urbs()
515 		atomic_inc(&ep->submitted_urbs);  in snd_usb_queue_pending_output_urbs()
525 	struct snd_usb_endpoint *ep = ctx->ep;  in snd_complete_urb()  local
534 	if (unlikely(atomic_read(&ep->chip->shutdown)))  in snd_complete_urb()
537 	if (unlikely(!ep_state_running(ep)))  in snd_complete_urb()
540 	if (usb_pipeout(ep->pipe)) {  in snd_complete_urb()
541 		retire_outbound_urb(ep, ctx);  in snd_complete_urb()
543 		if (unlikely(!ep_state_running(ep)))  in snd_complete_urb()
549 		if (ep->lowlatency_playback ||  in snd_complete_urb()
550 		     snd_usb_endpoint_implicit_feedback_sink(ep)) {  in snd_complete_urb()
551 			push_back_to_ready_list(ep, ctx);  in snd_complete_urb()
552 			clear_bit(ctx->index, &ep->active_mask);  in snd_complete_urb()
553 			snd_usb_queue_pending_output_urbs(ep, false);  in snd_complete_urb()
554 			atomic_dec(&ep->submitted_urbs); /* decrement at last */  in snd_complete_urb()
559 		prepare_outbound_urb(ep, ctx, false);  in snd_complete_urb()
561 		if (unlikely(!ep_state_running(ep)))  in snd_complete_urb()
564 		retire_inbound_urb(ep, ctx);  in snd_complete_urb()
566 		if (unlikely(!ep_state_running(ep)))  in snd_complete_urb()
569 		prepare_inbound_urb(ep, ctx);  in snd_complete_urb()
576 	usb_audio_err(ep->chip, "cannot submit urb (err = %d)\n", err);  in snd_complete_urb()
577 	notify_xrun(ep);  in snd_complete_urb()
580 	clear_bit(ctx->index, &ep->active_mask);  in snd_complete_urb()
581 	atomic_dec(&ep->submitted_urbs);  in snd_complete_urb()
632 	struct snd_usb_endpoint *ep;  in snd_usb_get_endpoint()  local
634 	list_for_each_entry(ep, &chip->ep_list, list) {  in snd_usb_get_endpoint()
635 		if (ep->ep_num == ep_num)  in snd_usb_get_endpoint()
636 			return ep;  in snd_usb_get_endpoint()
665 	struct snd_usb_endpoint *ep;  in snd_usb_add_endpoint()  local
668 	ep = snd_usb_get_endpoint(chip, ep_num);  in snd_usb_add_endpoint()
669 	if (ep)  in snd_usb_add_endpoint()
675 	ep = kzalloc(sizeof(*ep), GFP_KERNEL);  in snd_usb_add_endpoint()
676 	if (!ep)  in snd_usb_add_endpoint()
679 	ep->chip = chip;  in snd_usb_add_endpoint()
680 	spin_lock_init(&ep->lock);  in snd_usb_add_endpoint()
681 	ep->type = type;  in snd_usb_add_endpoint()
682 	ep->ep_num = ep_num;  in snd_usb_add_endpoint()
683 	INIT_LIST_HEAD(&ep->ready_playback_urbs);  in snd_usb_add_endpoint()
684 	atomic_set(&ep->submitted_urbs, 0);  in snd_usb_add_endpoint()
689 		ep->pipe = usb_sndisocpipe(chip->dev, ep_num);  in snd_usb_add_endpoint()
691 		ep->pipe = usb_rcvisocpipe(chip->dev, ep_num);  in snd_usb_add_endpoint()
693 	list_add_tail(&ep->list, &chip->ep_list);  in snd_usb_add_endpoint()
699 				      struct snd_usb_endpoint *ep)  in endpoint_set_syncinterval()  argument
704 	alts = snd_usb_get_host_interface(chip, ep->iface, ep->altsetting);  in endpoint_set_syncinterval()
708 	desc = get_endpoint(alts, ep->ep_idx);  in endpoint_set_syncinterval()
711 		ep->syncinterval = desc->bRefresh;  in endpoint_set_syncinterval()
713 		ep->syncinterval = 1;  in endpoint_set_syncinterval()
715 		ep->syncinterval = desc->bInterval - 1;  in endpoint_set_syncinterval()
717 		ep->syncinterval = 3;  in endpoint_set_syncinterval()
719 	ep->syncmaxsize = le16_to_cpu(desc->wMaxPacketSize);  in endpoint_set_syncinterval()
722 static bool endpoint_compatible(struct snd_usb_endpoint *ep,  in endpoint_compatible()  argument
726 	if (!ep->opened)  in endpoint_compatible()
728 	if (ep->cur_audiofmt != fp)  in endpoint_compatible()
730 	if (ep->cur_rate != params_rate(params) ||  in endpoint_compatible()
731 	    ep->cur_format != params_format(params) ||  in endpoint_compatible()
732 	    ep->cur_period_frames != params_period_size(params) ||  in endpoint_compatible()
733 	    ep->cur_buffer_periods != params_periods(params))  in endpoint_compatible()
743 				 struct snd_usb_endpoint *ep,  in snd_usb_endpoint_compatible()  argument
750 	ret = endpoint_compatible(ep, fp, params);  in snd_usb_endpoint_compatible()
774 	struct snd_usb_endpoint *ep;  in snd_usb_endpoint_open()  local
778 	ep = snd_usb_get_endpoint(chip, ep_num);  in snd_usb_endpoint_open()
779 	if (!ep) {  in snd_usb_endpoint_open()
784 	if (!ep->opened) {  in snd_usb_endpoint_open()
786 			ep->iface = fp->sync_iface;  in snd_usb_endpoint_open()
787 			ep->altsetting = fp->sync_altsetting;  in snd_usb_endpoint_open()
788 			ep->ep_idx = fp->sync_ep_idx;  in snd_usb_endpoint_open()
790 			ep->iface = fp->iface;  in snd_usb_endpoint_open()
791 			ep->altsetting = fp->altsetting;  in snd_usb_endpoint_open()
792 			ep->ep_idx = fp->ep_idx;  in snd_usb_endpoint_open()
795 			      ep_num, ep->iface, ep->altsetting, ep->ep_idx);  in snd_usb_endpoint_open()
797 		ep->iface_ref = iface_ref_find(chip, ep->iface);  in snd_usb_endpoint_open()
798 		if (!ep->iface_ref) {  in snd_usb_endpoint_open()
799 			ep = NULL;  in snd_usb_endpoint_open()
804 			ep->clock_ref = clock_ref_find(chip, fp->clock);  in snd_usb_endpoint_open()
805 			if (!ep->clock_ref) {  in snd_usb_endpoint_open()
806 				ep = NULL;  in snd_usb_endpoint_open()
809 			ep->clock_ref->opened++;  in snd_usb_endpoint_open()
812 		ep->cur_audiofmt = fp;  in snd_usb_endpoint_open()
813 		ep->cur_channels = fp->channels;  in snd_usb_endpoint_open()
814 		ep->cur_rate = params_rate(params);  in snd_usb_endpoint_open()
815 		ep->cur_format = params_format(params);  in snd_usb_endpoint_open()
816 		ep->cur_frame_bytes = snd_pcm_format_physical_width(ep->cur_format) *  in snd_usb_endpoint_open()
817 			ep->cur_channels / 8;  in snd_usb_endpoint_open()
818 		ep->cur_period_frames = params_period_size(params);  in snd_usb_endpoint_open()
819 		ep->cur_period_bytes = ep->cur_period_frames * ep->cur_frame_bytes;  in snd_usb_endpoint_open()
820 		ep->cur_buffer_periods = params_periods(params);  in snd_usb_endpoint_open()
822 		if (ep->type == SND_USB_ENDPOINT_TYPE_SYNC)  in snd_usb_endpoint_open()
823 			endpoint_set_syncinterval(chip, ep);  in snd_usb_endpoint_open()
825 		ep->implicit_fb_sync = fp->implicit_fb;  in snd_usb_endpoint_open()
826 		ep->need_setup = true;  in snd_usb_endpoint_open()
827 		ep->need_prepare = true;  in snd_usb_endpoint_open()
830 			      ep->cur_channels, ep->cur_rate,  in snd_usb_endpoint_open()
831 			      snd_pcm_format_name(ep->cur_format),  in snd_usb_endpoint_open()
832 			      ep->cur_period_bytes, ep->cur_buffer_periods,  in snd_usb_endpoint_open()
833 			      ep->implicit_fb_sync);  in snd_usb_endpoint_open()
836 		if (WARN_ON(!ep->iface_ref)) {  in snd_usb_endpoint_open()
837 			ep = NULL;  in snd_usb_endpoint_open()
841 		if (!endpoint_compatible(ep, fp, params)) {  in snd_usb_endpoint_open()
844 			ep = NULL;  in snd_usb_endpoint_open()
849 			      ep_num, ep->opened);  in snd_usb_endpoint_open()
852 	if (!ep->iface_ref->opened++)  in snd_usb_endpoint_open()
853 		ep->iface_ref->need_setup = true;  in snd_usb_endpoint_open()
855 	ep->opened++;  in snd_usb_endpoint_open()
859 	return ep;  in snd_usb_endpoint_open()
880 void snd_usb_endpoint_set_callback(struct snd_usb_endpoint *ep,  in snd_usb_endpoint_set_callback()  argument
888 	ep->prepare_data_urb = prepare;  in snd_usb_endpoint_set_callback()
889 	ep->retire_data_urb = retire;  in snd_usb_endpoint_set_callback()
891 		ep->lowlatency_playback = data_subs->lowlatency_playback;  in snd_usb_endpoint_set_callback()
893 		ep->lowlatency_playback = false;  in snd_usb_endpoint_set_callback()
894 	WRITE_ONCE(ep->data_subs, data_subs);  in snd_usb_endpoint_set_callback()
898 				  struct snd_usb_endpoint *ep,  in endpoint_set_interface()  argument
901 	int altset = set ? ep->altsetting : 0;  in endpoint_set_interface()
904 	if (ep->iface_ref->altset == altset)  in endpoint_set_interface()
908 		      ep->iface, altset, ep->ep_num);  in endpoint_set_interface()
909 	err = usb_set_interface(chip->dev, ep->iface, altset);  in endpoint_set_interface()
912 			      ep->iface, altset, err);  in endpoint_set_interface()
918 	ep->iface_ref->altset = altset;  in endpoint_set_interface()
928 			    struct snd_usb_endpoint *ep)  in snd_usb_endpoint_close()  argument
932 		      ep->ep_num, ep->opened);  in snd_usb_endpoint_close()
934 	if (!--ep->iface_ref->opened &&  in snd_usb_endpoint_close()
936 		endpoint_set_interface(chip, ep, false);  in snd_usb_endpoint_close()
938 	if (!--ep->opened) {  in snd_usb_endpoint_close()
939 		if (ep->clock_ref) {  in snd_usb_endpoint_close()
940 			if (!--ep->clock_ref->opened)  in snd_usb_endpoint_close()
941 				ep->clock_ref->rate = 0;  in snd_usb_endpoint_close()
943 		ep->iface = 0;  in snd_usb_endpoint_close()
944 		ep->altsetting = 0;  in snd_usb_endpoint_close()
945 		ep->cur_audiofmt = NULL;  in snd_usb_endpoint_close()
946 		ep->cur_rate = 0;  in snd_usb_endpoint_close()
947 		ep->iface_ref = NULL;  in snd_usb_endpoint_close()
948 		ep->clock_ref = NULL;  in snd_usb_endpoint_close()
949 		usb_audio_dbg(chip, "EP 0x%x closed\n", ep->ep_num);  in snd_usb_endpoint_close()
955 void snd_usb_endpoint_suspend(struct snd_usb_endpoint *ep)  in snd_usb_endpoint_suspend()  argument
957 	ep->need_prepare = true;  in snd_usb_endpoint_suspend()
958 	if (ep->iface_ref)  in snd_usb_endpoint_suspend()
959 		ep->iface_ref->need_setup = true;  in snd_usb_endpoint_suspend()
960 	if (ep->clock_ref)  in snd_usb_endpoint_suspend()
961 		ep->clock_ref->rate = 0;  in snd_usb_endpoint_suspend()
967 static int wait_clear_urbs(struct snd_usb_endpoint *ep)  in wait_clear_urbs()  argument
972 	if (atomic_read(&ep->state) != EP_STATE_STOPPING)  in wait_clear_urbs()
976 		alive = atomic_read(&ep->submitted_urbs);  in wait_clear_urbs()
984 		usb_audio_err(ep->chip,  in wait_clear_urbs()
986 			alive, ep->ep_num);  in wait_clear_urbs()
988 	if (ep_state_update(ep, EP_STATE_STOPPING, EP_STATE_STOPPED)) {  in wait_clear_urbs()
989 		ep->sync_sink = NULL;  in wait_clear_urbs()
990 		snd_usb_endpoint_set_callback(ep, NULL, NULL, NULL);  in wait_clear_urbs()
999 void snd_usb_endpoint_sync_pending_stop(struct snd_usb_endpoint *ep)  in snd_usb_endpoint_sync_pending_stop()  argument
1001 	if (ep)  in snd_usb_endpoint_sync_pending_stop()
1002 		wait_clear_urbs(ep);  in snd_usb_endpoint_sync_pending_stop()
1010 static int stop_urbs(struct snd_usb_endpoint *ep, bool force, bool keep_pending)  in stop_urbs()  argument
1015 	if (!force && atomic_read(&ep->running))  in stop_urbs()
1018 	if (!ep_state_update(ep, EP_STATE_RUNNING, EP_STATE_STOPPING))  in stop_urbs()
1021 	spin_lock_irqsave(&ep->lock, flags);  in stop_urbs()
1022 	INIT_LIST_HEAD(&ep->ready_playback_urbs);  in stop_urbs()
1023 	ep->next_packet_head = 0;  in stop_urbs()
1024 	ep->next_packet_queued = 0;  in stop_urbs()
1025 	spin_unlock_irqrestore(&ep->lock, flags);  in stop_urbs()
1030 	for (i = 0; i < ep->nurbs; i++) {  in stop_urbs()
1031 		if (test_bit(i, &ep->active_mask)) {  in stop_urbs()
1032 			if (!test_and_set_bit(i, &ep->unlink_mask)) {  in stop_urbs()
1033 				struct urb *u = ep->urb[i].urb;  in stop_urbs()
1045 static int release_urbs(struct snd_usb_endpoint *ep, bool force)  in release_urbs()  argument
1050 	snd_usb_endpoint_set_callback(ep, NULL, NULL, NULL);  in release_urbs()
1053 	err = stop_urbs(ep, force, false);  in release_urbs()
1057 	wait_clear_urbs(ep);  in release_urbs()
1059 	for (i = 0; i < ep->nurbs; i++)  in release_urbs()
1060 		release_urb_ctx(&ep->urb[i]);  in release_urbs()
1062 	usb_free_coherent(ep->chip->dev, SYNC_URBS * 4,  in release_urbs()
1063 			  ep->syncbuf, ep->sync_dma);  in release_urbs()
1065 	ep->syncbuf = NULL;  in release_urbs()
1066 	ep->nurbs = 0;  in release_urbs()
1073 static int data_ep_set_params(struct snd_usb_endpoint *ep)  in data_ep_set_params()  argument
1075 	struct snd_usb_audio *chip = ep->chip;  in data_ep_set_params()
1079 	const struct audioformat *fmt = ep->cur_audiofmt;  in data_ep_set_params()
1080 	int frame_bits = ep->cur_frame_bytes * 8;  in data_ep_set_params()
1082 			       usb_pipeout(ep->pipe));  in data_ep_set_params()
1085 		      ep->ep_num, ep->pipe);  in data_ep_set_params()
1087 	if (ep->cur_format == SNDRV_PCM_FORMAT_DSD_U16_LE && fmt->dsd_dop) {  in data_ep_set_params()
1093 		frame_bits += ep->cur_channels << 3;  in data_ep_set_params()
1096 	ep->datainterval = fmt->datainterval;  in data_ep_set_params()
1097 	ep->stride = frame_bits >> 3;  in data_ep_set_params()
1099 	switch (ep->cur_format) {  in data_ep_set_params()
1101 		ep->silence_value = 0x80;  in data_ep_set_params()
1108 		ep->silence_value = 0x69;  in data_ep_set_params()
1111 		ep->silence_value = 0;  in data_ep_set_params()
1115 	ep->freqmax = ep->freqn + (ep->freqn >> 1);  in data_ep_set_params()
1131 	maxsize = (((ep->freqmax << ep->datainterval) + 0xffff) >> 16) *  in data_ep_set_params()
1136 	if (ep->maxpacksize && ep->maxpacksize < maxsize) {  in data_ep_set_params()
1138 		unsigned int data_maxsize = maxsize = ep->maxpacksize;  in data_ep_set_params()
1143 		ep->freqmax = (data_maxsize / (frame_bits >> 3))  in data_ep_set_params()
1144 				<< (16 - ep->datainterval);  in data_ep_set_params()
1147 	if (ep->fill_max)  in data_ep_set_params()
1148 		ep->curpacksize = ep->maxpacksize;  in data_ep_set_params()
1150 		ep->curpacksize = maxsize;  in data_ep_set_params()
1153 		packs_per_ms = 8 >> ep->datainterval;  in data_ep_set_params()
1159 	if (ep->sync_source && !ep->implicit_fb_sync)  in data_ep_set_params()
1161 					1U << ep->sync_source->syncinterval);  in data_ep_set_params()
1162 	max_packs_per_urb = max(1u, max_packs_per_urb >> ep->datainterval);  in data_ep_set_params()
1172 	if (usb_pipein(ep->pipe) || ep->implicit_fb_sync) {  in data_ep_set_params()
1182 			int interval = ep->datainterval;  in data_ep_set_params()
1190 		while (urb_packs > 1 && urb_packs * maxsize >= ep->cur_period_bytes)  in data_ep_set_params()
1192 		ep->nurbs = MAX_URBS;  in data_ep_set_params()
1202 		minsize = (ep->freqn >> (16 - ep->datainterval)) *  in data_ep_set_params()
1205 		if (ep->sync_source)  in data_ep_set_params()
1210 		max_packs_per_period = DIV_ROUND_UP(ep->cur_period_bytes, minsize);  in data_ep_set_params()
1219 		ep->max_urb_frames = DIV_ROUND_UP(ep->cur_period_frames,  in data_ep_set_params()
1225 		ep->nurbs = min(max_urbs, urbs_per_period * ep->cur_buffer_periods);  in data_ep_set_params()
1229 	for (i = 0; i < ep->nurbs; i++) {  in data_ep_set_params()
1230 		struct snd_urb_ctx *u = &ep->urb[i];  in data_ep_set_params()
1232 		u->ep = ep;  in data_ep_set_params()
1247 		u->urb->pipe = ep->pipe;  in data_ep_set_params()
1249 		u->urb->interval = 1 << ep->datainterval;  in data_ep_set_params()
1258 	release_urbs(ep, false);  in data_ep_set_params()
1265 static int sync_ep_set_params(struct snd_usb_endpoint *ep)  in sync_ep_set_params()  argument
1267 	struct snd_usb_audio *chip = ep->chip;  in sync_ep_set_params()
1271 		      ep->ep_num, ep->pipe);  in sync_ep_set_params()
1273 	ep->syncbuf = usb_alloc_coherent(chip->dev, SYNC_URBS * 4,  in sync_ep_set_params()
1274 					 GFP_KERNEL, &ep->sync_dma);  in sync_ep_set_params()
1275 	if (!ep->syncbuf)  in sync_ep_set_params()
1278 	ep->nurbs = SYNC_URBS;  in sync_ep_set_params()
1280 		struct snd_urb_ctx *u = &ep->urb[i];  in sync_ep_set_params()
1282 		u->ep = ep;  in sync_ep_set_params()
1287 		u->urb->transfer_buffer = ep->syncbuf + i * 4;  in sync_ep_set_params()
1288 		u->urb->transfer_dma = ep->sync_dma + i * 4;  in sync_ep_set_params()
1290 		u->urb->pipe = ep->pipe;  in sync_ep_set_params()
1293 		u->urb->interval = 1 << ep->syncinterval;  in sync_ep_set_params()
1301 	release_urbs(ep, false);  in sync_ep_set_params()
1307 				 struct snd_usb_endpoint *ep)  in update_clock_ref_rate()  argument
1309 	struct snd_usb_clock_ref *clock = ep->clock_ref;  in update_clock_ref_rate()
1310 	int rate = ep->cur_rate;  in update_clock_ref_rate()
1319 				      clock->rate, rate, ep->ep_num);  in update_clock_ref_rate()
1337 				struct snd_usb_endpoint *ep)  in snd_usb_endpoint_set_params()  argument
1339 	const struct audioformat *fmt = ep->cur_audiofmt;  in snd_usb_endpoint_set_params()
1343 	if (!ep->need_setup)  in snd_usb_endpoint_set_params()
1347 	err = release_urbs(ep, false);  in snd_usb_endpoint_set_params()
1351 	ep->datainterval = fmt->datainterval;  in snd_usb_endpoint_set_params()
1352 	ep->maxpacksize = fmt->maxpacksize;  in snd_usb_endpoint_set_params()
1353 	ep->fill_max = !!(fmt->attributes & UAC_EP_CS_ATTR_FILL_MAX);  in snd_usb_endpoint_set_params()
1356 		ep->freqn = get_usb_full_speed_rate(ep->cur_rate);  in snd_usb_endpoint_set_params()
1357 		ep->pps = 1000 >> ep->datainterval;  in snd_usb_endpoint_set_params()
1359 		ep->freqn = get_usb_high_speed_rate(ep->cur_rate);  in snd_usb_endpoint_set_params()
1360 		ep->pps = 8000 >> ep->datainterval;  in snd_usb_endpoint_set_params()
1363 	ep->sample_rem = ep->cur_rate % ep->pps;  in snd_usb_endpoint_set_params()
1364 	ep->packsize[0] = ep->cur_rate / ep->pps;  in snd_usb_endpoint_set_params()
1365 	ep->packsize[1] = (ep->cur_rate + (ep->pps - 1)) / ep->pps;  in snd_usb_endpoint_set_params()
1368 	ep->freqm = ep->freqn;  in snd_usb_endpoint_set_params()
1369 	ep->freqshift = INT_MIN;  in snd_usb_endpoint_set_params()
1371 	ep->phase = 0;  in snd_usb_endpoint_set_params()
1373 	switch (ep->type) {  in snd_usb_endpoint_set_params()
1375 		err = data_ep_set_params(ep);  in snd_usb_endpoint_set_params()
1378 		err = sync_ep_set_params(ep);  in snd_usb_endpoint_set_params()
1384 	usb_audio_dbg(chip, "Set up %d URBS, ret=%d\n", ep->nurbs, err);  in snd_usb_endpoint_set_params()
1390 	ep->maxframesize = ep->maxpacksize / ep->cur_frame_bytes;  in snd_usb_endpoint_set_params()
1391 	ep->curframesize = ep->curpacksize / ep->cur_frame_bytes;  in snd_usb_endpoint_set_params()
1393 	err = update_clock_ref_rate(chip, ep);  in snd_usb_endpoint_set_params()
1395 		ep->need_setup = false;  in snd_usb_endpoint_set_params()
1405 			    struct snd_usb_endpoint *ep)  in init_sample_rate()  argument
1407 	struct snd_usb_clock_ref *clock = ep->clock_ref;  in init_sample_rate()
1410 	rate = update_clock_ref_rate(chip, ep);  in init_sample_rate()
1416 	err = snd_usb_init_sample_rate(chip, ep->cur_audiofmt, rate);  in init_sample_rate()
1440 			     struct snd_usb_endpoint *ep)  in snd_usb_endpoint_prepare()  argument
1446 	if (WARN_ON(!ep->iface_ref))  in snd_usb_endpoint_prepare()
1448 	if (!ep->need_prepare)  in snd_usb_endpoint_prepare()
1452 	if (!ep->iface_ref->need_setup) {  in snd_usb_endpoint_prepare()
1456 		if (ep->cur_audiofmt->protocol == UAC_VERSION_1) {  in snd_usb_endpoint_prepare()
1457 			err = init_sample_rate(chip, ep);  in snd_usb_endpoint_prepare()
1465 	endpoint_set_interface(chip, ep, false);  in snd_usb_endpoint_prepare()
1470 	iface_first = ep->cur_audiofmt->protocol == UAC_VERSION_1;  in snd_usb_endpoint_prepare()
1475 		err = endpoint_set_interface(chip, ep, true);  in snd_usb_endpoint_prepare()
1480 	err = snd_usb_init_pitch(chip, ep->cur_audiofmt);  in snd_usb_endpoint_prepare()
1484 	err = init_sample_rate(chip, ep);  in snd_usb_endpoint_prepare()
1488 	err = snd_usb_select_mode_quirk(chip, ep->cur_audiofmt);  in snd_usb_endpoint_prepare()
1494 		err = endpoint_set_interface(chip, ep, true);  in snd_usb_endpoint_prepare()
1499 	ep->iface_ref->need_setup = false;  in snd_usb_endpoint_prepare()
1502 	ep->need_prepare = false;  in snd_usb_endpoint_prepare()
1542 int snd_usb_endpoint_start(struct snd_usb_endpoint *ep)  in snd_usb_endpoint_start()  argument
1544 	bool is_playback = usb_pipeout(ep->pipe);  in snd_usb_endpoint_start()
1548 	if (atomic_read(&ep->chip->shutdown))  in snd_usb_endpoint_start()
1551 	if (ep->sync_source)  in snd_usb_endpoint_start()
1552 		WRITE_ONCE(ep->sync_source->sync_sink, ep);  in snd_usb_endpoint_start()
1554 	usb_audio_dbg(ep->chip, "Starting %s EP 0x%x (running %d)\n",  in snd_usb_endpoint_start()
1555 		      ep_type_name(ep->type), ep->ep_num,  in snd_usb_endpoint_start()
1556 		      atomic_read(&ep->running));  in snd_usb_endpoint_start()
1559 	if (atomic_inc_return(&ep->running) != 1)  in snd_usb_endpoint_start()
1562 	if (ep->clock_ref)  in snd_usb_endpoint_start()
1563 		atomic_inc(&ep->clock_ref->locked);  in snd_usb_endpoint_start()
1565 	ep->active_mask = 0;  in snd_usb_endpoint_start()
1566 	ep->unlink_mask = 0;  in snd_usb_endpoint_start()
1567 	ep->phase = 0;  in snd_usb_endpoint_start()
1568 	ep->sample_accum = 0;  in snd_usb_endpoint_start()
1570 	snd_usb_endpoint_start_quirk(ep);  in snd_usb_endpoint_start()
1579 	if (!ep_state_update(ep, EP_STATE_STOPPED, EP_STATE_RUNNING))  in snd_usb_endpoint_start()
1582 	if (snd_usb_endpoint_implicit_feedback_sink(ep) &&  in snd_usb_endpoint_start()
1583 	    !(ep->chip->quirk_flags & QUIRK_FLAG_PLAYBACK_FIRST)) {  in snd_usb_endpoint_start()
1584 		usb_audio_dbg(ep->chip, "No URB submission due to implicit fb sync\n");  in snd_usb_endpoint_start()
1589 	for (i = 0; i < ep->nurbs; i++) {  in snd_usb_endpoint_start()
1590 		struct urb *urb = ep->urb[i].urb;  in snd_usb_endpoint_start()
1596 			err = prepare_outbound_urb(ep, urb->context, true);  in snd_usb_endpoint_start()
1598 			err = prepare_inbound_urb(ep, urb->context);  in snd_usb_endpoint_start()
1603 			usb_audio_dbg(ep->chip,  in snd_usb_endpoint_start()
1605 				      ep->ep_num, err);  in snd_usb_endpoint_start()
1611 			usb_audio_err(ep->chip,  in snd_usb_endpoint_start()
1616 		set_bit(i, &ep->active_mask);  in snd_usb_endpoint_start()
1617 		atomic_inc(&ep->submitted_urbs);  in snd_usb_endpoint_start()
1621 		usb_audio_dbg(ep->chip, "XRUN at starting EP 0x%x\n",  in snd_usb_endpoint_start()
1622 			      ep->ep_num);  in snd_usb_endpoint_start()
1626 	usb_audio_dbg(ep->chip, "%d URBs submitted for EP 0x%x\n",  in snd_usb_endpoint_start()
1627 		      i, ep->ep_num);  in snd_usb_endpoint_start()
1632 		for (; i < ep->nurbs; i++)  in snd_usb_endpoint_start()
1633 			push_back_to_ready_list(ep, ep->urb + i);  in snd_usb_endpoint_start()
1639 	snd_usb_endpoint_stop(ep, false);  in snd_usb_endpoint_start()
1658 void snd_usb_endpoint_stop(struct snd_usb_endpoint *ep, bool keep_pending)  in snd_usb_endpoint_stop()  argument
1660 	if (!ep)  in snd_usb_endpoint_stop()
1663 	usb_audio_dbg(ep->chip, "Stopping %s EP 0x%x (running %d)\n",  in snd_usb_endpoint_stop()
1664 		      ep_type_name(ep->type), ep->ep_num,  in snd_usb_endpoint_stop()
1665 		      atomic_read(&ep->running));  in snd_usb_endpoint_stop()
1667 	if (snd_BUG_ON(!atomic_read(&ep->running)))  in snd_usb_endpoint_stop()
1670 	if (!atomic_dec_return(&ep->running)) {  in snd_usb_endpoint_stop()
1671 		if (ep->sync_source)  in snd_usb_endpoint_stop()
1672 			WRITE_ONCE(ep->sync_source->sync_sink, NULL);  in snd_usb_endpoint_stop()
1673 		stop_urbs(ep, false, keep_pending);  in snd_usb_endpoint_stop()
1674 		if (ep->clock_ref)  in snd_usb_endpoint_stop()
1675 			atomic_dec(&ep->clock_ref->locked);  in snd_usb_endpoint_stop()
1687 void snd_usb_endpoint_release(struct snd_usb_endpoint *ep)  in snd_usb_endpoint_release()  argument
1689 	release_urbs(ep, true);  in snd_usb_endpoint_release()
1700 	struct snd_usb_endpoint *ep, *en;  in snd_usb_endpoint_free_all()  local
1704 	list_for_each_entry_safe(ep, en, &chip->ep_list, list)  in snd_usb_endpoint_free_all()
1705 		kfree(ep);  in snd_usb_endpoint_free_all()
1724 static void snd_usb_handle_sync_urb(struct snd_usb_endpoint *ep,  in snd_usb_handle_sync_urb()  argument
1732 	snd_BUG_ON(ep == sender);  in snd_usb_handle_sync_urb()
1740 	if (snd_usb_endpoint_implicit_feedback_sink(ep) &&  in snd_usb_handle_sync_urb()
1741 	    atomic_read(&ep->running)) {  in snd_usb_handle_sync_urb()
1762 		spin_lock_irqsave(&ep->lock, flags);  in snd_usb_handle_sync_urb()
1763 		if (ep->next_packet_queued >= ARRAY_SIZE(ep->next_packet)) {  in snd_usb_handle_sync_urb()
1764 			spin_unlock_irqrestore(&ep->lock, flags);  in snd_usb_handle_sync_urb()
1765 			usb_audio_err(ep->chip,  in snd_usb_handle_sync_urb()
1767 				      ep->ep_num);  in snd_usb_handle_sync_urb()
1768 			notify_xrun(ep);  in snd_usb_handle_sync_urb()
1772 		out_packet = next_packet_fifo_enqueue(ep);  in snd_usb_handle_sync_urb()
1793 		spin_unlock_irqrestore(&ep->lock, flags);  in snd_usb_handle_sync_urb()
1794 		snd_usb_queue_pending_output_urbs(ep, false);  in snd_usb_handle_sync_urb()
1833 		if (f < ep->freqn - 0x8000)  in snd_usb_handle_sync_urb()
1835 		else if (f > ep->freqn + 0x8000)  in snd_usb_handle_sync_urb()
1837 	} else if (unlikely(ep->freqshift == INT_MIN)) {  in snd_usb_handle_sync_urb()
1845 		while (f < ep->freqn - ep->freqn / 4) {  in snd_usb_handle_sync_urb()
1849 		while (f > ep->freqn + ep->freqn / 2) {  in snd_usb_handle_sync_urb()
1853 		ep->freqshift = shift;  in snd_usb_handle_sync_urb()
1854 	} else if (ep->freqshift >= 0)  in snd_usb_handle_sync_urb()
1855 		f <<= ep->freqshift;  in snd_usb_handle_sync_urb()
1857 		f >>= -ep->freqshift;  in snd_usb_handle_sync_urb()
1859 	if (likely(f >= ep->freqn - ep->freqn / 8 && f <= ep->freqmax)) {  in snd_usb_handle_sync_urb()
1864 		spin_lock_irqsave(&ep->lock, flags);  in snd_usb_handle_sync_urb()
1865 		ep->freqm = f;  in snd_usb_handle_sync_urb()
1866 		spin_unlock_irqrestore(&ep->lock, flags);  in snd_usb_handle_sync_urb()
1872 		ep->freqshift = INT_MIN;  in snd_usb_handle_sync_urb()