24  * Video buffers queue management.
30  * the videobuf2 queue operations by serializing calls to videobuf2 and a
31  * spinlock to protect the IRQ queue that holds the buffers to be processed by
43  * This function must be called with the queue spinlock held.
45 static void uvc_queue_return_buffers(struct uvc_video_queue *queue,  in uvc_queue_return_buffers()  argument
52 	while (!list_empty(&queue->irqqueue)) {  in uvc_queue_return_buffers()
53 		struct uvc_buffer *buf = list_first_entry(&queue->irqqueue,  in uvc_queue_return_buffers()
55 							  queue);  in uvc_queue_return_buffers()
56 		list_del(&buf->queue);  in uvc_queue_return_buffers()
63  * videobuf2 queue operations
70 	struct uvc_video_queue *queue = vb2_get_drv_priv(vq);  in uvc_queue_setup()  local
80 		stream = uvc_queue_to_stream(queue);  in uvc_queue_setup()
101 	struct uvc_video_queue *queue = vb2_get_drv_priv(vb->vb2_queue);  in uvc_buffer_prepare()  local
106 		uvc_dbg(uvc_queue_to_stream(queue)->dev, CAPTURE,  in uvc_buffer_prepare()
111 	if (unlikely(queue->flags & UVC_QUEUE_DISCONNECTED))  in uvc_buffer_prepare()
129 	struct uvc_video_queue *queue = vb2_get_drv_priv(vb->vb2_queue);  in uvc_buffer_queue()  local
133 	spin_lock_irqsave(&queue->irqlock, flags);  in uvc_buffer_queue()
134 	if (likely(!(queue->flags & UVC_QUEUE_DISCONNECTED))) {  in uvc_buffer_queue()
136 		list_add_tail(&buf->queue, &queue->irqqueue);  in uvc_buffer_queue()
145 	spin_unlock_irqrestore(&queue->irqlock, flags);  in uvc_buffer_queue()
151 	struct uvc_video_queue *queue = vb2_get_drv_priv(vb->vb2_queue);  in uvc_buffer_finish()  local
152 	struct uvc_streaming *stream = uvc_queue_to_stream(queue);  in uvc_buffer_finish()
161 	struct uvc_video_queue *queue = vb2_get_drv_priv(vq);  in uvc_start_streaming()  local
162 	struct uvc_streaming *stream = uvc_queue_to_stream(queue);  in uvc_start_streaming()
167 	queue->buf_used = 0;  in uvc_start_streaming()
173 	spin_lock_irq(&queue->irqlock);  in uvc_start_streaming()
174 	uvc_queue_return_buffers(queue, UVC_BUF_STATE_QUEUED);  in uvc_start_streaming()
175 	spin_unlock_irq(&queue->irqlock);  in uvc_start_streaming()
182 	struct uvc_video_queue *queue = vb2_get_drv_priv(vq);  in uvc_stop_streaming()  local
187 		uvc_video_stop_streaming(uvc_queue_to_stream(queue));  in uvc_stop_streaming()
189 	spin_lock_irq(&queue->irqlock);  in uvc_stop_streaming()
190 	uvc_queue_return_buffers(queue, UVC_BUF_STATE_ERROR);  in uvc_stop_streaming()
191 	spin_unlock_irq(&queue->irqlock);  in uvc_stop_streaming()
214 int uvc_queue_init(struct uvc_video_queue *queue, enum v4l2_buf_type type,  in uvc_queue_init()  argument
219 	queue->queue.type = type;  in uvc_queue_init()
220 	queue->queue.io_modes = VB2_MMAP | VB2_USERPTR;  in uvc_queue_init()
221 	queue->queue.drv_priv = queue;  in uvc_queue_init()
222 	queue->queue.buf_struct_size = sizeof(struct uvc_buffer);  in uvc_queue_init()
223 	queue->queue.mem_ops = &vb2_vmalloc_memops;  in uvc_queue_init()
224 	queue->queue.timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC  in uvc_queue_init()
226 	queue->queue.lock = &queue->mutex;  in uvc_queue_init()
230 		queue->queue.ops = &uvc_meta_queue_qops;  in uvc_queue_init()
233 		queue->queue.io_modes |= VB2_DMABUF;  in uvc_queue_init()
234 		queue->queue.ops = &uvc_queue_qops;  in uvc_queue_init()
238 	ret = vb2_queue_init(&queue->queue);  in uvc_queue_init()
242 	mutex_init(&queue->mutex);  in uvc_queue_init()
243 	spin_lock_init(&queue->irqlock);  in uvc_queue_init()
244 	INIT_LIST_HEAD(&queue->irqqueue);  in uvc_queue_init()
245 	queue->flags = drop_corrupted ? UVC_QUEUE_DROP_CORRUPTED : 0;  in uvc_queue_init()
250 void uvc_queue_release(struct uvc_video_queue *queue)  in uvc_queue_release()  argument
252 	mutex_lock(&queue->mutex);  in uvc_queue_release()
253 	vb2_queue_release(&queue->queue);  in uvc_queue_release()
254 	mutex_unlock(&queue->mutex);  in uvc_queue_release()
258  * V4L2 queue operations
261 int uvc_request_buffers(struct uvc_video_queue *queue,  in uvc_request_buffers()  argument
266 	mutex_lock(&queue->mutex);  in uvc_request_buffers()
267 	ret = vb2_reqbufs(&queue->queue, rb);  in uvc_request_buffers()
268 	mutex_unlock(&queue->mutex);  in uvc_request_buffers()
273 int uvc_query_buffer(struct uvc_video_queue *queue, struct v4l2_buffer *buf)  in uvc_query_buffer()  argument
277 	mutex_lock(&queue->mutex);  in uvc_query_buffer()
278 	ret = vb2_querybuf(&queue->queue, buf);  in uvc_query_buffer()
279 	mutex_unlock(&queue->mutex);  in uvc_query_buffer()
284 int uvc_create_buffers(struct uvc_video_queue *queue,  in uvc_create_buffers()  argument
289 	mutex_lock(&queue->mutex);  in uvc_create_buffers()
290 	ret = vb2_create_bufs(&queue->queue, cb);  in uvc_create_buffers()
291 	mutex_unlock(&queue->mutex);  in uvc_create_buffers()
296 int uvc_queue_buffer(struct uvc_video_queue *queue,  in uvc_queue_buffer()  argument
301 	mutex_lock(&queue->mutex);  in uvc_queue_buffer()
302 	ret = vb2_qbuf(&queue->queue, mdev, buf);  in uvc_queue_buffer()
303 	mutex_unlock(&queue->mutex);  in uvc_queue_buffer()
308 int uvc_export_buffer(struct uvc_video_queue *queue,  in uvc_export_buffer()  argument
313 	mutex_lock(&queue->mutex);  in uvc_export_buffer()
314 	ret = vb2_expbuf(&queue->queue, exp);  in uvc_export_buffer()
315 	mutex_unlock(&queue->mutex);  in uvc_export_buffer()
320 int uvc_dequeue_buffer(struct uvc_video_queue *queue, struct v4l2_buffer *buf,  in uvc_dequeue_buffer()  argument
325 	mutex_lock(&queue->mutex);  in uvc_dequeue_buffer()
326 	ret = vb2_dqbuf(&queue->queue, buf, nonblocking);  in uvc_dequeue_buffer()
327 	mutex_unlock(&queue->mutex);  in uvc_dequeue_buffer()
332 int uvc_queue_streamon(struct uvc_video_queue *queue, enum v4l2_buf_type type)  in uvc_queue_streamon()  argument
336 	mutex_lock(&queue->mutex);  in uvc_queue_streamon()
337 	ret = vb2_streamon(&queue->queue, type);  in uvc_queue_streamon()
338 	mutex_unlock(&queue->mutex);  in uvc_queue_streamon()
343 int uvc_queue_streamoff(struct uvc_video_queue *queue, enum v4l2_buf_type type)  in uvc_queue_streamoff()  argument
347 	mutex_lock(&queue->mutex);  in uvc_queue_streamoff()
348 	ret = vb2_streamoff(&queue->queue, type);  in uvc_queue_streamoff()
349 	mutex_unlock(&queue->mutex);  in uvc_queue_streamoff()
354 int uvc_queue_mmap(struct uvc_video_queue *queue, struct vm_area_struct *vma)  in uvc_queue_mmap()  argument
356 	return vb2_mmap(&queue->queue, vma);  in uvc_queue_mmap()
360 unsigned long uvc_queue_get_unmapped_area(struct uvc_video_queue *queue,  in uvc_queue_get_unmapped_area()  argument
363 	return vb2_get_unmapped_area(&queue->queue, 0, 0, pgoff, 0);  in uvc_queue_get_unmapped_area()
367 __poll_t uvc_queue_poll(struct uvc_video_queue *queue, struct file *file,  in uvc_queue_poll()  argument
372 	mutex_lock(&queue->mutex);  in uvc_queue_poll()
373 	ret = vb2_poll(&queue->queue, file, wait);  in uvc_queue_poll()
374 	mutex_unlock(&queue->mutex);  in uvc_queue_poll()
386 int uvc_queue_allocated(struct uvc_video_queue *queue)  in uvc_queue_allocated()  argument
390 	mutex_lock(&queue->mutex);  in uvc_queue_allocated()
391 	allocated = vb2_is_busy(&queue->queue);  in uvc_queue_allocated()
392 	mutex_unlock(&queue->mutex);  in uvc_queue_allocated()
398  * Cancel the video buffers queue.
400  * Cancelling the queue marks all buffers on the irq queue as erroneous,
401  * wakes them up and removes them from the queue.
409 void uvc_queue_cancel(struct uvc_video_queue *queue, int disconnect)  in uvc_queue_cancel()  argument
413 	spin_lock_irqsave(&queue->irqlock, flags);  in uvc_queue_cancel()
414 	uvc_queue_return_buffers(queue, UVC_BUF_STATE_ERROR);  in uvc_queue_cancel()
419 	 * state outside the queue code.  in uvc_queue_cancel()
422 		queue->flags |= UVC_QUEUE_DISCONNECTED;  in uvc_queue_cancel()
423 	spin_unlock_irqrestore(&queue->irqlock, flags);  in uvc_queue_cancel()
430  * remains on the queue until the EOF marker.
433 __uvc_queue_get_current_buffer(struct uvc_video_queue *queue)  in __uvc_queue_get_current_buffer()  argument
435 	if (list_empty(&queue->irqqueue))  in __uvc_queue_get_current_buffer()
438 	return list_first_entry(&queue->irqqueue, struct uvc_buffer, queue);  in __uvc_queue_get_current_buffer()
441 struct uvc_buffer *uvc_queue_get_current_buffer(struct uvc_video_queue *queue)  in uvc_queue_get_current_buffer()  argument
446 	spin_lock_irqsave(&queue->irqlock, flags);  in uvc_queue_get_current_buffer()
447 	nextbuf = __uvc_queue_get_current_buffer(queue);  in uvc_queue_get_current_buffer()
448 	spin_unlock_irqrestore(&queue->irqlock, flags);  in uvc_queue_get_current_buffer()
456  * Reuse a buffer through our internal queue without the need to 'prepare'.
460 static void uvc_queue_buffer_requeue(struct uvc_video_queue *queue,  in uvc_queue_buffer_requeue()  argument
475 	struct uvc_video_queue *queue = vb2_get_drv_priv(vb->vb2_queue);  in uvc_queue_buffer_complete()  local
477 	if ((queue->flags & UVC_QUEUE_DROP_CORRUPTED) && buf->error) {  in uvc_queue_buffer_complete()
478 		uvc_queue_buffer_requeue(queue, buf);  in uvc_queue_buffer_complete()
497  * Remove this buffer from the queue. Lifetime will persist while async actions
501 struct uvc_buffer *uvc_queue_next_buffer(struct uvc_video_queue *queue,  in uvc_queue_next_buffer()  argument
507 	spin_lock_irqsave(&queue->irqlock, flags);  in uvc_queue_next_buffer()
508 	list_del(&buf->queue);  in uvc_queue_next_buffer()
509 	nextbuf = __uvc_queue_get_current_buffer(queue);  in uvc_queue_next_buffer()
510 	spin_unlock_irqrestore(&queue->irqlock, flags);  in uvc_queue_next_buffer()