35 #include <linux/dma-fence.h>
70 	 * The deprecated ->load callback must be called after the driver is  in drm_dev_needs_global_mutex()
75 	if (dev->driver->load || dev->driver->unload)  in drm_dev_needs_global_mutex()
84 	if (dev->driver->lastclose)  in drm_dev_needs_global_mutex()
110  * For the driver-side event interface see drm_event_reserve_init() and
115  * function, modern drivers should use one of the provided memory-manager
116  * specific implementations. For GEM-based drivers this is drm_gem_mmap().
139  * For driver-private IOCTL handling see the more detailed discussion in
144  * drm_file_alloc - allocate file context
156 	struct drm_device *dev = minor->dev;  in drm_file_alloc()
162 		return ERR_PTR(-ENOMEM);  in drm_file_alloc()
164 	file->pid = get_pid(task_pid(current));  in drm_file_alloc()
165 	file->minor = minor;  in drm_file_alloc()
168 	file->authenticated = capable(CAP_SYS_ADMIN);  in drm_file_alloc()
170 	INIT_LIST_HEAD(&file->lhead);  in drm_file_alloc()
171 	INIT_LIST_HEAD(&file->fbs);  in drm_file_alloc()
172 	mutex_init(&file->fbs_lock);  in drm_file_alloc()
173 	INIT_LIST_HEAD(&file->blobs);  in drm_file_alloc()
174 	INIT_LIST_HEAD(&file->pending_event_list);  in drm_file_alloc()
175 	INIT_LIST_HEAD(&file->event_list);  in drm_file_alloc()
176 	init_waitqueue_head(&file->event_wait);  in drm_file_alloc()
177 	file->event_space = 4096; /* set aside 4k for event buffer */  in drm_file_alloc()
179 	spin_lock_init(&file->master_lookup_lock);  in drm_file_alloc()
180 	mutex_init(&file->event_read_lock);  in drm_file_alloc()
188 	drm_prime_init_file_private(&file->prime);  in drm_file_alloc()
190 	if (dev->driver->open) {  in drm_file_alloc()
191 		ret = dev->driver->open(dev, file);  in drm_file_alloc()
199 	drm_prime_destroy_file_private(&file->prime);  in drm_file_alloc()
204 	put_pid(file->pid);  in drm_file_alloc()
212 	struct drm_device *dev = file_priv->minor->dev;  in drm_events_release()
216 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_events_release()
219 	list_for_each_entry_safe(e, et, &file_priv->pending_event_list,  in drm_events_release()
221 		list_del(&e->pending_link);  in drm_events_release()
222 		e->file_priv = NULL;  in drm_events_release()
226 	list_for_each_entry_safe(e, et, &file_priv->event_list, link) {  in drm_events_release()
227 		list_del(&e->link);  in drm_events_release()
231 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_events_release()
235  * drm_file_free - free file context
242  * If NULL is passed, this is a no-op.
251 	dev = file->minor->dev;  in drm_file_free()
254 		  current->comm, task_pid_nr(current),  in drm_file_free()
255 		  (long)old_encode_dev(file->minor->kdev->devt),  in drm_file_free()
256 		  atomic_read(&dev->open_count));  in drm_file_free()
260 	    dev->driver->preclose)  in drm_file_free()
261 		dev->driver->preclose(dev, file);  in drm_file_free()
265 		drm_legacy_lock_release(dev, file->filp);  in drm_file_free()
288 	if (dev->driver->postclose)  in drm_file_free()
289 		dev->driver->postclose(dev, file);  in drm_file_free()
291 	drm_prime_destroy_file_private(&file->prime);  in drm_file_free()
293 	WARN_ON(!list_empty(&file->event_list));  in drm_file_free()
295 	put_pid(file->pid);  in drm_file_free()
301 	struct drm_file *file_priv = filp->private_data;  in drm_close_helper()
302 	struct drm_device *dev = file_priv->minor->dev;  in drm_close_helper()
304 	mutex_lock(&dev->filelist_mutex);  in drm_close_helper()
305 	list_del(&file_priv->lhead);  in drm_close_helper()
306 	mutex_unlock(&dev->filelist_mutex);  in drm_close_helper()
314  * \return non-zero if the DRI will run on this CPU, or zero otherwise.
328  * \param minor acquired minor-object.
336 	struct drm_device *dev = minor->dev;  in drm_open_helper()
340 	if (filp->f_flags & O_EXCL)  in drm_open_helper()
341 		return -EBUSY;	/* No exclusive opens */  in drm_open_helper()
343 		return -EINVAL;  in drm_open_helper()
344 	if (dev->switch_power_state != DRM_SWITCH_POWER_ON &&  in drm_open_helper()
345 	    dev->switch_power_state != DRM_SWITCH_POWER_DYNAMIC_OFF)  in drm_open_helper()
346 		return -EINVAL;  in drm_open_helper()
348 	DRM_DEBUG("comm=\"%s\", pid=%d, minor=%d\n", current->comm,  in drm_open_helper()
349 		  task_pid_nr(current), minor->index);  in drm_open_helper()
363 	filp->private_data = priv;  in drm_open_helper()
364 	filp->f_mode |= FMODE_UNSIGNED_OFFSET;  in drm_open_helper()
365 	priv->filp = filp;  in drm_open_helper()
367 	mutex_lock(&dev->filelist_mutex);  in drm_open_helper()
368 	list_add(&priv->lhead, &dev->filelist);  in drm_open_helper()
369 	mutex_unlock(&dev->filelist_mutex);  in drm_open_helper()
376 	if (!dev->hose) {  in drm_open_helper()
381 			dev->hose = pci_dev->sysdata;  in drm_open_helper()
384 		if (!dev->hose) {  in drm_open_helper()
385 			struct pci_bus *b = list_entry(pci_root_buses.next,  in drm_open_helper()  local
387 			if (b)  in drm_open_helper()
388 				dev->hose = b->sysdata;  in drm_open_helper()
398  * drm_open - open method for DRM file
403  * It looks up the correct DRM device and instantiates all the per-file
421 	dev = minor->dev;  in drm_open()
425 	if (!atomic_fetch_inc(&dev->open_count))  in drm_open()
428 	/* share address_space across all char-devs of a single device */  in drm_open()
429 	filp->f_mapping = dev->anon_inode->i_mapping;  in drm_open()
448 	atomic_dec(&dev->open_count);  in drm_open()
460 	if (dev->driver->lastclose)  in drm_lastclose()
461 		dev->driver->lastclose(dev);  in drm_lastclose()
471  * drm_release - release method for DRM file
486 	struct drm_file *file_priv = filp->private_data;  in drm_release()
487 	struct drm_minor *minor = file_priv->minor;  in drm_release()
488 	struct drm_device *dev = minor->dev;  in drm_release()
493 	DRM_DEBUG("open_count = %d\n", atomic_read(&dev->open_count));  in drm_release()
497 	if (atomic_dec_and_test(&dev->open_count))  in drm_release()
510  * drm_release_noglobal - release method for DRM file
526 	struct drm_file *file_priv = filp->private_data;  in drm_release_noglobal()
527 	struct drm_minor *minor = file_priv->minor;  in drm_release_noglobal()
528 	struct drm_device *dev = minor->dev;  in drm_release_noglobal()
532 	if (atomic_dec_and_mutex_lock(&dev->open_count, &drm_global_mutex)) {  in drm_release_noglobal()
544  * drm_read - read method for DRM file
572 	struct drm_file *file_priv = filp->private_data;  in drm_read()
573 	struct drm_device *dev = file_priv->minor->dev;  in drm_read()
576 	ret = mutex_lock_interruptible(&file_priv->event_read_lock);  in drm_read()
583 		spin_lock_irq(&dev->event_lock);  in drm_read()
584 		if (!list_empty(&file_priv->event_list)) {  in drm_read()
585 			e = list_first_entry(&file_priv->event_list,  in drm_read()
587 			file_priv->event_space += e->event->length;  in drm_read()
588 			list_del(&e->link);  in drm_read()
590 		spin_unlock_irq(&dev->event_lock);  in drm_read()
596 			if (filp->f_flags & O_NONBLOCK) {  in drm_read()
597 				ret = -EAGAIN;  in drm_read()
601 			mutex_unlock(&file_priv->event_read_lock);  in drm_read()
602 			ret = wait_event_interruptible(file_priv->event_wait,  in drm_read()
603 						       !list_empty(&file_priv->event_list));  in drm_read()
605 				ret = mutex_lock_interruptible(&file_priv->event_read_lock);  in drm_read()
609 			unsigned length = e->event->length;  in drm_read()
611 			if (length > count - ret) {  in drm_read()
613 				spin_lock_irq(&dev->event_lock);  in drm_read()
614 				file_priv->event_space -= length;  in drm_read()
615 				list_add(&e->link, &file_priv->event_list);  in drm_read()
616 				spin_unlock_irq(&dev->event_lock);  in drm_read()
617 				wake_up_interruptible_poll(&file_priv->event_wait,  in drm_read()
622 			if (copy_to_user(buffer + ret, e->event, length)) {  in drm_read()
624 					ret = -EFAULT;  in drm_read()
632 	mutex_unlock(&file_priv->event_read_lock);  in drm_read()
639  * drm_poll - poll method for DRM file
656 	struct drm_file *file_priv = filp->private_data;  in drm_poll()
659 	poll_wait(filp, &file_priv->event_wait, wait);  in drm_poll()
661 	if (!list_empty(&file_priv->event_list))  in drm_poll()
669  * drm_event_reserve_init_locked - init a DRM event and reserve space for it
697 	if (file_priv->event_space < e->length)  in drm_event_reserve_init_locked()
698 		return -ENOMEM;  in drm_event_reserve_init_locked()
700 	file_priv->event_space -= e->length;  in drm_event_reserve_init_locked()
702 	p->event = e;  in drm_event_reserve_init_locked()
703 	list_add(&p->pending_link, &file_priv->pending_event_list);  in drm_event_reserve_init_locked()
704 	p->file_priv = file_priv;  in drm_event_reserve_init_locked()
711  * drm_event_reserve_init - init a DRM event and reserve space for it
742 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_event_reserve_init()
744 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_event_reserve_init()
751  * drm_event_cancel_free - free a DRM event and release its space
764 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_event_cancel_free()
765 	if (p->file_priv) {  in drm_event_cancel_free()
766 		p->file_priv->event_space += p->event->length;  in drm_event_cancel_free()
767 		list_del(&p->pending_link);  in drm_event_cancel_free()
769 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_event_cancel_free()
771 	if (p->fence)  in drm_event_cancel_free()
772 		dma_fence_put(p->fence);  in drm_event_cancel_free()
781 	assert_spin_locked(&dev->event_lock);  in drm_send_event_helper()
783 	if (e->completion) {  in drm_send_event_helper()
784 		complete_all(e->completion);  in drm_send_event_helper()
785 		e->completion_release(e->completion);  in drm_send_event_helper()
786 		e->completion = NULL;  in drm_send_event_helper()
789 	if (e->fence) {  in drm_send_event_helper()
791 			dma_fence_signal_timestamp(e->fence, timestamp);  in drm_send_event_helper()
793 			dma_fence_signal(e->fence);  in drm_send_event_helper()
794 		dma_fence_put(e->fence);  in drm_send_event_helper()
797 	if (!e->file_priv) {  in drm_send_event_helper()
802 	list_del(&e->pending_link);  in drm_send_event_helper()
803 	list_add_tail(&e->link,  in drm_send_event_helper()
804 		      &e->file_priv->event_list);  in drm_send_event_helper()
805 	wake_up_interruptible_poll(&e->file_priv->event_wait,  in drm_send_event_helper()
810  * drm_send_event_timestamp_locked - send DRM event to file descriptor
833  * drm_send_event_locked - send DRM event to file descriptor
853  * drm_send_event - send DRM event to file descriptor
871 	spin_lock_irqsave(&dev->event_lock, irqflags);  in drm_send_event()
873 	spin_unlock_irqrestore(&dev->event_lock, irqflags);  in drm_send_event()
878  * mock_drm_getfile - Create a new struct file for the drm device
886  * to userspace facing functions as an internal/anonymous client.
893 	struct drm_device *dev = minor->dev;  in mock_drm_getfile()
901 	file = anon_inode_getfile("drm", dev->driver->fops, priv, flags);  in mock_drm_getfile()
908 	file->f_mapping = dev->anon_inode->i_mapping;  in mock_drm_getfile()
911 	priv->filp = file;  in mock_drm_getfile()
934 	offset = (pgoff << PAGE_SHIFT) & (huge_size - 1);  in drm_addr_inflate()
937 	if ((addr & (huge_size - 1)) == offset)  in drm_addr_inflate()
940 	inflated_len = len + huge_size - PAGE_SIZE;  in drm_addr_inflate()
946 	inflated_addr = current->mm->get_unmapped_area(NULL, 0, inflated_len,  in drm_addr_inflate()
953 	inflated_offset = inflated_addr & (huge_size - 1);  in drm_addr_inflate()
954 	inflated_addr += offset - inflated_offset;  in drm_addr_inflate()
958 	if (inflated_addr > TASK_SIZE - len)  in drm_addr_inflate()
965  * drm_get_unmapped_area() - Get an unused user-space virtual memory area
968  * @uaddr: Start address suggested by user-space.
976  * This function attempts to find an unused user-space virtual memory area
982  * (system- or coherent memory). Adapted from shmem_get_unmapped_area.
984  * Return: aligned user-space address.
996 		return -ENOMEM;  in drm_get_unmapped_area()
999 	 * @pgoff is the file page-offset the huge page boundaries of  in drm_get_unmapped_area()
1009 		pgoff -= node->vm_node.start;  in drm_get_unmapped_area()
1012 	addr = current->mm->get_unmapped_area(file, uaddr, len, pgoff, flags);  in drm_get_unmapped_area()
1017 	if (addr > TASK_SIZE - len)  in drm_get_unmapped_area()
1047 	return current->mm->get_unmapped_area(file, uaddr, len, pgoff, flags);  in drm_get_unmapped_area()