43 	struct dma_buf *dmabuf;  in dmabuffs_dname()  local
47 	dmabuf = dentry->d_fsdata;  in dmabuffs_dname()
48 	mutex_lock(&dmabuf->lock);  in dmabuffs_dname()
49 	if (dmabuf->name)  in dmabuffs_dname()
50 		ret = strlcpy(name, dmabuf->name, DMA_BUF_NAME_LEN);  in dmabuffs_dname()
51 	mutex_unlock(&dmabuf->lock);  in dmabuffs_dname()
82 	struct dma_buf *dmabuf;  in dma_buf_release()  local
87 	dmabuf = file->private_data;  in dma_buf_release()
89 	BUG_ON(dmabuf->vmapping_counter);  in dma_buf_release()
99 	BUG_ON(dmabuf->cb_shared.active || dmabuf->cb_excl.active);  in dma_buf_release()
101 	dmabuf->ops->release(dmabuf);  in dma_buf_release()
104 	list_del(&dmabuf->list_node);  in dma_buf_release()
107 	if (dmabuf->resv == (struct dma_resv *)&dmabuf[1])  in dma_buf_release()
108 		dma_resv_fini(dmabuf->resv);  in dma_buf_release()
110 	module_put(dmabuf->owner);  in dma_buf_release()
111 	kfree(dmabuf);  in dma_buf_release()
117 	struct dma_buf *dmabuf;  in dma_buf_mmap_internal()  local
122 	dmabuf = file->private_data;  in dma_buf_mmap_internal()
125 	if (!dmabuf->ops->mmap)  in dma_buf_mmap_internal()
130 	    dmabuf->size >> PAGE_SHIFT)  in dma_buf_mmap_internal()
133 	return dmabuf->ops->mmap(dmabuf, vma);  in dma_buf_mmap_internal()
138 	struct dma_buf *dmabuf;  in dma_buf_llseek()  local
144 	dmabuf = file->private_data;  in dma_buf_llseek()
150 		base = dmabuf->size;  in dma_buf_llseek()
197 	struct dma_buf *dmabuf;  in dma_buf_poll()  local
204 	dmabuf = file->private_data;  in dma_buf_poll()
205 	if (!dmabuf || !dmabuf->resv)  in dma_buf_poll()
208 	resv = dmabuf->resv;  in dma_buf_poll()
210 	poll_wait(file, &dmabuf->poll, poll);  in dma_buf_poll()
232 		struct dma_buf_poll_cb_t *dcb = &dmabuf->cb_excl;  in dma_buf_poll()
238 		spin_lock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
244 		spin_unlock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
267 		struct dma_buf_poll_cb_t *dcb = &dmabuf->cb_shared;  in dma_buf_poll()
271 		spin_lock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
276 		spin_unlock_irq(&dmabuf->poll.lock);  in dma_buf_poll()
329 static long dma_buf_set_name(struct dma_buf *dmabuf, const char __user *buf)  in dma_buf_set_name()  argument
337 	mutex_lock(&dmabuf->lock);  in dma_buf_set_name()
338 	if (!list_empty(&dmabuf->attachments)) {  in dma_buf_set_name()
343 	kfree(dmabuf->name);  in dma_buf_set_name()
344 	dmabuf->name = name;  in dma_buf_set_name()
347 	mutex_unlock(&dmabuf->lock);  in dma_buf_set_name()
354 	struct dma_buf *dmabuf;  in dma_buf_ioctl()  local
359 	dmabuf = file->private_data;  in dma_buf_ioctl()
384 			ret = dma_buf_end_cpu_access(dmabuf, direction);  in dma_buf_ioctl()
386 			ret = dma_buf_begin_cpu_access(dmabuf, direction);  in dma_buf_ioctl()
391 		return dma_buf_set_name(dmabuf, (const char __user *)arg);  in dma_buf_ioctl()
400 	struct dma_buf *dmabuf = file->private_data;  in dma_buf_show_fdinfo()  local
402 	seq_printf(m, "size:\t%zu\n", dmabuf->size);  in dma_buf_show_fdinfo()
404 	seq_printf(m, "count:\t%ld\n", file_count(dmabuf->file) - 1);  in dma_buf_show_fdinfo()
405 	seq_printf(m, "exp_name:\t%s\n", dmabuf->exp_name);  in dma_buf_show_fdinfo()
406 	mutex_lock(&dmabuf->lock);  in dma_buf_show_fdinfo()
407 	if (dmabuf->name)  in dma_buf_show_fdinfo()
408 		seq_printf(m, "name:\t%s\n", dmabuf->name);  in dma_buf_show_fdinfo()
409 	mutex_unlock(&dmabuf->lock);  in dma_buf_show_fdinfo()
432 static struct file *dma_buf_getfile(struct dma_buf *dmabuf, int flags)  in dma_buf_getfile()  argument
440 	inode->i_size = dmabuf->size;  in dma_buf_getfile()
441 	inode_set_bytes(inode, dmabuf->size);  in dma_buf_getfile()
448 	file->private_data = dmabuf;  in dma_buf_getfile()
449 	file->f_path.dentry->d_fsdata = dmabuf;  in dma_buf_getfile()
508 	struct dma_buf *dmabuf;  in dma_buf_export()  local
531 	dmabuf = kzalloc(alloc_size, GFP_KERNEL);  in dma_buf_export()
532 	if (!dmabuf) {  in dma_buf_export()
537 	dmabuf->priv = exp_info->priv;  in dma_buf_export()
538 	dmabuf->ops = exp_info->ops;  in dma_buf_export()
539 	dmabuf->size = exp_info->size;  in dma_buf_export()
540 	dmabuf->exp_name = exp_info->exp_name;  in dma_buf_export()
541 	dmabuf->owner = exp_info->owner;  in dma_buf_export()
542 	init_waitqueue_head(&dmabuf->poll);  in dma_buf_export()
543 	dmabuf->cb_excl.poll = dmabuf->cb_shared.poll = &dmabuf->poll;  in dma_buf_export()
544 	dmabuf->cb_excl.active = dmabuf->cb_shared.active = 0;  in dma_buf_export()
547 		resv = (struct dma_resv *)&dmabuf[1];  in dma_buf_export()
550 	dmabuf->resv = resv;  in dma_buf_export()
552 	file = dma_buf_getfile(dmabuf, exp_info->flags);  in dma_buf_export()
559 	dmabuf->file = file;  in dma_buf_export()
561 	mutex_init(&dmabuf->lock);  in dma_buf_export()
562 	INIT_LIST_HEAD(&dmabuf->attachments);  in dma_buf_export()
565 	list_add(&dmabuf->list_node, &db_list.head);  in dma_buf_export()
568 	return dmabuf;  in dma_buf_export()
571 	kfree(dmabuf);  in dma_buf_export()
585 int dma_buf_fd(struct dma_buf *dmabuf, int flags)  in dma_buf_fd()  argument
589 	if (!dmabuf || !dmabuf->file)  in dma_buf_fd()
596 	fd_install(fd, dmabuf->file);  in dma_buf_fd()
638 void dma_buf_put(struct dma_buf *dmabuf)  in dma_buf_put()  argument
640 	if (WARN_ON(!dmabuf || !dmabuf->file))  in dma_buf_put()
643 	fput(dmabuf->file);  in dma_buf_put()
665 struct dma_buf_attachment *dma_buf_attach(struct dma_buf *dmabuf,  in dma_buf_attach()  argument
671 	if (WARN_ON(!dmabuf || !dev))  in dma_buf_attach()
679 	attach->dmabuf = dmabuf;  in dma_buf_attach()
681 	mutex_lock(&dmabuf->lock);  in dma_buf_attach()
683 	if (dmabuf->ops->attach) {  in dma_buf_attach()
684 		ret = dmabuf->ops->attach(dmabuf, attach);  in dma_buf_attach()
688 	list_add(&attach->node, &dmabuf->attachments);  in dma_buf_attach()
690 	mutex_unlock(&dmabuf->lock);  in dma_buf_attach()
696 	mutex_unlock(&dmabuf->lock);  in dma_buf_attach()
709 void dma_buf_detach(struct dma_buf *dmabuf, struct dma_buf_attachment *attach)  in dma_buf_detach()  argument
711 	if (WARN_ON(!dmabuf || !attach))  in dma_buf_detach()
715 		dmabuf->ops->unmap_dma_buf(attach, attach->sgt, attach->dir);  in dma_buf_detach()
717 	mutex_lock(&dmabuf->lock);  in dma_buf_detach()
719 	if (dmabuf->ops->detach)  in dma_buf_detach()
720 		dmabuf->ops->detach(dmabuf, attach);  in dma_buf_detach()
722 	mutex_unlock(&dmabuf->lock);  in dma_buf_detach()
749 	if (WARN_ON(!attach || !attach->dmabuf))  in dma_buf_map_attachment()
764 	sg_table = attach->dmabuf->ops->map_dma_buf(attach, direction);  in dma_buf_map_attachment()
768 	if (!IS_ERR(sg_table) && attach->dmabuf->ops->cache_sgt_mapping) {  in dma_buf_map_attachment()
793 	if (WARN_ON(!attach || !attach->dmabuf || !sg_table))  in dma_buf_unmap_attachment()
799 	attach->dmabuf->ops->unmap_dma_buf(attach, sg_table, direction);  in dma_buf_unmap_attachment()
907 static int __dma_buf_begin_cpu_access(struct dma_buf *dmabuf,  in __dma_buf_begin_cpu_access()  argument
912 	struct dma_resv *resv = dmabuf->resv;  in __dma_buf_begin_cpu_access()
938 int dma_buf_begin_cpu_access(struct dma_buf *dmabuf,  in dma_buf_begin_cpu_access()  argument
943 	if (WARN_ON(!dmabuf))  in dma_buf_begin_cpu_access()
946 	if (dmabuf->ops->begin_cpu_access)  in dma_buf_begin_cpu_access()
947 		ret = dmabuf->ops->begin_cpu_access(dmabuf, direction);  in dma_buf_begin_cpu_access()
954 		ret = __dma_buf_begin_cpu_access(dmabuf, direction);  in dma_buf_begin_cpu_access()
972 int dma_buf_end_cpu_access(struct dma_buf *dmabuf,  in dma_buf_end_cpu_access()  argument
977 	WARN_ON(!dmabuf);  in dma_buf_end_cpu_access()
979 	if (dmabuf->ops->end_cpu_access)  in dma_buf_end_cpu_access()
980 		ret = dmabuf->ops->end_cpu_access(dmabuf, direction);  in dma_buf_end_cpu_access()
995 void *dma_buf_kmap(struct dma_buf *dmabuf, unsigned long page_num)  in dma_buf_kmap()  argument
997 	WARN_ON(!dmabuf);  in dma_buf_kmap()
999 	if (!dmabuf->ops->map)  in dma_buf_kmap()
1001 	return dmabuf->ops->map(dmabuf, page_num);  in dma_buf_kmap()
1013 void dma_buf_kunmap(struct dma_buf *dmabuf, unsigned long page_num,  in dma_buf_kunmap()  argument
1016 	WARN_ON(!dmabuf);  in dma_buf_kunmap()
1018 	if (dmabuf->ops->unmap)  in dma_buf_kunmap()
1019 		dmabuf->ops->unmap(dmabuf, page_num, vaddr);  in dma_buf_kunmap()
1038 int dma_buf_mmap(struct dma_buf *dmabuf, struct vm_area_struct *vma,  in dma_buf_mmap()  argument
1044 	if (WARN_ON(!dmabuf || !vma))  in dma_buf_mmap()
1048 	if (!dmabuf->ops->mmap)  in dma_buf_mmap()
1057 	    dmabuf->size >> PAGE_SHIFT)  in dma_buf_mmap()
1061 	get_file(dmabuf->file);  in dma_buf_mmap()
1063 	vma->vm_file = dmabuf->file;  in dma_buf_mmap()
1066 	ret = dmabuf->ops->mmap(dmabuf, vma);  in dma_buf_mmap()
1070 		fput(dmabuf->file);  in dma_buf_mmap()
1092 void *dma_buf_vmap(struct dma_buf *dmabuf)  in dma_buf_vmap()  argument
1096 	if (WARN_ON(!dmabuf))  in dma_buf_vmap()
1099 	if (!dmabuf->ops->vmap)  in dma_buf_vmap()
1102 	mutex_lock(&dmabuf->lock);  in dma_buf_vmap()
1103 	if (dmabuf->vmapping_counter) {  in dma_buf_vmap()
1104 		dmabuf->vmapping_counter++;  in dma_buf_vmap()
1105 		BUG_ON(!dmabuf->vmap_ptr);  in dma_buf_vmap()
1106 		ptr = dmabuf->vmap_ptr;  in dma_buf_vmap()
1110 	BUG_ON(dmabuf->vmap_ptr);  in dma_buf_vmap()
1112 	ptr = dmabuf->ops->vmap(dmabuf);  in dma_buf_vmap()
1118 	dmabuf->vmap_ptr = ptr;  in dma_buf_vmap()
1119 	dmabuf->vmapping_counter = 1;  in dma_buf_vmap()
1122 	mutex_unlock(&dmabuf->lock);  in dma_buf_vmap()
1132 void dma_buf_vunmap(struct dma_buf *dmabuf, void *vaddr)  in dma_buf_vunmap()  argument
1134 	if (WARN_ON(!dmabuf))  in dma_buf_vunmap()
1137 	BUG_ON(!dmabuf->vmap_ptr);  in dma_buf_vunmap()
1138 	BUG_ON(dmabuf->vmapping_counter == 0);  in dma_buf_vunmap()
1139 	BUG_ON(dmabuf->vmap_ptr != vaddr);  in dma_buf_vunmap()
1141 	mutex_lock(&dmabuf->lock);  in dma_buf_vunmap()
1142 	if (--dmabuf->vmapping_counter == 0) {  in dma_buf_vunmap()
1143 		if (dmabuf->ops->vunmap)  in dma_buf_vunmap()
1144 			dmabuf->ops->vunmap(dmabuf, vaddr);  in dma_buf_vunmap()
1145 		dmabuf->vmap_ptr = NULL;  in dma_buf_vunmap()
1147 	mutex_unlock(&dmabuf->lock);  in dma_buf_vunmap()