687  * a valid cur_ioas (access->ioas). A caller passing in a valid new_ioas should
690 static int iommufd_access_change_ioas(struct iommufd_access *access,  in iommufd_access_change_ioas()  argument
693 	u32 iopt_access_list_id = access->iopt_access_list_id;  in iommufd_access_change_ioas()
694 	struct iommufd_ioas *cur_ioas = access->ioas;  in iommufd_access_change_ioas()
697 	lockdep_assert_held(&access->ioas_lock);  in iommufd_access_change_ioas()
700 	if (cur_ioas != access->ioas_unpin)  in iommufd_access_change_ioas()
708 	 * iommufd_access_unpin_pages() can continue using access->ioas_unpin.  in iommufd_access_change_ioas()
710 	access->ioas = NULL;  in iommufd_access_change_ioas()
713 		rc = iopt_add_access(&new_ioas->iopt, access);  in iommufd_access_change_ioas()
715 			access->ioas = cur_ioas;  in iommufd_access_change_ioas()
722 		if (access->ops->unmap) {  in iommufd_access_change_ioas()
723 			mutex_unlock(&access->ioas_lock);  in iommufd_access_change_ioas()
724 			access->ops->unmap(access->data, 0, ULONG_MAX);  in iommufd_access_change_ioas()
725 			mutex_lock(&access->ioas_lock);  in iommufd_access_change_ioas()
727 		iopt_remove_access(&cur_ioas->iopt, access, iopt_access_list_id);  in iommufd_access_change_ioas()
731 	access->ioas = new_ioas;  in iommufd_access_change_ioas()
732 	access->ioas_unpin = new_ioas;  in iommufd_access_change_ioas()
737 static int iommufd_access_change_ioas_id(struct iommufd_access *access, u32 id)  in iommufd_access_change_ioas_id()  argument
739 	struct iommufd_ioas *ioas = iommufd_get_ioas(access->ictx, id);  in iommufd_access_change_ioas_id()
744 	rc = iommufd_access_change_ioas(access, ioas);  in iommufd_access_change_ioas_id()
751 	struct iommufd_access *access =  in iommufd_access_destroy_object()  local
754 	mutex_lock(&access->ioas_lock);  in iommufd_access_destroy_object()
755 	if (access->ioas)  in iommufd_access_destroy_object()
756 		WARN_ON(iommufd_access_change_ioas(access, NULL));  in iommufd_access_destroy_object()
757 	mutex_unlock(&access->ioas_lock);  in iommufd_access_destroy_object()
758 	iommufd_ctx_put(access->ictx);  in iommufd_access_destroy_object()
764  * @ops: Driver's ops to associate with the access
766  * @id: Output ID number to return to userspace for this access
778 	struct iommufd_access *access;  in iommufd_access_create()  local
781 	 * There is no uAPI for the access object, but to keep things symmetric  in iommufd_access_create()
784 	access = iommufd_object_alloc(ictx, access, IOMMUFD_OBJ_ACCESS);  in iommufd_access_create()
785 	if (IS_ERR(access))  in iommufd_access_create()
786 		return access;  in iommufd_access_create()
788 	access->data = data;  in iommufd_access_create()
789 	access->ops = ops;  in iommufd_access_create()
792 		access->iova_alignment = PAGE_SIZE;  in iommufd_access_create()
794 		access->iova_alignment = 1;  in iommufd_access_create()
797 	refcount_inc(&access->obj.users);  in iommufd_access_create()
798 	access->ictx = ictx;  in iommufd_access_create()
800 	iommufd_object_finalize(ictx, &access->obj);  in iommufd_access_create()
801 	*id = access->obj.id;  in iommufd_access_create()
802 	mutex_init(&access->ioas_lock);  in iommufd_access_create()
803 	return access;  in iommufd_access_create()
809  * @access: The access to destroy
811  * The caller must stop using the access before destroying it.
813 void iommufd_access_destroy(struct iommufd_access *access)  in iommufd_access_destroy()  argument
815 	iommufd_object_destroy_user(access->ictx, &access->obj);  in iommufd_access_destroy()
819 void iommufd_access_detach(struct iommufd_access *access)  in iommufd_access_detach()  argument
821 	mutex_lock(&access->ioas_lock);  in iommufd_access_detach()
822 	if (WARN_ON(!access->ioas)) {  in iommufd_access_detach()
823 		mutex_unlock(&access->ioas_lock);  in iommufd_access_detach()
826 	WARN_ON(iommufd_access_change_ioas(access, NULL));  in iommufd_access_detach()
827 	mutex_unlock(&access->ioas_lock);  in iommufd_access_detach()
831 int iommufd_access_attach(struct iommufd_access *access, u32 ioas_id)  in iommufd_access_attach()  argument
835 	mutex_lock(&access->ioas_lock);  in iommufd_access_attach()
836 	if (WARN_ON(access->ioas)) {  in iommufd_access_attach()
837 		mutex_unlock(&access->ioas_lock);  in iommufd_access_attach()
841 	rc = iommufd_access_change_ioas_id(access, ioas_id);  in iommufd_access_attach()
842 	mutex_unlock(&access->ioas_lock);  in iommufd_access_attach()
847 int iommufd_access_replace(struct iommufd_access *access, u32 ioas_id)  in iommufd_access_replace()  argument
851 	mutex_lock(&access->ioas_lock);  in iommufd_access_replace()
852 	if (!access->ioas) {  in iommufd_access_replace()
853 		mutex_unlock(&access->ioas_lock);  in iommufd_access_replace()
856 	rc = iommufd_access_change_ioas_id(access, ioas_id);  in iommufd_access_replace()
857 	mutex_unlock(&access->ioas_lock);  in iommufd_access_replace()
883 	struct iommufd_access *access;  in iommufd_access_notify_unmap()  local
887 	xa_for_each(&ioas->iopt.access_list, index, access) {  in iommufd_access_notify_unmap()
888 		if (!iommufd_lock_obj(&access->obj))  in iommufd_access_notify_unmap()
892 		access->ops->unmap(access->data, iova, length);  in iommufd_access_notify_unmap()
894 		iommufd_put_object(&access->obj);  in iommufd_access_notify_unmap()
902  * @access: IOAS access to act on
904  * @length: Number of bytes to access
909 void iommufd_access_unpin_pages(struct iommufd_access *access,  in iommufd_access_unpin_pages()  argument
921 	mutex_lock(&access->ioas_lock);  in iommufd_access_unpin_pages()
926 	if (WARN_ON(!access->ioas_unpin)) {  in iommufd_access_unpin_pages()
927 		mutex_unlock(&access->ioas_lock);  in iommufd_access_unpin_pages()
930 	iopt = &access->ioas_unpin->iopt;  in iommufd_access_unpin_pages()
941 	mutex_unlock(&access->ioas_lock);  in iommufd_access_unpin_pages()
966  * @access: IOAS access to act on
968  * @length: Number of bytes to access
973  * These can be kmap'd by the caller for CPU access.
983 int iommufd_access_pin_pages(struct iommufd_access *access, unsigned long iova,  in iommufd_access_pin_pages()  argument
995 	    WARN_ON(access->iova_alignment != PAGE_SIZE || !access->ops->unmap))  in iommufd_access_pin_pages()
1003 	mutex_lock(&access->ioas_lock);  in iommufd_access_pin_pages()
1004 	if (!access->ioas) {  in iommufd_access_pin_pages()
1005 		mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1008 	iopt = &access->ioas->iopt;  in iommufd_access_pin_pages()
1040 	mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1055 	mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1062  * @access: IOAS access to act on
1065  * @length: Number of bytes to access
1072 int iommufd_access_rw(struct iommufd_access *access, unsigned long iova,  in iommufd_access_rw()  argument
1086 	mutex_lock(&access->ioas_lock);  in iommufd_access_rw()
1087 	if (!access->ioas) {  in iommufd_access_rw()
1088 		mutex_unlock(&access->ioas_lock);  in iommufd_access_rw()
1091 	iopt = &access->ioas->iopt;  in iommufd_access_rw()
1119 	mutex_unlock(&access->ioas_lock);  in iommufd_access_rw()