859  * a valid cur_ioas (access->ioas). A caller passing in a valid new_ioas should
862 static int iommufd_access_change_ioas(struct iommufd_access *access,  in iommufd_access_change_ioas()  argument
865 	u32 iopt_access_list_id = access->iopt_access_list_id;  in iommufd_access_change_ioas()
866 	struct iommufd_ioas *cur_ioas = access->ioas;  in iommufd_access_change_ioas()
869 	lockdep_assert_held(&access->ioas_lock);  in iommufd_access_change_ioas()
872 	if (cur_ioas != access->ioas_unpin)  in iommufd_access_change_ioas()
880 	 * iommufd_access_unpin_pages() can continue using access->ioas_unpin.  in iommufd_access_change_ioas()
882 	access->ioas = NULL;  in iommufd_access_change_ioas()
885 		rc = iopt_add_access(&new_ioas->iopt, access);  in iommufd_access_change_ioas()
887 			access->ioas = cur_ioas;  in iommufd_access_change_ioas()
894 		if (access->ops->unmap) {  in iommufd_access_change_ioas()
895 			mutex_unlock(&access->ioas_lock);  in iommufd_access_change_ioas()
896 			access->ops->unmap(access->data, 0, ULONG_MAX);  in iommufd_access_change_ioas()
897 			mutex_lock(&access->ioas_lock);  in iommufd_access_change_ioas()
899 		iopt_remove_access(&cur_ioas->iopt, access, iopt_access_list_id);  in iommufd_access_change_ioas()
903 	access->ioas = new_ioas;  in iommufd_access_change_ioas()
904 	access->ioas_unpin = new_ioas;  in iommufd_access_change_ioas()
909 static int iommufd_access_change_ioas_id(struct iommufd_access *access, u32 id)  in iommufd_access_change_ioas_id()  argument
911 	struct iommufd_ioas *ioas = iommufd_get_ioas(access->ictx, id);  in iommufd_access_change_ioas_id()
916 	rc = iommufd_access_change_ioas(access, ioas);  in iommufd_access_change_ioas_id()
917 	iommufd_put_object(access->ictx, &ioas->obj);  in iommufd_access_change_ioas_id()
923 	struct iommufd_access *access =  in iommufd_access_destroy_object()  local
926 	mutex_lock(&access->ioas_lock);  in iommufd_access_destroy_object()
927 	if (access->ioas)  in iommufd_access_destroy_object()
928 		WARN_ON(iommufd_access_change_ioas(access, NULL));  in iommufd_access_destroy_object()
929 	mutex_unlock(&access->ioas_lock);  in iommufd_access_destroy_object()
930 	iommufd_ctx_put(access->ictx);  in iommufd_access_destroy_object()
936  * @ops: Driver's ops to associate with the access
938  * @id: Output ID number to return to userspace for this access
950 	struct iommufd_access *access;  in iommufd_access_create()  local
953 	 * There is no uAPI for the access object, but to keep things symmetric  in iommufd_access_create()
956 	access = iommufd_object_alloc(ictx, access, IOMMUFD_OBJ_ACCESS);  in iommufd_access_create()
957 	if (IS_ERR(access))  in iommufd_access_create()
958 		return access;  in iommufd_access_create()
960 	access->data = data;  in iommufd_access_create()
961 	access->ops = ops;  in iommufd_access_create()
964 		access->iova_alignment = PAGE_SIZE;  in iommufd_access_create()
966 		access->iova_alignment = 1;  in iommufd_access_create()
969 	refcount_inc(&access->obj.users);  in iommufd_access_create()
970 	access->ictx = ictx;  in iommufd_access_create()
972 	iommufd_object_finalize(ictx, &access->obj);  in iommufd_access_create()
973 	*id = access->obj.id;  in iommufd_access_create()
974 	mutex_init(&access->ioas_lock);  in iommufd_access_create()
975 	return access;  in iommufd_access_create()
981  * @access: The access to destroy
983  * The caller must stop using the access before destroying it.
985 void iommufd_access_destroy(struct iommufd_access *access)  in iommufd_access_destroy()  argument
987 	iommufd_object_destroy_user(access->ictx, &access->obj);  in iommufd_access_destroy()
991 void iommufd_access_detach(struct iommufd_access *access)  in iommufd_access_detach()  argument
993 	mutex_lock(&access->ioas_lock);  in iommufd_access_detach()
994 	if (WARN_ON(!access->ioas)) {  in iommufd_access_detach()
995 		mutex_unlock(&access->ioas_lock);  in iommufd_access_detach()
998 	WARN_ON(iommufd_access_change_ioas(access, NULL));  in iommufd_access_detach()
999 	mutex_unlock(&access->ioas_lock);  in iommufd_access_detach()
1003 int iommufd_access_attach(struct iommufd_access *access, u32 ioas_id)  in iommufd_access_attach()  argument
1007 	mutex_lock(&access->ioas_lock);  in iommufd_access_attach()
1008 	if (WARN_ON(access->ioas)) {  in iommufd_access_attach()
1009 		mutex_unlock(&access->ioas_lock);  in iommufd_access_attach()
1013 	rc = iommufd_access_change_ioas_id(access, ioas_id);  in iommufd_access_attach()
1014 	mutex_unlock(&access->ioas_lock);  in iommufd_access_attach()
1019 int iommufd_access_replace(struct iommufd_access *access, u32 ioas_id)  in iommufd_access_replace()  argument
1023 	mutex_lock(&access->ioas_lock);  in iommufd_access_replace()
1024 	if (!access->ioas) {  in iommufd_access_replace()
1025 		mutex_unlock(&access->ioas_lock);  in iommufd_access_replace()
1028 	rc = iommufd_access_change_ioas_id(access, ioas_id);  in iommufd_access_replace()
1029 	mutex_unlock(&access->ioas_lock);  in iommufd_access_replace()
1055 	struct iommufd_access *access;  in iommufd_access_notify_unmap()  local
1059 	xa_for_each(&ioas->iopt.access_list, index, access) {  in iommufd_access_notify_unmap()
1060 		if (!iommufd_lock_obj(&access->obj))  in iommufd_access_notify_unmap()
1064 		access->ops->unmap(access->data, iova, length);  in iommufd_access_notify_unmap()
1066 		iommufd_put_object(access->ictx, &access->obj);  in iommufd_access_notify_unmap()
1074  * @access: IOAS access to act on
1076  * @length: Number of bytes to access
1081 void iommufd_access_unpin_pages(struct iommufd_access *access,  in iommufd_access_unpin_pages()  argument
1093 	mutex_lock(&access->ioas_lock);  in iommufd_access_unpin_pages()
1098 	if (WARN_ON(!access->ioas_unpin)) {  in iommufd_access_unpin_pages()
1099 		mutex_unlock(&access->ioas_lock);  in iommufd_access_unpin_pages()
1102 	iopt = &access->ioas_unpin->iopt;  in iommufd_access_unpin_pages()
1113 	mutex_unlock(&access->ioas_lock);  in iommufd_access_unpin_pages()
1138  * @access: IOAS access to act on
1140  * @length: Number of bytes to access
1145  * These can be kmap'd by the caller for CPU access.
1155 int iommufd_access_pin_pages(struct iommufd_access *access, unsigned long iova,  in iommufd_access_pin_pages()  argument
1167 	    WARN_ON(access->iova_alignment != PAGE_SIZE || !access->ops->unmap))  in iommufd_access_pin_pages()
1175 	mutex_lock(&access->ioas_lock);  in iommufd_access_pin_pages()
1176 	if (!access->ioas) {  in iommufd_access_pin_pages()
1177 		mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1180 	iopt = &access->ioas->iopt;  in iommufd_access_pin_pages()
1212 	mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1227 	mutex_unlock(&access->ioas_lock);  in iommufd_access_pin_pages()
1234  * @access: IOAS access to act on
1237  * @length: Number of bytes to access
1244 int iommufd_access_rw(struct iommufd_access *access, unsigned long iova,  in iommufd_access_rw()  argument
1258 	mutex_lock(&access->ioas_lock);  in iommufd_access_rw()
1259 	if (!access->ioas) {  in iommufd_access_rw()
1260 		mutex_unlock(&access->ioas_lock);  in iommufd_access_rw()
1263 	iopt = &access->ioas->iopt;  in iommufd_access_rw()
1291 	mutex_unlock(&access->ioas_lock);  in iommufd_access_rw()