144 static void fuse_cleanup_submount_lookup(struct fuse_conn *fc,  in fuse_cleanup_submount_lookup()  argument
150 	fuse_queue_forget(fc, sl->forget, sl->nodeid, 1);  in fuse_cleanup_submount_lookup()
165 		struct fuse_conn *fc = get_fuse_conn(inode);  in fuse_evict_inode()  local
170 			fuse_queue_forget(fc, fi->forget, fi->nodeid,  in fuse_evict_inode()
176 			fuse_cleanup_submount_lookup(fc, fi->submount_lookup);  in fuse_evict_inode()
186 			atomic64_inc(&fc->evict_ctr);  in fuse_evict_inode()
223 	struct fuse_conn *fc = get_fuse_conn(inode);  in fuse_change_attributes_common()  local
239 	if (!evict_ctr || fi->attr_version || evict_ctr == fuse_get_evict_ctr(fc))  in fuse_change_attributes_common()
242 	fi->attr_version = atomic64_inc_return(&fc->attr_version);  in fuse_change_attributes_common()
248 	inode->i_uid     = make_kuid(fc->user_ns, attr->uid);  in fuse_change_attributes_common()
249 	inode->i_gid     = make_kgid(fc->user_ns, attr->gid);  in fuse_change_attributes_common()
296 	if (!fc->default_permissions)  in fuse_change_attributes_common()
314 	struct fuse_conn *fc = get_fuse_conn(inode);  in fuse_get_cache_mask()  local
316 	if (!fc->writeback_cache || !S_ISREG(inode->i_mode))  in fuse_get_cache_mask()
326 	struct fuse_conn *fc = get_fuse_conn(inode);  in fuse_change_attributes_i()  local
376 			if (!fc->explicit_inval_data)  in fuse_change_attributes_i()
378 		} else if (fc->auto_inval_data) {  in fuse_change_attributes_i()
415 			    struct fuse_conn *fc)  in fuse_init_inode()  argument
439 	if (!fc->posix_acl)  in fuse_init_inode()
466 	struct fuse_conn *fc = get_fuse_conn_super(sb);  in fuse_iget()  local
475 	if (fc->auto_submounts && (attr->flags & FUSE_ATTR_SUBMOUNT) &&  in fuse_iget()
483 		fuse_init_inode(inode, attr, fc);  in fuse_iget()
504 		if (!fc->writeback_cache || !S_ISREG(attr->mode))  in fuse_iget()
507 		fuse_init_inode(inode, attr, fc);  in fuse_iget()
528 struct inode *fuse_ilookup(struct fuse_conn *fc, u64 nodeid,  in fuse_ilookup()  argument
534 	WARN_ON(!rwsem_is_locked(&fc->killsb));  in fuse_ilookup()
535 	list_for_each_entry(fm_iter, &fc->mounts, fc_entry) {  in fuse_ilookup()
550 int fuse_reverse_inval_inode(struct fuse_conn *fc, u64 nodeid,  in fuse_reverse_inval_inode()  argument
558 	inode = fuse_ilookup(fc, nodeid, NULL);  in fuse_reverse_inval_inode()
564 	fi->attr_version = atomic64_inc_return(&fc->attr_version);  in fuse_reverse_inval_inode()
602 	struct fuse_conn *fc = get_fuse_conn_super(sb);  in fuse_umount_begin()  local
604 	if (fc->no_force_umount)  in fuse_umount_begin()
607 	fuse_abort_conn(fc);  in fuse_umount_begin()
616 	if (fm->fc->conn_init) {  in fuse_send_destroy()
648 	if (!fuse_allow_current_process(fm->fc)) {  in fuse_statfs()
679 static void fuse_sync_fs_writes(struct fuse_conn *fc)  in fuse_sync_fs_writes()  argument
685 	spin_lock(&fc->lock);  in fuse_sync_fs_writes()
686 	bucket = rcu_dereference_protected(fc->curr_bucket, 1);  in fuse_sync_fs_writes()
691 		spin_unlock(&fc->lock);  in fuse_sync_fs_writes()
701 	rcu_assign_pointer(fc->curr_bucket, new_bucket);  in fuse_sync_fs_writes()
702 	spin_unlock(&fc->lock);  in fuse_sync_fs_writes()
720 	struct fuse_conn *fc = fm->fc;  in fuse_sync_fs()  local
736 	if (!fc->sync_fs)  in fuse_sync_fs()
739 	fuse_sync_fs_writes(fc);  in fuse_sync_fs()
751 		fc->sync_fs = 0;  in fuse_sync_fs()
898 	struct fuse_conn *fc = get_fuse_conn_super(sb);  in fuse_show_options()  local
900 	if (fc->legacy_opts_show) {  in fuse_show_options()
902 			   from_kuid_munged(fc->user_ns, fc->user_id));  in fuse_show_options()
904 			   from_kgid_munged(fc->user_ns, fc->group_id));  in fuse_show_options()
905 		if (fc->default_permissions)  in fuse_show_options()
907 		if (fc->allow_other)  in fuse_show_options()
909 		if (fc->max_read != ~0)  in fuse_show_options()
910 			seq_printf(m, ",max_read=%u", fc->max_read);  in fuse_show_options()
915 	if (fc->dax_mode == FUSE_DAX_ALWAYS)  in fuse_show_options()
917 	else if (fc->dax_mode == FUSE_DAX_NEVER)  in fuse_show_options()
919 	else if (fc->dax_mode == FUSE_DAX_INODE_USER)  in fuse_show_options()
952 void fuse_conn_init(struct fuse_conn *fc, struct fuse_mount *fm,  in fuse_conn_init()  argument
956 	memset(fc, 0, sizeof(*fc));  in fuse_conn_init()
957 	spin_lock_init(&fc->lock);  in fuse_conn_init()
958 	spin_lock_init(&fc->bg_lock);  in fuse_conn_init()
959 	init_rwsem(&fc->killsb);  in fuse_conn_init()
960 	refcount_set(&fc->count, 1);  in fuse_conn_init()
961 	atomic_set(&fc->dev_count, 1);  in fuse_conn_init()
962 	init_waitqueue_head(&fc->blocked_waitq);  in fuse_conn_init()
963 	fuse_iqueue_init(&fc->iq, fiq_ops, fiq_priv);  in fuse_conn_init()
964 	INIT_LIST_HEAD(&fc->bg_queue);  in fuse_conn_init()
965 	INIT_LIST_HEAD(&fc->entry);  in fuse_conn_init()
966 	INIT_LIST_HEAD(&fc->devices);  in fuse_conn_init()
967 	atomic_set(&fc->num_waiting, 0);  in fuse_conn_init()
968 	fc->max_background = FUSE_DEFAULT_MAX_BACKGROUND;  in fuse_conn_init()
969 	fc->congestion_threshold = FUSE_DEFAULT_CONGESTION_THRESHOLD;  in fuse_conn_init()
970 	atomic64_set(&fc->khctr, 0);  in fuse_conn_init()
971 	fc->polled_files = RB_ROOT;  in fuse_conn_init()
972 	fc->blocked = 0;  in fuse_conn_init()
973 	fc->initialized = 0;  in fuse_conn_init()
974 	fc->connected = 1;  in fuse_conn_init()
975 	atomic64_set(&fc->attr_version, 1);  in fuse_conn_init()
976 	atomic64_set(&fc->evict_ctr, 1);  in fuse_conn_init()
977 	get_random_bytes(&fc->scramble_key, sizeof(fc->scramble_key));  in fuse_conn_init()
978 	fc->pid_ns = get_pid_ns(task_active_pid_ns(current));  in fuse_conn_init()
979 	fc->user_ns = get_user_ns(user_ns);  in fuse_conn_init()
980 	fc->max_pages = FUSE_DEFAULT_MAX_PAGES_PER_REQ;  in fuse_conn_init()
981 	fc->max_pages_limit = fuse_max_pages_limit;  in fuse_conn_init()
984 		fuse_backing_files_init(fc);  in fuse_conn_init()
986 	INIT_LIST_HEAD(&fc->mounts);  in fuse_conn_init()
987 	list_add(&fm->fc_entry, &fc->mounts);  in fuse_conn_init()
988 	fm->fc = fc;  in fuse_conn_init()
994 	struct fuse_conn *fc = container_of(p, struct fuse_conn, rcu);  in delayed_release()  local
996 	fuse_uring_destruct(fc);  in delayed_release()
998 	put_user_ns(fc->user_ns);  in delayed_release()
999 	fc->release(fc);  in delayed_release()
1002 void fuse_conn_put(struct fuse_conn *fc)  in fuse_conn_put()  argument
1004 	if (refcount_dec_and_test(&fc->count)) {  in fuse_conn_put()
1005 		struct fuse_iqueue *fiq = &fc->iq;  in fuse_conn_put()
1009 			fuse_dax_conn_free(fc);  in fuse_conn_put()
1012 		put_pid_ns(fc->pid_ns);  in fuse_conn_put()
1013 		bucket = rcu_dereference_protected(fc->curr_bucket, 1);  in fuse_conn_put()
1019 			fuse_backing_files_free(fc);  in fuse_conn_put()
1020 		call_rcu(&fc->rcu, delayed_release);  in fuse_conn_put()
1025 struct fuse_conn *fuse_conn_get(struct fuse_conn *fc)  in fuse_conn_get()  argument
1027 	refcount_inc(&fc->count);  in fuse_conn_get()
1028 	return fc;  in fuse_conn_get()
1051 	struct fuse_conn *fc = get_fuse_conn_super(sb);  in fuse_get_dentry()  local
1064 		if (!fc->export_support)  in fuse_get_dentry()
1159 	struct fuse_conn *fc = get_fuse_conn(child_inode);  in fuse_get_parent()  local
1165 	if (!fc->export_support)  in fuse_get_parent()
1233 static void process_init_limits(struct fuse_conn *fc, struct fuse_init_out *arg)  in process_init_limits()  argument
1243 	spin_lock(&fc->bg_lock);  in process_init_limits()
1245 		fc->max_background = arg->max_background;  in process_init_limits()
1247 		if (!cap_sys_admin && fc->max_background > max_user_bgreq)  in process_init_limits()
1248 			fc->max_background = max_user_bgreq;  in process_init_limits()
1251 		fc->congestion_threshold = arg->congestion_threshold;  in process_init_limits()
1254 		    fc->congestion_threshold > max_user_congthresh)  in process_init_limits()
1255 			fc->congestion_threshold = max_user_congthresh;  in process_init_limits()
1257 	spin_unlock(&fc->bg_lock);  in process_init_limits()
1269 	struct fuse_conn *fc = fm->fc;  in process_init_reply()  local
1279 		process_init_limits(fc, arg);  in process_init_reply()
1289 				fc->async_read = 1;  in process_init_reply()
1291 				fc->no_lock = 1;  in process_init_reply()
1294 					fc->no_flock = 1;  in process_init_reply()
1297 					fc->no_flock = 1;  in process_init_reply()
1300 				fc->atomic_o_trunc = 1;  in process_init_reply()
1304 					fc->export_support = 1;  in process_init_reply()
1307 				fc->big_writes = 1;  in process_init_reply()
1309 				fc->dont_mask = 1;  in process_init_reply()
1311 				fc->auto_inval_data = 1;  in process_init_reply()
1313 				fc->explicit_inval_data = 1;  in process_init_reply()
1315 				fc->do_readdirplus = 1;  in process_init_reply()
1317 					fc->readdirplus_auto = 1;  in process_init_reply()
1320 				fc->async_dio = 1;  in process_init_reply()
1322 				fc->writeback_cache = 1;  in process_init_reply()
1324 				fc->parallel_dirops = 1;  in process_init_reply()
1326 				fc->handle_killpriv = 1;  in process_init_reply()
1330 				fc->default_permissions = 1;  in process_init_reply()
1331 				fc->posix_acl = 1;  in process_init_reply()
1334 				fc->cache_symlinks = 1;  in process_init_reply()
1336 				fc->abort_err = 1;  in process_init_reply()
1338 				fc->max_pages =  in process_init_reply()
1339 					min_t(unsigned int, fc->max_pages_limit,  in process_init_reply()
1344 				    !fuse_dax_check_alignment(fc, arg->map_alignment)) {  in process_init_reply()
1348 					fc->inode_dax = 1;  in process_init_reply()
1351 				fc->handle_killpriv_v2 = 1;  in process_init_reply()
1355 				fc->setxattr_ext = 1;  in process_init_reply()
1357 				fc->init_security = 1;  in process_init_reply()
1359 				fc->create_supp_group = 1;  in process_init_reply()
1361 				fc->direct_io_allow_mmap = 1;  in process_init_reply()
1381 				fc->passthrough = 1;  in process_init_reply()
1382 				fc->max_stack_depth = arg->max_stack_depth;  in process_init_reply()
1388 				if (fc->default_permissions)  in process_init_reply()
1394 				fc->io_uring = 1;  in process_init_reply()
1396 			ra_pages = fc->max_read / PAGE_SIZE;  in process_init_reply()
1397 			fc->no_lock = 1;  in process_init_reply()
1398 			fc->no_flock = 1;  in process_init_reply()
1403 		fc->minor = arg->minor;  in process_init_reply()
1404 		fc->max_write = arg->minor < 5 ? 4096 : arg->max_write;  in process_init_reply()
1405 		fc->max_write = max_t(unsigned, 4096, fc->max_write);  in process_init_reply()
1406 		fc->conn_init = 1;  in process_init_reply()
1411 		fc->conn_init = 0;  in process_init_reply()
1412 		fc->conn_error = 1;  in process_init_reply()
1415 	fuse_set_initialized(fc);  in process_init_reply()
1416 	wake_up_all(&fc->blocked_waitq);  in process_init_reply()
1444 	if (fm->fc->dax)  in fuse_send_init()
1446 	if (fuse_is_inode_dax_mode(fm->fc->dax_mode))  in fuse_send_init()
1449 	if (fm->fc->auto_submounts)  in fuse_send_init()
1484 void fuse_free_conn(struct fuse_conn *fc)  in fuse_free_conn()  argument
1486 	WARN_ON(!list_empty(&fc->devices));  in fuse_free_conn()
1487 	kfree(fc);  in fuse_free_conn()
1491 static int fuse_bdi_init(struct fuse_conn *fc, struct super_block *sb)  in fuse_bdi_init()  argument
1505 	err = super_setup_bdi_name(sb, "%u:%u%s", MAJOR(fc->dev),  in fuse_bdi_init()
1506 				   MINOR(fc->dev), suffix);  in fuse_bdi_init()
1553 void fuse_dev_install(struct fuse_dev *fud, struct fuse_conn *fc)  in fuse_dev_install()  argument
1555 	fud->fc = fuse_conn_get(fc);  in fuse_dev_install()
1556 	spin_lock(&fc->lock);  in fuse_dev_install()
1557 	list_add_tail(&fud->entry, &fc->devices);  in fuse_dev_install()
1558 	spin_unlock(&fc->lock);  in fuse_dev_install()
1562 struct fuse_dev *fuse_dev_alloc_install(struct fuse_conn *fc)  in fuse_dev_alloc_install()  argument
1570 	fuse_dev_install(fud, fc);  in fuse_dev_alloc_install()
1577 	struct fuse_conn *fc = fud->fc;  in fuse_dev_free()  local
1579 	if (fc) {  in fuse_dev_free()
1580 		spin_lock(&fc->lock);  in fuse_dev_free()
1582 		spin_unlock(&fc->lock);  in fuse_dev_free()
1584 		fuse_conn_put(fc);  in fuse_dev_free()
1659 			 fuse_get_evict_ctr(fm->fc));  in fuse_fill_super_submount()
1694 	struct fuse_conn *fc = get_fuse_conn(&mp_fi->inode);  in fuse_get_tree_submount()  local
1702 	fm->fc = fuse_conn_get(fc);  in fuse_get_tree_submount()
1717 	down_write(&fc->killsb);  in fuse_get_tree_submount()
1718 	list_add_tail(&fm->fc_entry, &fc->mounts);  in fuse_get_tree_submount()
1719 	up_write(&fc->killsb);  in fuse_get_tree_submount()
1742 	struct fuse_conn *fc = fm->fc;  in fuse_fill_super_common()  local
1751 	rcu_assign_pointer(fc->curr_bucket, fuse_sync_bucket_alloc());  in fuse_fill_super_common()
1768 		err = fuse_dax_conn_alloc(fc, ctx->dax_mode, ctx->dax_dev);  in fuse_fill_super_common()
1775 		fud = fuse_dev_alloc_install(fc);  in fuse_fill_super_common()
1780 	fc->dev = sb->s_dev;  in fuse_fill_super_common()
1782 	err = fuse_bdi_init(fc, sb);  in fuse_fill_super_common()
1788 		fc->dont_mask = 1;  in fuse_fill_super_common()
1791 	fc->default_permissions = ctx->default_permissions;  in fuse_fill_super_common()
1792 	fc->allow_other = ctx->allow_other;  in fuse_fill_super_common()
1793 	fc->user_id = ctx->user_id;  in fuse_fill_super_common()
1794 	fc->group_id = ctx->group_id;  in fuse_fill_super_common()
1795 	fc->legacy_opts_show = ctx->legacy_opts_show;  in fuse_fill_super_common()
1796 	fc->max_read = max_t(unsigned int, 4096, ctx->max_read);  in fuse_fill_super_common()
1797 	fc->destroy = ctx->destroy;  in fuse_fill_super_common()
1798 	fc->no_control = ctx->no_control;  in fuse_fill_super_common()
1799 	fc->no_force_umount = ctx->no_force_umount;  in fuse_fill_super_common()
1815 	err = fuse_ctl_add_conn(fc);  in fuse_fill_super_common()
1819 	list_add_tail(&fc->entry, &fuse_conn_list);  in fuse_fill_super_common()
1834 		fuse_dax_conn_free(fc);  in fuse_fill_super_common()
1886 	struct fuse_conn *fc;  in fuse_get_tree()  local
1891 	fc = kmalloc(sizeof(*fc), GFP_KERNEL);  in fuse_get_tree()
1892 	if (!fc)  in fuse_get_tree()
1897 		kfree(fc);  in fuse_get_tree()
1901 	fuse_conn_init(fc, fm, fsc->user_ns, &fuse_dev_fiq_ops, NULL);  in fuse_get_tree()
1902 	fc->release = fuse_free_conn;  in fuse_get_tree()
1927 		fsc->sget_key = fud->fc;  in fuse_get_tree()
1979 	struct fuse_conn *fc = fm->fc;  in fuse_mount_remove()  local
1982 	down_write(&fc->killsb);  in fuse_mount_remove()
1984 	if (list_empty(&fc->mounts))  in fuse_mount_remove()
1986 	up_write(&fc->killsb);  in fuse_mount_remove()
1994 	struct fuse_conn *fc = fm->fc;  in fuse_conn_destroy()  local
1996 	if (fc->destroy)  in fuse_conn_destroy()
1999 	fuse_abort_conn(fc);  in fuse_conn_destroy()
2000 	fuse_wait_aborted(fc);  in fuse_conn_destroy()
2002 	if (!list_empty(&fc->entry)) {  in fuse_conn_destroy()
2004 		list_del(&fc->entry);  in fuse_conn_destroy()
2005 		fuse_ctl_remove_conn(fc);  in fuse_conn_destroy()
2025 	fuse_conn_put(fm->fc);  in fuse_mount_destroy()