Lines Matching +full:fiq +full:- +full:device
3 Copyright (C) 2001-2008 Miklos Szeredi <[email protected]>
81 sl->forget = fuse_alloc_forget(); in fuse_alloc_submount_lookup()
82 if (!sl->forget) in fuse_alloc_submount_lookup()
100 fi->i_time = 0; in fuse_alloc_inode()
101 fi->inval_mask = ~0; in fuse_alloc_inode()
102 fi->nodeid = 0; in fuse_alloc_inode()
103 fi->nlookup = 0; in fuse_alloc_inode()
104 fi->attr_version = 0; in fuse_alloc_inode()
105 fi->orig_ino = 0; in fuse_alloc_inode()
106 fi->state = 0; in fuse_alloc_inode()
107 fi->submount_lookup = NULL; in fuse_alloc_inode()
108 mutex_init(&fi->mutex); in fuse_alloc_inode()
109 spin_lock_init(&fi->lock); in fuse_alloc_inode()
110 fi->forget = fuse_alloc_forget(); in fuse_alloc_inode()
111 if (!fi->forget) in fuse_alloc_inode()
120 return &fi->inode; in fuse_alloc_inode()
123 kfree(fi->forget); in fuse_alloc_inode()
133 mutex_destroy(&fi->mutex); in fuse_free_inode()
134 kfree(fi->forget); in fuse_free_inode()
136 kfree(fi->dax); in fuse_free_inode()
147 if (!refcount_dec_and_test(&sl->count)) in fuse_cleanup_submount_lookup()
150 fuse_queue_forget(fc, sl->forget, sl->nodeid, 1); in fuse_cleanup_submount_lookup()
151 sl->forget = NULL; in fuse_cleanup_submount_lookup()
160 WARN_ON(inode->i_state & I_DIRTY_INODE); in fuse_evict_inode()
162 truncate_inode_pages_final(&inode->i_data); in fuse_evict_inode()
164 if (inode->i_sb->s_flags & SB_ACTIVE) { in fuse_evict_inode()
169 if (fi->nlookup) { in fuse_evict_inode()
170 fuse_queue_forget(fc, fi->forget, fi->nodeid, in fuse_evict_inode()
171 fi->nlookup); in fuse_evict_inode()
172 fi->forget = NULL; in fuse_evict_inode()
175 if (fi->submount_lookup) { in fuse_evict_inode()
176 fuse_cleanup_submount_lookup(fc, fi->submount_lookup); in fuse_evict_inode()
177 fi->submount_lookup = NULL; in fuse_evict_inode()
180 * Evict of non-deleted inode may race with outstanding in fuse_evict_inode()
185 if (inode->i_nlink > 0) in fuse_evict_inode()
186 atomic64_inc(&fc->evict_ctr); in fuse_evict_inode()
188 if (S_ISREG(inode->i_mode) && !fuse_is_bad(inode)) { in fuse_evict_inode()
189 WARN_ON(fi->iocachectr != 0); in fuse_evict_inode()
190 WARN_ON(!list_empty(&fi->write_files)); in fuse_evict_inode()
191 WARN_ON(!list_empty(&fi->queued_writes)); in fuse_evict_inode()
197 struct super_block *sb = fsc->root->d_sb; in fuse_reconfigure()
200 if (fsc->sb_flags & SB_MANDLOCK) in fuse_reconfigure()
201 return -EINVAL; in fuse_reconfigure()
207 * ino_t is 32-bits on 32-bit arch. We have to squash the 64-bit value down
214 ino ^= ino64 >> (sizeof(u64) - sizeof(ino_t)) * 8; in fuse_squash_ino()
226 lockdep_assert_held(&fi->lock); in fuse_change_attributes_common()
235 * !evict_ctr -> this is create in fuse_change_attributes_common()
236 * fi->attr_version != 0 -> this is not a new inode in fuse_change_attributes_common()
237 * evict_ctr == fuse_get_evict_ctr() -> no evicts while during request in fuse_change_attributes_common()
239 if (!evict_ctr || fi->attr_version || evict_ctr == fuse_get_evict_ctr(fc)) in fuse_change_attributes_common()
240 set_mask_bits(&fi->inval_mask, STATX_BASIC_STATS, 0); in fuse_change_attributes_common()
242 fi->attr_version = atomic64_inc_return(&fc->attr_version); in fuse_change_attributes_common()
243 fi->i_time = attr_valid; in fuse_change_attributes_common()
245 inode->i_ino = fuse_squash_ino(attr->ino); in fuse_change_attributes_common()
246 inode->i_mode = (inode->i_mode & S_IFMT) | (attr->mode & 07777); in fuse_change_attributes_common()
247 set_nlink(inode, attr->nlink); in fuse_change_attributes_common()
248 inode->i_uid = make_kuid(fc->user_ns, attr->uid); in fuse_change_attributes_common()
249 inode->i_gid = make_kgid(fc->user_ns, attr->gid); in fuse_change_attributes_common()
250 inode->i_blocks = attr->blocks; in fuse_change_attributes_common()
253 attr->atimensec = min_t(u32, attr->atimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
254 attr->mtimensec = min_t(u32, attr->mtimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
255 attr->ctimensec = min_t(u32, attr->ctimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
257 inode_set_atime(inode, attr->atime, attr->atimensec); in fuse_change_attributes_common()
260 inode_set_mtime(inode, attr->mtime, attr->mtimensec); in fuse_change_attributes_common()
263 inode_set_ctime(inode, attr->ctime, attr->ctimensec); in fuse_change_attributes_common()
267 sx->btime.tv_nsec = in fuse_change_attributes_common()
268 min_t(u32, sx->btime.tv_nsec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
277 set_mask_bits(&fi->inval_mask, STATX_BTIME, 0); in fuse_change_attributes_common()
278 if (sx->mask & STATX_BTIME) { in fuse_change_attributes_common()
279 set_bit(FUSE_I_BTIME, &fi->state); in fuse_change_attributes_common()
280 fi->i_btime.tv_sec = sx->btime.tv_sec; in fuse_change_attributes_common()
281 fi->i_btime.tv_nsec = sx->btime.tv_nsec; in fuse_change_attributes_common()
285 if (attr->blksize != 0) in fuse_change_attributes_common()
286 inode->i_blkbits = ilog2(attr->blksize); in fuse_change_attributes_common()
288 inode->i_blkbits = inode->i_sb->s_blocksize_bits; in fuse_change_attributes_common()
295 fi->orig_i_mode = inode->i_mode; in fuse_change_attributes_common()
296 if (!fc->default_permissions) in fuse_change_attributes_common()
297 inode->i_mode &= ~S_ISVTX; in fuse_change_attributes_common()
299 fi->orig_ino = attr->ino; in fuse_change_attributes_common()
309 inode->i_flags &= ~S_NOSEC; in fuse_change_attributes_common()
316 if (!fc->writeback_cache || !S_ISREG(inode->i_mode)) in fuse_get_cache_mask()
332 spin_lock(&fi->lock); in fuse_change_attributes_i()
340 attr->size = i_size_read(inode); in fuse_change_attributes_i()
343 attr->mtime = inode_get_mtime_sec(inode); in fuse_change_attributes_i()
344 attr->mtimensec = inode_get_mtime_nsec(inode); in fuse_change_attributes_i()
347 attr->ctime = inode_get_ctime_sec(inode); in fuse_change_attributes_i()
348 attr->ctimensec = inode_get_ctime_nsec(inode); in fuse_change_attributes_i()
351 if ((attr_version != 0 && fi->attr_version > attr_version) || in fuse_change_attributes_i()
352 test_bit(FUSE_I_SIZE_UNSTABLE, &fi->state)) { in fuse_change_attributes_i()
353 spin_unlock(&fi->lock); in fuse_change_attributes_i()
361 oldsize = inode->i_size; in fuse_change_attributes_i()
365 * attr->size coming from server can be stale. We cannot trust it. in fuse_change_attributes_i()
368 i_size_write(inode, attr->size); in fuse_change_attributes_i()
369 spin_unlock(&fi->lock); in fuse_change_attributes_i()
371 if (!cache_mask && S_ISREG(inode->i_mode)) { in fuse_change_attributes_i()
374 if (oldsize != attr->size) { in fuse_change_attributes_i()
375 truncate_pagecache(inode, attr->size); in fuse_change_attributes_i()
376 if (!fc->explicit_inval_data) in fuse_change_attributes_i()
378 } else if (fc->auto_inval_data) { in fuse_change_attributes_i()
380 .tv_sec = attr->mtime, in fuse_change_attributes_i()
381 .tv_nsec = attr->mtimensec, in fuse_change_attributes_i()
393 invalidate_inode_pages2(inode->i_mapping); in fuse_change_attributes_i()
397 fuse_dax_dontcache(inode, attr->flags); in fuse_change_attributes_i()
410 sl->nodeid = nodeid; in fuse_init_submount_lookup()
411 refcount_set(&sl->count, 1); in fuse_init_submount_lookup()
417 inode->i_mode = attr->mode & S_IFMT; in fuse_init_inode()
418 inode->i_size = attr->size; in fuse_init_inode()
419 inode_set_mtime(inode, attr->mtime, attr->mtimensec); in fuse_init_inode()
420 inode_set_ctime(inode, attr->ctime, attr->ctimensec); in fuse_init_inode()
421 if (S_ISREG(inode->i_mode)) { in fuse_init_inode()
423 fuse_init_file_inode(inode, attr->flags); in fuse_init_inode()
424 } else if (S_ISDIR(inode->i_mode)) in fuse_init_inode()
426 else if (S_ISLNK(inode->i_mode)) in fuse_init_inode()
428 else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || in fuse_init_inode()
429 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { in fuse_init_inode()
431 init_special_inode(inode, inode->i_mode, in fuse_init_inode()
432 new_decode_dev(attr->rdev)); in fuse_init_inode()
439 if (!fc->posix_acl) in fuse_init_inode()
440 inode->i_acl = inode->i_default_acl = ACL_DONT_CACHE; in fuse_init_inode()
455 get_fuse_inode(inode)->nodeid = nodeid; in fuse_inode_set()
475 if (fc->auto_submounts && (attr->flags & FUSE_ATTR_SUBMOUNT) && in fuse_iget()
476 S_ISDIR(attr->mode)) { in fuse_iget()
485 fi->nodeid = nodeid; in fuse_iget()
486 fi->submount_lookup = fuse_alloc_submount_lookup(); in fuse_iget()
487 if (!fi->submount_lookup) { in fuse_iget()
491 /* Sets nlookup = 1 on fi->submount_lookup->nlookup */ in fuse_iget()
492 fuse_init_submount_lookup(fi->submount_lookup, nodeid); in fuse_iget()
493 inode->i_flags |= S_AUTOMOUNT; in fuse_iget()
502 if ((inode->i_state & I_NEW)) { in fuse_iget()
503 inode->i_flags |= S_NOATIME; in fuse_iget()
504 if (!fc->writeback_cache || !S_ISREG(attr->mode)) in fuse_iget()
505 inode->i_flags |= S_NOCMTIME; in fuse_iget()
506 inode->i_generation = generation; in fuse_iget()
512 if (inode != d_inode(sb->s_root)) { in fuse_iget()
519 spin_lock(&fi->lock); in fuse_iget()
520 fi->nlookup++; in fuse_iget()
521 spin_unlock(&fi->lock); in fuse_iget()
534 WARN_ON(!rwsem_is_locked(&fc->killsb)); in fuse_ilookup()
535 list_for_each_entry(fm_iter, &fc->mounts, fc_entry) { in fuse_ilookup()
536 if (!fm_iter->sb) in fuse_ilookup()
539 inode = ilookup5(fm_iter->sb, nodeid, fuse_inode_eq, &nodeid); in fuse_ilookup()
560 return -ENOENT; in fuse_reverse_inval_inode()
563 spin_lock(&fi->lock); in fuse_reverse_inval_inode()
564 fi->attr_version = atomic64_inc_return(&fc->attr_version); in fuse_reverse_inval_inode()
565 spin_unlock(&fi->lock); in fuse_reverse_inval_inode()
572 pg_end = -1; in fuse_reverse_inval_inode()
574 pg_end = (offset + len - 1) >> PAGE_SHIFT; in fuse_reverse_inval_inode()
575 invalidate_inode_pages2_range(inode->i_mapping, in fuse_reverse_inval_inode()
586 if (!get_fuse_conn(inode)->parallel_dirops) { in fuse_lock_inode()
587 mutex_lock(&get_fuse_inode(inode)->mutex); in fuse_lock_inode()
597 mutex_unlock(&get_fuse_inode(inode)->mutex); in fuse_unlock_inode()
604 if (fc->no_force_umount) in fuse_umount_begin()
609 // Only retire block-device-based superblocks. in fuse_umount_begin()
610 if (sb->s_bdev != NULL) in fuse_umount_begin()
616 if (fm->fc->conn_init) { in fuse_send_destroy()
628 stbuf->f_type = FUSE_SUPER_MAGIC; in convert_fuse_statfs()
629 stbuf->f_bsize = attr->bsize; in convert_fuse_statfs()
630 stbuf->f_frsize = attr->frsize; in convert_fuse_statfs()
631 stbuf->f_blocks = attr->blocks; in convert_fuse_statfs()
632 stbuf->f_bfree = attr->bfree; in convert_fuse_statfs()
633 stbuf->f_bavail = attr->bavail; in convert_fuse_statfs()
634 stbuf->f_files = attr->files; in convert_fuse_statfs()
635 stbuf->f_ffree = attr->ffree; in convert_fuse_statfs()
636 stbuf->f_namelen = attr->namelen; in convert_fuse_statfs()
642 struct super_block *sb = dentry->d_sb; in fuse_statfs()
648 if (!fuse_allow_current_process(fm->fc)) { in fuse_statfs()
649 buf->f_type = FUSE_SUPER_MAGIC; in fuse_statfs()
672 init_waitqueue_head(&bucket->waitq); in fuse_sync_bucket_alloc()
674 atomic_set(&bucket->count, 1); in fuse_sync_bucket_alloc()
685 spin_lock(&fc->lock); in fuse_sync_fs_writes()
686 bucket = rcu_dereference_protected(fc->curr_bucket, 1); in fuse_sync_fs_writes()
687 count = atomic_read(&bucket->count); in fuse_sync_fs_writes()
691 spin_unlock(&fc->lock); in fuse_sync_fs_writes()
700 atomic_inc(&new_bucket->count); in fuse_sync_fs_writes()
701 rcu_assign_pointer(fc->curr_bucket, new_bucket); in fuse_sync_fs_writes()
702 spin_unlock(&fc->lock); in fuse_sync_fs_writes()
708 atomic_dec(&bucket->count); in fuse_sync_fs_writes()
710 wait_event(bucket->waitq, atomic_read(&bucket->count) == 0); in fuse_sync_fs_writes()
720 struct fuse_conn *fc = fm->fc; in fuse_sync_fs()
733 if (!sb->s_root) in fuse_sync_fs()
736 if (!fc->sync_fs) in fuse_sync_fs()
746 args.nodeid = get_node_id(sb->s_root->d_inode); in fuse_sync_fs()
750 if (err == -ENOSYS) { in fuse_sync_fs()
751 fc->sync_fs = 0; in fuse_sync_fs()
789 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_parse_param()
794 if (fsc->purpose == FS_CONTEXT_FOR_RECONFIGURE) { in fuse_parse_param()
799 if (fsc->oldapi) in fuse_parse_param()
811 if (fsc->source) in fuse_parse_param()
813 fsc->source = param->string; in fuse_parse_param()
814 param->string = NULL; in fuse_parse_param()
818 if (ctx->subtype) in fuse_parse_param()
820 ctx->subtype = param->string; in fuse_parse_param()
821 param->string = NULL; in fuse_parse_param()
825 ctx->fd = result.uint_32; in fuse_parse_param()
826 ctx->fd_present = true; in fuse_parse_param()
832 ctx->rootmode = result.uint_32; in fuse_parse_param()
833 ctx->rootmode_present = true; in fuse_parse_param()
842 if (!kuid_has_mapping(fsc->user_ns, kuid)) in fuse_parse_param()
844 ctx->user_id = kuid; in fuse_parse_param()
845 ctx->user_id_present = true; in fuse_parse_param()
854 if (!kgid_has_mapping(fsc->user_ns, kgid)) in fuse_parse_param()
856 ctx->group_id = kgid; in fuse_parse_param()
857 ctx->group_id_present = true; in fuse_parse_param()
861 ctx->default_permissions = true; in fuse_parse_param()
865 ctx->allow_other = true; in fuse_parse_param()
869 ctx->max_read = result.uint_32; in fuse_parse_param()
873 if (!ctx->is_bdev) in fuse_parse_param()
875 ctx->blksize = result.uint_32; in fuse_parse_param()
879 return -EINVAL; in fuse_parse_param()
887 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_free_fsc()
890 kfree(ctx->subtype); in fuse_free_fsc()
897 struct super_block *sb = root->d_sb; in fuse_show_options()
900 if (fc->legacy_opts_show) { in fuse_show_options()
902 from_kuid_munged(fc->user_ns, fc->user_id)); in fuse_show_options()
904 from_kgid_munged(fc->user_ns, fc->group_id)); in fuse_show_options()
905 if (fc->default_permissions) in fuse_show_options()
907 if (fc->allow_other) in fuse_show_options()
909 if (fc->max_read != ~0) in fuse_show_options()
910 seq_printf(m, ",max_read=%u", fc->max_read); in fuse_show_options()
911 if (sb->s_bdev && sb->s_blocksize != FUSE_DEFAULT_BLKSIZE) in fuse_show_options()
912 seq_printf(m, ",blksize=%lu", sb->s_blocksize); in fuse_show_options()
915 if (fc->dax_mode == FUSE_DAX_ALWAYS) in fuse_show_options()
917 else if (fc->dax_mode == FUSE_DAX_NEVER) in fuse_show_options()
919 else if (fc->dax_mode == FUSE_DAX_INODE_USER) in fuse_show_options()
926 static void fuse_iqueue_init(struct fuse_iqueue *fiq, in fuse_iqueue_init() argument
930 memset(fiq, 0, sizeof(struct fuse_iqueue)); in fuse_iqueue_init()
931 spin_lock_init(&fiq->lock); in fuse_iqueue_init()
932 init_waitqueue_head(&fiq->waitq); in fuse_iqueue_init()
933 INIT_LIST_HEAD(&fiq->pending); in fuse_iqueue_init()
934 INIT_LIST_HEAD(&fiq->interrupts); in fuse_iqueue_init()
935 fiq->forget_list_tail = &fiq->forget_list_head; in fuse_iqueue_init()
936 fiq->connected = 1; in fuse_iqueue_init()
937 fiq->ops = ops; in fuse_iqueue_init()
938 fiq->priv = priv; in fuse_iqueue_init()
945 spin_lock_init(&fpq->lock); in fuse_pqueue_init()
947 INIT_LIST_HEAD(&fpq->processing[i]); in fuse_pqueue_init()
948 INIT_LIST_HEAD(&fpq->io); in fuse_pqueue_init()
949 fpq->connected = 1; in fuse_pqueue_init()
957 spin_lock_init(&fc->lock); in fuse_conn_init()
958 spin_lock_init(&fc->bg_lock); in fuse_conn_init()
959 init_rwsem(&fc->killsb); in fuse_conn_init()
960 refcount_set(&fc->count, 1); in fuse_conn_init()
961 atomic_set(&fc->dev_count, 1); in fuse_conn_init()
962 init_waitqueue_head(&fc->blocked_waitq); in fuse_conn_init()
963 fuse_iqueue_init(&fc->iq, fiq_ops, fiq_priv); in fuse_conn_init()
964 INIT_LIST_HEAD(&fc->bg_queue); in fuse_conn_init()
965 INIT_LIST_HEAD(&fc->entry); in fuse_conn_init()
966 INIT_LIST_HEAD(&fc->devices); in fuse_conn_init()
967 atomic_set(&fc->num_waiting, 0); in fuse_conn_init()
968 fc->max_background = FUSE_DEFAULT_MAX_BACKGROUND; in fuse_conn_init()
969 fc->congestion_threshold = FUSE_DEFAULT_CONGESTION_THRESHOLD; in fuse_conn_init()
970 atomic64_set(&fc->khctr, 0); in fuse_conn_init()
971 fc->polled_files = RB_ROOT; in fuse_conn_init()
972 fc->blocked = 0; in fuse_conn_init()
973 fc->initialized = 0; in fuse_conn_init()
974 fc->connected = 1; in fuse_conn_init()
975 atomic64_set(&fc->attr_version, 1); in fuse_conn_init()
976 atomic64_set(&fc->evict_ctr, 1); in fuse_conn_init()
977 get_random_bytes(&fc->scramble_key, sizeof(fc->scramble_key)); in fuse_conn_init()
978 fc->pid_ns = get_pid_ns(task_active_pid_ns(current)); in fuse_conn_init()
979 fc->user_ns = get_user_ns(user_ns); in fuse_conn_init()
980 fc->max_pages = FUSE_DEFAULT_MAX_PAGES_PER_REQ; in fuse_conn_init()
981 fc->max_pages_limit = fuse_max_pages_limit; in fuse_conn_init()
986 INIT_LIST_HEAD(&fc->mounts); in fuse_conn_init()
987 list_add(&fm->fc_entry, &fc->mounts); in fuse_conn_init()
988 fm->fc = fc; in fuse_conn_init()
998 put_user_ns(fc->user_ns); in delayed_release()
999 fc->release(fc); in delayed_release()
1004 if (refcount_dec_and_test(&fc->count)) { in fuse_conn_put()
1005 struct fuse_iqueue *fiq = &fc->iq; in fuse_conn_put() local
1010 if (fiq->ops->release) in fuse_conn_put()
1011 fiq->ops->release(fiq); in fuse_conn_put()
1012 put_pid_ns(fc->pid_ns); in fuse_conn_put()
1013 bucket = rcu_dereference_protected(fc->curr_bucket, 1); in fuse_conn_put()
1015 WARN_ON(atomic_read(&bucket->count) != 1); in fuse_conn_put()
1020 call_rcu(&fc->rcu, delayed_release); in fuse_conn_put()
1027 refcount_inc(&fc->count); in fuse_conn_get()
1054 int err = -ESTALE; in fuse_get_dentry()
1056 if (handle->nodeid == 0) in fuse_get_dentry()
1059 inode = ilookup5(sb, handle->nodeid, fuse_inode_eq, &handle->nodeid); in fuse_get_dentry()
1064 if (!fc->export_support) in fuse_get_dentry()
1067 err = fuse_lookup_name(sb, handle->nodeid, &name, &outarg, in fuse_get_dentry()
1069 if (err && err != -ENOENT) in fuse_get_dentry()
1072 err = -ESTALE; in fuse_get_dentry()
1075 err = -EIO; in fuse_get_dentry()
1076 if (get_node_id(inode) != handle->nodeid) in fuse_get_dentry()
1079 err = -ESTALE; in fuse_get_dentry()
1080 if (inode->i_generation != handle->generation) in fuse_get_dentry()
1107 nodeid = get_fuse_inode(inode)->nodeid; in fuse_encode_fh()
1108 generation = inode->i_generation; in fuse_encode_fh()
1115 nodeid = get_fuse_inode(parent)->nodeid; in fuse_encode_fh()
1116 generation = parent->i_generation; in fuse_encode_fh()
1136 handle.nodeid = (u64) fid->raw[0] << 32; in fuse_fh_to_dentry()
1137 handle.nodeid |= (u64) fid->raw[1]; in fuse_fh_to_dentry()
1138 handle.generation = fid->raw[2]; in fuse_fh_to_dentry()
1150 parent.nodeid = (u64) fid->raw[3] << 32; in fuse_fh_to_parent()
1151 parent.nodeid |= (u64) fid->raw[4]; in fuse_fh_to_parent()
1152 parent.generation = fid->raw[5]; in fuse_fh_to_parent()
1165 if (!fc->export_support) in fuse_get_parent()
1166 return ERR_PTR(-ESTALE); in fuse_get_parent()
1168 err = fuse_lookup_name(child_inode->i_sb, get_node_id(child_inode), in fuse_get_parent()
1171 if (err == -ENOENT) in fuse_get_parent()
1172 return ERR_PTR(-ESTALE); in fuse_get_parent()
1217 *limit = (1 << 16) - 1; in sanitize_global_limit()
1228 sanitize_global_limit((unsigned *)kp->arg); in set_global_limit()
1237 if (arg->minor < 13) in process_init_limits()
1243 spin_lock(&fc->bg_lock); in process_init_limits()
1244 if (arg->max_background) { in process_init_limits()
1245 fc->max_background = arg->max_background; in process_init_limits()
1247 if (!cap_sys_admin && fc->max_background > max_user_bgreq) in process_init_limits()
1248 fc->max_background = max_user_bgreq; in process_init_limits()
1250 if (arg->congestion_threshold) { in process_init_limits()
1251 fc->congestion_threshold = arg->congestion_threshold; in process_init_limits()
1254 fc->congestion_threshold > max_user_congthresh) in process_init_limits()
1255 fc->congestion_threshold = max_user_congthresh; in process_init_limits()
1257 spin_unlock(&fc->bg_lock); in process_init_limits()
1269 struct fuse_conn *fc = fm->fc; in process_init_reply()
1271 struct fuse_init_out *arg = &ia->out; in process_init_reply()
1274 if (error || arg->major != FUSE_KERNEL_VERSION) in process_init_reply()
1281 if (arg->minor >= 6) { in process_init_reply()
1282 u64 flags = arg->flags; in process_init_reply()
1285 flags |= (u64) arg->flags2 << 32; in process_init_reply()
1287 ra_pages = arg->max_readahead / PAGE_SIZE; in process_init_reply()
1289 fc->async_read = 1; in process_init_reply()
1291 fc->no_lock = 1; in process_init_reply()
1292 if (arg->minor >= 17) { in process_init_reply()
1294 fc->no_flock = 1; in process_init_reply()
1297 fc->no_flock = 1; in process_init_reply()
1300 fc->atomic_o_trunc = 1; in process_init_reply()
1301 if (arg->minor >= 9) { in process_init_reply()
1304 fc->export_support = 1; in process_init_reply()
1307 fc->big_writes = 1; in process_init_reply()
1309 fc->dont_mask = 1; in process_init_reply()
1311 fc->auto_inval_data = 1; in process_init_reply()
1313 fc->explicit_inval_data = 1; in process_init_reply()
1315 fc->do_readdirplus = 1; in process_init_reply()
1317 fc->readdirplus_auto = 1; in process_init_reply()
1320 fc->async_dio = 1; in process_init_reply()
1322 fc->writeback_cache = 1; in process_init_reply()
1324 fc->parallel_dirops = 1; in process_init_reply()
1326 fc->handle_killpriv = 1; in process_init_reply()
1327 if (arg->time_gran && arg->time_gran <= 1000000000) in process_init_reply()
1328 fm->sb->s_time_gran = arg->time_gran; in process_init_reply()
1330 fc->default_permissions = 1; in process_init_reply()
1331 fc->posix_acl = 1; in process_init_reply()
1334 fc->cache_symlinks = 1; in process_init_reply()
1336 fc->abort_err = 1; in process_init_reply()
1338 fc->max_pages = in process_init_reply()
1339 min_t(unsigned int, fc->max_pages_limit, in process_init_reply()
1340 max_t(unsigned int, arg->max_pages, 1)); in process_init_reply()
1344 !fuse_dax_check_alignment(fc, arg->map_alignment)) { in process_init_reply()
1348 fc->inode_dax = 1; in process_init_reply()
1351 fc->handle_killpriv_v2 = 1; in process_init_reply()
1352 fm->sb->s_flags |= SB_NOSEC; in process_init_reply()
1355 fc->setxattr_ext = 1; in process_init_reply()
1357 fc->init_security = 1; in process_init_reply()
1359 fc->create_supp_group = 1; in process_init_reply()
1361 fc->direct_io_allow_mmap = 1; in process_init_reply()
1378 arg->max_stack_depth > 0 && in process_init_reply()
1379 arg->max_stack_depth <= FILESYSTEM_MAX_STACK_DEPTH && in process_init_reply()
1381 fc->passthrough = 1; in process_init_reply()
1382 fc->max_stack_depth = arg->max_stack_depth; in process_init_reply()
1383 fm->sb->s_stack_depth = arg->max_stack_depth; in process_init_reply()
1386 fm->sb->s_export_op = &fuse_export_fid_operations; in process_init_reply()
1388 if (fc->default_permissions) in process_init_reply()
1389 fm->sb->s_iflags &= ~SB_I_NOIDMAP; in process_init_reply()
1394 fc->io_uring = 1; in process_init_reply()
1396 ra_pages = fc->max_read / PAGE_SIZE; in process_init_reply()
1397 fc->no_lock = 1; in process_init_reply()
1398 fc->no_flock = 1; in process_init_reply()
1401 fm->sb->s_bdi->ra_pages = in process_init_reply()
1402 min(fm->sb->s_bdi->ra_pages, ra_pages); in process_init_reply()
1403 fc->minor = arg->minor; in process_init_reply()
1404 fc->max_write = arg->minor < 5 ? 4096 : arg->max_write; in process_init_reply()
1405 fc->max_write = max_t(unsigned, 4096, fc->max_write); in process_init_reply()
1406 fc->conn_init = 1; in process_init_reply()
1411 fc->conn_init = 0; in process_init_reply()
1412 fc->conn_error = 1; in process_init_reply()
1416 wake_up_all(&fc->blocked_waitq); in process_init_reply()
1426 ia->in.major = FUSE_KERNEL_VERSION; in fuse_send_init()
1427 ia->in.minor = FUSE_KERNEL_MINOR_VERSION; in fuse_send_init()
1428 ia->in.max_readahead = fm->sb->s_bdi->ra_pages * PAGE_SIZE; in fuse_send_init()
1444 if (fm->fc->dax) in fuse_send_init()
1446 if (fuse_is_inode_dax_mode(fm->fc->dax_mode)) in fuse_send_init()
1449 if (fm->fc->auto_submounts) in fuse_send_init()
1456 * the reply - server is either sending IORING_OP_URING_CMD or not. in fuse_send_init()
1461 ia->in.flags = flags; in fuse_send_init()
1462 ia->in.flags2 = flags >> 32; in fuse_send_init()
1464 ia->args.opcode = FUSE_INIT; in fuse_send_init()
1465 ia->args.in_numargs = 1; in fuse_send_init()
1466 ia->args.in_args[0].size = sizeof(ia->in); in fuse_send_init()
1467 ia->args.in_args[0].value = &ia->in; in fuse_send_init()
1468 ia->args.out_numargs = 1; in fuse_send_init()
1472 ia->args.out_argvar = true; in fuse_send_init()
1473 ia->args.out_args[0].size = sizeof(ia->out); in fuse_send_init()
1474 ia->args.out_args[0].value = &ia->out; in fuse_send_init()
1475 ia->args.force = true; in fuse_send_init()
1476 ia->args.nocreds = true; in fuse_send_init()
1477 ia->args.end = process_init_reply; in fuse_send_init()
1479 if (fuse_simple_background(fm, &ia->args, GFP_KERNEL) != 0) in fuse_send_init()
1480 process_init_reply(fm, &ia->args, -ENOTCONN); in fuse_send_init()
1486 WARN_ON(!list_empty(&fc->devices)); in fuse_free_conn()
1496 if (sb->s_bdev) { in fuse_bdi_init()
1497 suffix = "-fuseblk"; in fuse_bdi_init()
1499 * sb->s_bdi points to blkdev's bdi however we want to redirect in fuse_bdi_init()
1502 bdi_put(sb->s_bdi); in fuse_bdi_init()
1503 sb->s_bdi = &noop_backing_dev_info; in fuse_bdi_init()
1505 err = super_setup_bdi_name(sb, "%u:%u%s", MAJOR(fc->dev), in fuse_bdi_init()
1506 MINOR(fc->dev), suffix); in fuse_bdi_init()
1511 sb->s_bdi->capabilities &= ~BDI_CAP_WRITEBACK_ACCT; in fuse_bdi_init()
1512 sb->s_bdi->capabilities |= BDI_CAP_STRICTLIMIT; in fuse_bdi_init()
1526 bdi_set_max_ratio(sb->s_bdi, 1); in fuse_bdi_init()
1546 fud->pq.processing = pq; in fuse_dev_alloc()
1547 fuse_pqueue_init(&fud->pq); in fuse_dev_alloc()
1555 fud->fc = fuse_conn_get(fc); in fuse_dev_install()
1556 spin_lock(&fc->lock); in fuse_dev_install()
1557 list_add_tail(&fud->entry, &fc->devices); in fuse_dev_install()
1558 spin_unlock(&fc->lock); in fuse_dev_install()
1577 struct fuse_conn *fc = fud->fc; in fuse_dev_free()
1580 spin_lock(&fc->lock); in fuse_dev_free()
1581 list_del(&fud->entry); in fuse_dev_free()
1582 spin_unlock(&fc->lock); in fuse_dev_free()
1586 kfree(fud->pq.processing); in fuse_dev_free()
1594 struct timespec64 atime = inode_get_atime(&fi->inode); in fuse_fill_attr_from_inode()
1595 struct timespec64 mtime = inode_get_mtime(&fi->inode); in fuse_fill_attr_from_inode()
1596 struct timespec64 ctime = inode_get_ctime(&fi->inode); in fuse_fill_attr_from_inode()
1599 .ino = fi->inode.i_ino, in fuse_fill_attr_from_inode()
1600 .size = fi->inode.i_size, in fuse_fill_attr_from_inode()
1601 .blocks = fi->inode.i_blocks, in fuse_fill_attr_from_inode()
1608 .mode = fi->inode.i_mode, in fuse_fill_attr_from_inode()
1609 .nlink = fi->inode.i_nlink, in fuse_fill_attr_from_inode()
1610 .uid = __kuid_val(fi->inode.i_uid), in fuse_fill_attr_from_inode()
1611 .gid = __kgid_val(fi->inode.i_gid), in fuse_fill_attr_from_inode()
1612 .rdev = fi->inode.i_rdev, in fuse_fill_attr_from_inode()
1613 .blksize = 1u << fi->inode.i_blkbits, in fuse_fill_attr_from_inode()
1619 sb->s_magic = FUSE_SUPER_MAGIC; in fuse_sb_defaults()
1620 sb->s_op = &fuse_super_operations; in fuse_sb_defaults()
1621 sb->s_xattr = fuse_xattr_handlers; in fuse_sb_defaults()
1622 sb->s_maxbytes = MAX_LFS_FILESIZE; in fuse_sb_defaults()
1623 sb->s_time_gran = 1; in fuse_sb_defaults()
1624 sb->s_export_op = &fuse_export_operations; in fuse_sb_defaults()
1625 sb->s_iflags |= SB_I_IMA_UNVERIFIABLE_SIGNATURE; in fuse_sb_defaults()
1626 sb->s_iflags |= SB_I_NOIDMAP; in fuse_sb_defaults()
1627 if (sb->s_user_ns != &init_user_ns) in fuse_sb_defaults()
1628 sb->s_iflags |= SB_I_UNTRUSTED_MOUNTER; in fuse_sb_defaults()
1629 sb->s_flags &= ~(SB_NOSEC | SB_I_VERSION); in fuse_sb_defaults()
1636 struct super_block *parent_sb = parent_fi->inode.i_sb; in fuse_fill_super_submount()
1643 fm->sb = sb; in fuse_fill_super_submount()
1645 WARN_ON(sb->s_bdi != &noop_backing_dev_info); in fuse_fill_super_submount()
1646 sb->s_bdi = bdi_get(parent_sb->s_bdi); in fuse_fill_super_submount()
1648 sb->s_xattr = parent_sb->s_xattr; in fuse_fill_super_submount()
1649 sb->s_export_op = parent_sb->s_export_op; in fuse_fill_super_submount()
1650 sb->s_time_gran = parent_sb->s_time_gran; in fuse_fill_super_submount()
1651 sb->s_blocksize = parent_sb->s_blocksize; in fuse_fill_super_submount()
1652 sb->s_blocksize_bits = parent_sb->s_blocksize_bits; in fuse_fill_super_submount()
1653 sb->s_subtype = kstrdup(parent_sb->s_subtype, GFP_KERNEL); in fuse_fill_super_submount()
1654 if (parent_sb->s_subtype && !sb->s_subtype) in fuse_fill_super_submount()
1655 return -ENOMEM; in fuse_fill_super_submount()
1658 root = fuse_iget(sb, parent_fi->nodeid, 0, &root_attr, 0, 0, in fuse_fill_super_submount()
1659 fuse_get_evict_ctr(fm->fc)); in fuse_fill_super_submount()
1666 fi->nlookup--; in fuse_fill_super_submount()
1668 sb->s_d_op = &fuse_dentry_operations; in fuse_fill_super_submount()
1669 sb->s_root = d_make_root(root); in fuse_fill_super_submount()
1670 if (!sb->s_root) in fuse_fill_super_submount()
1671 return -ENOMEM; in fuse_fill_super_submount()
1679 sl = parent_fi->submount_lookup; in fuse_fill_super_submount()
1682 refcount_inc(&sl->count); in fuse_fill_super_submount()
1683 fi->submount_lookup = sl; in fuse_fill_super_submount()
1693 struct fuse_inode *mp_fi = fsc->fs_private; in fuse_get_tree_submount()
1694 struct fuse_conn *fc = get_fuse_conn(&mp_fi->inode); in fuse_get_tree_submount()
1700 return -ENOMEM; in fuse_get_tree_submount()
1702 fm->fc = fuse_conn_get(fc); in fuse_get_tree_submount()
1703 fsc->s_fs_info = fm; in fuse_get_tree_submount()
1705 if (fsc->s_fs_info) in fuse_get_tree_submount()
1717 down_write(&fc->killsb); in fuse_get_tree_submount()
1718 list_add_tail(&fm->fc_entry, &fc->mounts); in fuse_get_tree_submount()
1719 up_write(&fc->killsb); in fuse_get_tree_submount()
1721 sb->s_flags |= SB_ACTIVE; in fuse_get_tree_submount()
1722 fsc->root = dget(sb->s_root); in fuse_get_tree_submount()
1733 fsc->ops = &fuse_context_submount_ops; in fuse_init_fs_context_submount()
1742 struct fuse_conn *fc = fm->fc; in fuse_fill_super_common()
1747 err = -EINVAL; in fuse_fill_super_common()
1748 if (sb->s_flags & SB_MANDLOCK) in fuse_fill_super_common()
1751 rcu_assign_pointer(fc->curr_bucket, fuse_sync_bucket_alloc()); in fuse_fill_super_common()
1754 if (ctx->is_bdev) { in fuse_fill_super_common()
1756 err = -EINVAL; in fuse_fill_super_common()
1757 if (!sb_set_blocksize(sb, ctx->blksize)) in fuse_fill_super_common()
1761 sb->s_blocksize = PAGE_SIZE; in fuse_fill_super_common()
1762 sb->s_blocksize_bits = PAGE_SHIFT; in fuse_fill_super_common()
1765 sb->s_subtype = ctx->subtype; in fuse_fill_super_common()
1766 ctx->subtype = NULL; in fuse_fill_super_common()
1768 err = fuse_dax_conn_alloc(fc, ctx->dax_mode, ctx->dax_dev); in fuse_fill_super_common()
1773 if (ctx->fudptr) { in fuse_fill_super_common()
1774 err = -ENOMEM; in fuse_fill_super_common()
1780 fc->dev = sb->s_dev; in fuse_fill_super_common()
1781 fm->sb = sb; in fuse_fill_super_common()
1787 if (sb->s_flags & SB_POSIXACL) in fuse_fill_super_common()
1788 fc->dont_mask = 1; in fuse_fill_super_common()
1789 sb->s_flags |= SB_POSIXACL; in fuse_fill_super_common()
1791 fc->default_permissions = ctx->default_permissions; in fuse_fill_super_common()
1792 fc->allow_other = ctx->allow_other; in fuse_fill_super_common()
1793 fc->user_id = ctx->user_id; in fuse_fill_super_common()
1794 fc->group_id = ctx->group_id; in fuse_fill_super_common()
1795 fc->legacy_opts_show = ctx->legacy_opts_show; in fuse_fill_super_common()
1796 fc->max_read = max_t(unsigned int, 4096, ctx->max_read); in fuse_fill_super_common()
1797 fc->destroy = ctx->destroy; in fuse_fill_super_common()
1798 fc->no_control = ctx->no_control; in fuse_fill_super_common()
1799 fc->no_force_umount = ctx->no_force_umount; in fuse_fill_super_common()
1801 err = -ENOMEM; in fuse_fill_super_common()
1802 root = fuse_get_root_inode(sb, ctx->rootmode); in fuse_fill_super_common()
1803 sb->s_d_op = &fuse_root_dentry_operations; in fuse_fill_super_common()
1808 sb->s_d_op = &fuse_dentry_operations; in fuse_fill_super_common()
1811 err = -EINVAL; in fuse_fill_super_common()
1812 if (ctx->fudptr && *ctx->fudptr) in fuse_fill_super_common()
1819 list_add_tail(&fc->entry, &fuse_conn_list); in fuse_fill_super_common()
1820 sb->s_root = root_dentry; in fuse_fill_super_common()
1821 if (ctx->fudptr) in fuse_fill_super_common()
1822 *ctx->fudptr = fud; in fuse_fill_super_common()
1842 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_fill_super()
1845 if (!ctx->file || !ctx->rootmode_present || in fuse_fill_super()
1846 !ctx->user_id_present || !ctx->group_id_present) in fuse_fill_super()
1847 return -EINVAL; in fuse_fill_super()
1853 if ((ctx->file->f_op != &fuse_dev_operations) || in fuse_fill_super()
1854 (ctx->file->f_cred->user_ns != sb->s_user_ns)) in fuse_fill_super()
1855 return -EINVAL; in fuse_fill_super()
1856 ctx->fudptr = &ctx->file->private_data; in fuse_fill_super()
1861 /* file->private_data shall be visible on all CPUs after this */ in fuse_fill_super()
1873 return -ENOTCONN; in fuse_set_no_super()
1879 return fsc->sget_key == get_fuse_conn_super(sb); in fuse_test_super()
1884 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_get_tree()
1893 return -ENOMEM; in fuse_get_tree()
1898 return -ENOMEM; in fuse_get_tree()
1901 fuse_conn_init(fc, fm, fsc->user_ns, &fuse_dev_fiq_ops, NULL); in fuse_get_tree()
1902 fc->release = fuse_free_conn; in fuse_get_tree()
1904 fsc->s_fs_info = fm; in fuse_get_tree()
1906 if (ctx->fd_present) in fuse_get_tree()
1907 ctx->file = fget(ctx->fd); in fuse_get_tree()
1909 if (IS_ENABLED(CONFIG_BLOCK) && ctx->is_bdev) { in fuse_get_tree()
1914 * While block dev mount can be initialized with a dummy device fd in fuse_get_tree()
1915 * (found by device name), normal fuse mounts can't in fuse_get_tree()
1917 err = -EINVAL; in fuse_get_tree()
1918 if (!ctx->file) in fuse_get_tree()
1925 fud = READ_ONCE(ctx->file->private_data); in fuse_get_tree()
1926 if (ctx->file->f_op == &fuse_dev_operations && fud) { in fuse_get_tree()
1927 fsc->sget_key = fud->fc; in fuse_get_tree()
1931 fsc->root = dget(sb->s_root); in fuse_get_tree()
1936 if (fsc->s_fs_info) in fuse_get_tree()
1938 if (ctx->file) in fuse_get_tree()
1939 fput(ctx->file); in fuse_get_tree()
1959 return -ENOMEM; in fuse_init_fs_context()
1961 ctx->max_read = ~0; in fuse_init_fs_context()
1962 ctx->blksize = FUSE_DEFAULT_BLKSIZE; in fuse_init_fs_context()
1963 ctx->legacy_opts_show = true; in fuse_init_fs_context()
1966 if (fsc->fs_type == &fuseblk_fs_type) { in fuse_init_fs_context()
1967 ctx->is_bdev = true; in fuse_init_fs_context()
1968 ctx->destroy = true; in fuse_init_fs_context()
1972 fsc->fs_private = ctx; in fuse_init_fs_context()
1973 fsc->ops = &fuse_context_ops; in fuse_init_fs_context()
1979 struct fuse_conn *fc = fm->fc; in fuse_mount_remove()
1982 down_write(&fc->killsb); in fuse_mount_remove()
1983 list_del_init(&fm->fc_entry); in fuse_mount_remove()
1984 if (list_empty(&fc->mounts)) in fuse_mount_remove()
1986 up_write(&fc->killsb); in fuse_mount_remove()
1994 struct fuse_conn *fc = fm->fc; in fuse_conn_destroy()
1996 if (fc->destroy) in fuse_conn_destroy()
2002 if (!list_empty(&fc->entry)) { in fuse_conn_destroy()
2004 list_del(&fc->entry); in fuse_conn_destroy()
2016 if (sb->s_root) { in fuse_sb_destroy()
2025 fuse_conn_put(fm->fc); in fuse_mount_destroy()
2100 err = -ENOMEM; in fuse_fs_init()
2150 err = -ENOMEM; in fuse_sysfs_init()