54 				struct btrfs_delayed_node *delayed_node,  in btrfs_init_delayed_node()  argument
57 	delayed_node->root = root;  in btrfs_init_delayed_node()
58 	delayed_node->inode_id = inode_id;  in btrfs_init_delayed_node()
59 	refcount_set(&delayed_node->refs, 0);  in btrfs_init_delayed_node()
60 	delayed_node->ins_root = RB_ROOT_CACHED;  in btrfs_init_delayed_node()
61 	delayed_node->del_root = RB_ROOT_CACHED;  in btrfs_init_delayed_node()
62 	mutex_init(&delayed_node->mutex);  in btrfs_init_delayed_node()
63 	INIT_LIST_HEAD(&delayed_node->n_list);  in btrfs_init_delayed_node()
64 	INIT_LIST_HEAD(&delayed_node->p_list);  in btrfs_init_delayed_node()
74 	node = READ_ONCE(btrfs_inode->delayed_node);  in btrfs_get_delayed_node()
84 		if (btrfs_inode->delayed_node) {  in btrfs_get_delayed_node()
86 			BUG_ON(btrfs_inode->delayed_node != node);  in btrfs_get_delayed_node()
109 			btrfs_inode->delayed_node = node;  in btrfs_get_delayed_node()
164 	btrfs_inode->delayed_node = node;  in btrfs_get_or_create_delayed_node()
258 				struct btrfs_delayed_node *delayed_node,  in __btrfs_release_delayed_node()  argument
263 	if (!delayed_node)  in __btrfs_release_delayed_node()
266 	delayed_root = delayed_node->root->fs_info->delayed_root;  in __btrfs_release_delayed_node()
268 	mutex_lock(&delayed_node->mutex);  in __btrfs_release_delayed_node()
269 	if (delayed_node->count)  in __btrfs_release_delayed_node()
270 		btrfs_queue_delayed_node(delayed_root, delayed_node, mod);  in __btrfs_release_delayed_node()
272 		btrfs_dequeue_delayed_node(delayed_root, delayed_node);  in __btrfs_release_delayed_node()
273 	mutex_unlock(&delayed_node->mutex);  in __btrfs_release_delayed_node()
275 	if (refcount_dec_and_test(&delayed_node->refs)) {  in __btrfs_release_delayed_node()
276 		struct btrfs_root *root = delayed_node->root;  in __btrfs_release_delayed_node()
278 		xa_erase(&root->delayed_nodes, delayed_node->inode_id);  in __btrfs_release_delayed_node()
283 		ASSERT(refcount_read(&delayed_node->refs) == 0);  in __btrfs_release_delayed_node()
284 		kmem_cache_free(delayed_node_cache, delayed_node);  in __btrfs_release_delayed_node()
330 		item->delayed_node = node;  in btrfs_alloc_delayed_item()
384 static int __btrfs_add_delayed_item(struct btrfs_delayed_node *delayed_node,  in __btrfs_add_delayed_item()  argument
391 		root = &delayed_node->ins_root;  in __btrfs_add_delayed_item()
393 		root = &delayed_node->del_root;  in __btrfs_add_delayed_item()
400 	    ins->index >= delayed_node->index_cnt)  in __btrfs_add_delayed_item()
401 		delayed_node->index_cnt = ins->index + 1;  in __btrfs_add_delayed_item()
403 	delayed_node->count++;  in __btrfs_add_delayed_item()
404 	atomic_inc(&delayed_node->root->fs_info->delayed_root->items);  in __btrfs_add_delayed_item()
420 	struct btrfs_delayed_node *delayed_node = delayed_item->delayed_node;  in __btrfs_remove_delayed_item()  local
429 	lockdep_assert_held(&delayed_node->mutex);  in __btrfs_remove_delayed_item()
431 	delayed_root = delayed_node->root->fs_info->delayed_root;  in __btrfs_remove_delayed_item()
434 		root = &delayed_node->ins_root;  in __btrfs_remove_delayed_item()
436 		root = &delayed_node->del_root;  in __btrfs_remove_delayed_item()
440 	delayed_node->count--;  in __btrfs_remove_delayed_item()
455 					struct btrfs_delayed_node *delayed_node)  in __btrfs_first_delayed_insertion_item()  argument
460 	p = rb_first_cached(&delayed_node->ins_root);  in __btrfs_first_delayed_insertion_item()
468 					struct btrfs_delayed_node *delayed_node)  in __btrfs_first_delayed_deletion_item()  argument
473 	p = rb_first_cached(&delayed_node->del_root);  in __btrfs_first_delayed_deletion_item()
518 					      item->delayed_node->inode_id,  in btrfs_delayed_item_reserve_metadata()
547 				      item->delayed_node->inode_id,  in btrfs_delayed_item_release_metadata()
655 	struct btrfs_delayed_node *node = first_item->delayed_node;  in btrfs_insert_delayed_item()
843 	const u64 ino = item->delayed_node->inode_id;  in btrfs_batch_delete_items()
975 static void btrfs_release_delayed_inode(struct btrfs_delayed_node *delayed_node)  in btrfs_release_delayed_inode()  argument
979 	if (delayed_node &&  in btrfs_release_delayed_inode()
980 	    test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {  in btrfs_release_delayed_inode()
981 		ASSERT(delayed_node->root);  in btrfs_release_delayed_inode()
982 		clear_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags);  in btrfs_release_delayed_inode()
983 		delayed_node->count--;  in btrfs_release_delayed_inode()
985 		delayed_root = delayed_node->root->fs_info->delayed_root;  in btrfs_release_delayed_inode()
990 static void btrfs_release_delayed_iref(struct btrfs_delayed_node *delayed_node)  in btrfs_release_delayed_iref()  argument
993 	if (test_and_clear_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags)) {  in btrfs_release_delayed_iref()
996 		ASSERT(delayed_node->root);  in btrfs_release_delayed_iref()
997 		delayed_node->count--;  in btrfs_release_delayed_iref()
999 		delayed_root = delayed_node->root->fs_info->delayed_root;  in btrfs_release_delayed_iref()
1213 	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);  in btrfs_commit_inode_delayed_items()  local
1218 	if (!delayed_node)  in btrfs_commit_inode_delayed_items()
1221 	mutex_lock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_items()
1222 	if (!delayed_node->count) {  in btrfs_commit_inode_delayed_items()
1223 		mutex_unlock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_items()
1224 		btrfs_release_delayed_node(delayed_node);  in btrfs_commit_inode_delayed_items()
1227 	mutex_unlock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_items()
1231 		btrfs_release_delayed_node(delayed_node);  in btrfs_commit_inode_delayed_items()
1236 	trans->block_rsv = &delayed_node->root->fs_info->delayed_block_rsv;  in btrfs_commit_inode_delayed_items()
1238 	ret = __btrfs_commit_inode_delayed_items(trans, path, delayed_node);  in btrfs_commit_inode_delayed_items()
1240 	btrfs_release_delayed_node(delayed_node);  in btrfs_commit_inode_delayed_items()
1251 	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);  in btrfs_commit_inode_delayed_inode()  local
1256 	if (!delayed_node)  in btrfs_commit_inode_delayed_inode()
1259 	mutex_lock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_inode()
1260 	if (!test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {  in btrfs_commit_inode_delayed_inode()
1261 		mutex_unlock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_inode()
1262 		btrfs_release_delayed_node(delayed_node);  in btrfs_commit_inode_delayed_inode()
1265 	mutex_unlock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_inode()
1267 	trans = btrfs_join_transaction(delayed_node->root);  in btrfs_commit_inode_delayed_inode()
1282 	mutex_lock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_inode()
1283 	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags))  in btrfs_commit_inode_delayed_inode()
1284 		ret = __btrfs_update_delayed_inode(trans, delayed_node->root,  in btrfs_commit_inode_delayed_inode()
1285 						   path, delayed_node);  in btrfs_commit_inode_delayed_inode()
1288 	mutex_unlock(&delayed_node->mutex);  in btrfs_commit_inode_delayed_inode()
1296 	btrfs_release_delayed_node(delayed_node);  in btrfs_commit_inode_delayed_inode()
1303 	struct btrfs_delayed_node *delayed_node;  in btrfs_remove_delayed_node()  local
1305 	delayed_node = READ_ONCE(inode->delayed_node);  in btrfs_remove_delayed_node()
1306 	if (!delayed_node)  in btrfs_remove_delayed_node()
1309 	inode->delayed_node = NULL;  in btrfs_remove_delayed_node()
1310 	btrfs_release_delayed_node(delayed_node);  in btrfs_remove_delayed_node()
1325 	struct btrfs_delayed_node *delayed_node = NULL;  in btrfs_async_run_delayed_root()  local
1342 		delayed_node = btrfs_first_prepared_delayed_node(delayed_root);  in btrfs_async_run_delayed_root()
1343 		if (!delayed_node)  in btrfs_async_run_delayed_root()
1346 		root = delayed_node->root;  in btrfs_async_run_delayed_root()
1351 			btrfs_release_prepared_delayed_node(delayed_node);  in btrfs_async_run_delayed_root()
1359 		__btrfs_commit_inode_delayed_items(trans, path, delayed_node);  in btrfs_async_run_delayed_root()
1366 		btrfs_release_prepared_delayed_node(delayed_node);  in btrfs_async_run_delayed_root()
1471 	struct btrfs_delayed_node *delayed_node;  in btrfs_insert_delayed_dir_index()  local
1478 	delayed_node = btrfs_get_or_create_delayed_node(dir);  in btrfs_insert_delayed_dir_index()
1479 	if (IS_ERR(delayed_node))  in btrfs_insert_delayed_dir_index()
1480 		return PTR_ERR(delayed_node);  in btrfs_insert_delayed_dir_index()
1483 						delayed_node,  in btrfs_insert_delayed_dir_index()
1502 	mutex_lock(&delayed_node->mutex);  in btrfs_insert_delayed_dir_index()
1512 	ret = __btrfs_add_delayed_item(delayed_node, delayed_item);  in btrfs_insert_delayed_dir_index()
1516 			  name_len, name, index, btrfs_root_id(delayed_node->root),  in btrfs_insert_delayed_dir_index()
1517 			  delayed_node->inode_id, dir->index_cnt,  in btrfs_insert_delayed_dir_index()
1518 			  delayed_node->index_cnt, ret);  in btrfs_insert_delayed_dir_index()
1521 		mutex_unlock(&delayed_node->mutex);  in btrfs_insert_delayed_dir_index()
1525 	if (delayed_node->index_item_leaves == 0 ||  in btrfs_insert_delayed_dir_index()
1526 	    delayed_node->curr_index_batch_size + data_len > leaf_data_size) {  in btrfs_insert_delayed_dir_index()
1527 		delayed_node->curr_index_batch_size = data_len;  in btrfs_insert_delayed_dir_index()
1530 		delayed_node->curr_index_batch_size += data_len;  in btrfs_insert_delayed_dir_index()
1543 			mutex_unlock(&delayed_node->mutex);  in btrfs_insert_delayed_dir_index()
1547 		delayed_node->index_item_leaves++;  in btrfs_insert_delayed_dir_index()
1551 	mutex_unlock(&delayed_node->mutex);  in btrfs_insert_delayed_dir_index()
1554 	btrfs_release_delayed_node(delayed_node);  in btrfs_insert_delayed_dir_index()
1658 	struct btrfs_delayed_node *delayed_node = btrfs_get_delayed_node(inode);  in btrfs_inode_delayed_dir_index_count()  local
1660 	if (!delayed_node)  in btrfs_inode_delayed_dir_index_count()
1668 	if (!delayed_node->index_cnt) {  in btrfs_inode_delayed_dir_index_count()
1669 		btrfs_release_delayed_node(delayed_node);  in btrfs_inode_delayed_dir_index_count()
1673 	inode->index_cnt = delayed_node->index_cnt;  in btrfs_inode_delayed_dir_index_count()
1674 	btrfs_release_delayed_node(delayed_node);  in btrfs_inode_delayed_dir_index_count()
1683 	struct btrfs_delayed_node *delayed_node;  in btrfs_readdir_get_delayed_items()  local
1686 	delayed_node = btrfs_get_delayed_node(inode);  in btrfs_readdir_get_delayed_items()
1687 	if (!delayed_node)  in btrfs_readdir_get_delayed_items()
1697 	mutex_lock(&delayed_node->mutex);  in btrfs_readdir_get_delayed_items()
1698 	item = __btrfs_first_delayed_insertion_item(delayed_node);  in btrfs_readdir_get_delayed_items()
1705 	item = __btrfs_first_delayed_deletion_item(delayed_node);  in btrfs_readdir_get_delayed_items()
1711 	mutex_unlock(&delayed_node->mutex);  in btrfs_readdir_get_delayed_items()
1721 	refcount_dec(&delayed_node->refs);  in btrfs_readdir_get_delayed_items()
1863 	struct btrfs_delayed_node *delayed_node;  in btrfs_fill_inode()  local
1866 	delayed_node = btrfs_get_delayed_node(BTRFS_I(inode));  in btrfs_fill_inode()
1867 	if (!delayed_node)  in btrfs_fill_inode()
1870 	mutex_lock(&delayed_node->mutex);  in btrfs_fill_inode()
1871 	if (!test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {  in btrfs_fill_inode()
1872 		mutex_unlock(&delayed_node->mutex);  in btrfs_fill_inode()
1873 		btrfs_release_delayed_node(delayed_node);  in btrfs_fill_inode()
1877 	inode_item = &delayed_node->inode_item;  in btrfs_fill_inode()
1913 	mutex_unlock(&delayed_node->mutex);  in btrfs_fill_inode()
1914 	btrfs_release_delayed_node(delayed_node);  in btrfs_fill_inode()
1922 	struct btrfs_delayed_node *delayed_node;  in btrfs_delayed_update_inode()  local
1925 	delayed_node = btrfs_get_or_create_delayed_node(inode);  in btrfs_delayed_update_inode()
1926 	if (IS_ERR(delayed_node))  in btrfs_delayed_update_inode()
1927 		return PTR_ERR(delayed_node);  in btrfs_delayed_update_inode()
1929 	mutex_lock(&delayed_node->mutex);  in btrfs_delayed_update_inode()
1930 	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {  in btrfs_delayed_update_inode()
1931 		fill_stack_inode_item(trans, &delayed_node->inode_item,  in btrfs_delayed_update_inode()
1936 	ret = btrfs_delayed_inode_reserve_metadata(trans, root, delayed_node);  in btrfs_delayed_update_inode()
1940 	fill_stack_inode_item(trans, &delayed_node->inode_item, &inode->vfs_inode);  in btrfs_delayed_update_inode()
1941 	set_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags);  in btrfs_delayed_update_inode()
1942 	delayed_node->count++;  in btrfs_delayed_update_inode()
1945 	mutex_unlock(&delayed_node->mutex);  in btrfs_delayed_update_inode()
1946 	btrfs_release_delayed_node(delayed_node);  in btrfs_delayed_update_inode()
1953 	struct btrfs_delayed_node *delayed_node;  in btrfs_delayed_delete_inode_ref()  local
1963 	delayed_node = btrfs_get_or_create_delayed_node(inode);  in btrfs_delayed_delete_inode_ref()
1964 	if (IS_ERR(delayed_node))  in btrfs_delayed_delete_inode_ref()
1965 		return PTR_ERR(delayed_node);  in btrfs_delayed_delete_inode_ref()
1981 	mutex_lock(&delayed_node->mutex);  in btrfs_delayed_delete_inode_ref()
1982 	if (test_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags))  in btrfs_delayed_delete_inode_ref()
1985 	set_bit(BTRFS_DELAYED_NODE_DEL_IREF, &delayed_node->flags);  in btrfs_delayed_delete_inode_ref()
1986 	delayed_node->count++;  in btrfs_delayed_delete_inode_ref()
1989 	mutex_unlock(&delayed_node->mutex);  in btrfs_delayed_delete_inode_ref()
1990 	btrfs_release_delayed_node(delayed_node);  in btrfs_delayed_delete_inode_ref()
1994 static void __btrfs_kill_delayed_node(struct btrfs_delayed_node *delayed_node)  in __btrfs_kill_delayed_node()  argument
1996 	struct btrfs_root *root = delayed_node->root;  in __btrfs_kill_delayed_node()
2000 	mutex_lock(&delayed_node->mutex);  in __btrfs_kill_delayed_node()
2001 	curr_item = __btrfs_first_delayed_insertion_item(delayed_node);  in __btrfs_kill_delayed_node()
2008 	if (delayed_node->index_item_leaves > 0) {  in __btrfs_kill_delayed_node()
2009 		btrfs_delayed_item_release_leaves(delayed_node,  in __btrfs_kill_delayed_node()
2010 					  delayed_node->index_item_leaves);  in __btrfs_kill_delayed_node()
2011 		delayed_node->index_item_leaves = 0;  in __btrfs_kill_delayed_node()
2014 	curr_item = __btrfs_first_delayed_deletion_item(delayed_node);  in __btrfs_kill_delayed_node()
2022 	btrfs_release_delayed_iref(delayed_node);  in __btrfs_kill_delayed_node()
2024 	if (test_bit(BTRFS_DELAYED_NODE_INODE_DIRTY, &delayed_node->flags)) {  in __btrfs_kill_delayed_node()
2025 		btrfs_delayed_inode_release_metadata(fs_info, delayed_node, false);  in __btrfs_kill_delayed_node()
2026 		btrfs_release_delayed_inode(delayed_node);  in __btrfs_kill_delayed_node()
2028 	mutex_unlock(&delayed_node->mutex);  in __btrfs_kill_delayed_node()
2033 	struct btrfs_delayed_node *delayed_node;  in btrfs_kill_delayed_inode_items()  local
2035 	delayed_node = btrfs_get_delayed_node(inode);  in btrfs_kill_delayed_inode_items()
2036 	if (!delayed_node)  in btrfs_kill_delayed_inode_items()
2039 	__btrfs_kill_delayed_node(delayed_node);  in btrfs_kill_delayed_inode_items()
2040 	btrfs_release_delayed_node(delayed_node);  in btrfs_kill_delayed_inode_items()