27 static unsigned ext4_num_base_meta_clusters(struct super_block *sb,
36 ext4_group_t ext4_get_group_number(struct super_block *sb,  in ext4_get_group_number()  argument
41 	if (test_opt2(sb, STD_GROUP_SIZE))  in ext4_get_group_number()
43 			 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block)) >>  in ext4_get_group_number()
44 			(EXT4_BLOCK_SIZE_BITS(sb) + EXT4_CLUSTER_BITS(sb) + 3);  in ext4_get_group_number()
46 		ext4_get_group_no_and_offset(sb, block, &group, NULL);  in ext4_get_group_number()
54 void ext4_get_group_no_and_offset(struct super_block *sb, ext4_fsblk_t blocknr,  in ext4_get_group_no_and_offset()  argument
57 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;  in ext4_get_group_no_and_offset()
61 	offset = do_div(blocknr, EXT4_BLOCKS_PER_GROUP(sb)) >>  in ext4_get_group_no_and_offset()
62 		EXT4_SB(sb)->s_cluster_bits;  in ext4_get_group_no_and_offset()
74 static inline int ext4_block_in_group(struct super_block *sb,  in ext4_block_in_group()  argument
80 	actual_group = ext4_get_group_number(sb, block);  in ext4_block_in_group()
88 static unsigned ext4_num_overhead_clusters(struct super_block *sb,  in ext4_num_overhead_clusters()  argument
95 	ext4_fsblk_t start = ext4_group_first_block_no(sb, block_group);  in ext4_num_overhead_clusters()
96 	ext4_fsblk_t end = start + EXT4_BLOCKS_PER_GROUP(sb) - 1;  in ext4_num_overhead_clusters()
98 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_num_overhead_clusters()
103 	base_clusters = ext4_num_base_meta_clusters(sb, block_group);  in ext4_num_overhead_clusters()
112 	itbl_blk_start = ext4_inode_table(sb, gdp);  in ext4_num_overhead_clusters()
136 	if (ext4_block_in_group(sb, ext4_block_bitmap(sb, gdp), block_group)) {  in ext4_num_overhead_clusters()
138 					 ext4_block_bitmap(sb, gdp) - start);  in ext4_num_overhead_clusters()
145 	if (ext4_block_in_group(sb, ext4_inode_bitmap(sb, gdp), block_group)) {  in ext4_num_overhead_clusters()
147 					 ext4_inode_bitmap(sb, gdp) - start);  in ext4_num_overhead_clusters()
162 static unsigned int num_clusters_in_group(struct super_block *sb,  in num_clusters_in_group()  argument
167 	if (block_group == ext4_get_groups_count(sb) - 1) {  in num_clusters_in_group()
174 		blocks = ext4_blocks_count(EXT4_SB(sb)->s_es) -  in num_clusters_in_group()
175 			ext4_group_first_block_no(sb, block_group);  in num_clusters_in_group()
177 		blocks = EXT4_BLOCKS_PER_GROUP(sb);  in num_clusters_in_group()
178 	return EXT4_NUM_B2C(EXT4_SB(sb), blocks);  in num_clusters_in_group()
182 static int ext4_init_block_bitmap(struct super_block *sb,  in ext4_init_block_bitmap()  argument
188 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_init_block_bitmap()
193 	if (!ext4_group_desc_csum_verify(sb, block_group, gdp)) {  in ext4_init_block_bitmap()
194 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_init_block_bitmap()
199 	memset(bh->b_data, 0, sb->s_blocksize);  in ext4_init_block_bitmap()
201 	bit_max = ext4_num_base_meta_clusters(sb, block_group);  in ext4_init_block_bitmap()
208 	start = ext4_group_first_block_no(sb, block_group);  in ext4_init_block_bitmap()
211 	tmp = ext4_block_bitmap(sb, gdp);  in ext4_init_block_bitmap()
212 	if (ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
215 	tmp = ext4_inode_bitmap(sb, gdp);  in ext4_init_block_bitmap()
216 	if (ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
219 	tmp = ext4_inode_table(sb, gdp);  in ext4_init_block_bitmap()
220 	for (; tmp < ext4_inode_table(sb, gdp) +  in ext4_init_block_bitmap()
222 		if (ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
231 	ext4_mark_bitmap_end(num_clusters_in_group(sb, block_group),  in ext4_init_block_bitmap()
232 			     sb->s_blocksize * 8, bh->b_data);  in ext4_init_block_bitmap()
239 unsigned ext4_free_clusters_after_init(struct super_block *sb,  in ext4_free_clusters_after_init()  argument
243 	return num_clusters_in_group(sb, block_group) -  in ext4_free_clusters_after_init()
244 		ext4_num_overhead_clusters(sb, block_group, gdp);  in ext4_free_clusters_after_init()
260  * @sb:			super block
265 struct ext4_group_desc * ext4_get_group_desc(struct super_block *sb,  in ext4_get_group_desc()  argument
271 	ext4_group_t ngroups = ext4_get_groups_count(sb);  in ext4_get_group_desc()
273 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_get_group_desc()
277 				   sb, block_group, bh);  in ext4_get_group_desc()
280 		ext4_error(sb, "block_group >= groups_count - block_group = %u,"  in ext4_get_group_desc()
286 	group_desc = block_group >> EXT4_DESC_PER_BLOCK_BITS(sb);  in ext4_get_group_desc()
287 	offset = block_group & (EXT4_DESC_PER_BLOCK(sb) - 1);  in ext4_get_group_desc()
296 		ext4_error(sb, "Group descriptor not loaded - "  in ext4_get_group_desc()
304 		offset * EXT4_DESC_SIZE(sb));  in ext4_get_group_desc()
310 static ext4_fsblk_t ext4_valid_block_bitmap_padding(struct super_block *sb,  in ext4_valid_block_bitmap_padding()  argument
315 	unsigned long bitmap_size = sb->s_blocksize * 8;  in ext4_valid_block_bitmap_padding()
316 	unsigned int offset = num_clusters_in_group(sb, block_group);  in ext4_valid_block_bitmap_padding()
326 struct ext4_group_info *ext4_get_group_info(struct super_block *sb,  in ext4_get_group_info()  argument
332 	if (unlikely(group >= EXT4_SB(sb)->s_groups_count))  in ext4_get_group_info()
334 	indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb));  in ext4_get_group_info()
335 	indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1);  in ext4_get_group_info()
336 	grp_info = sbi_array_rcu_deref(EXT4_SB(sb), s_group_info, indexv);  in ext4_get_group_info()
344 static ext4_fsblk_t ext4_valid_block_bitmap(struct super_block *sb,  in ext4_valid_block_bitmap()  argument
349 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_valid_block_bitmap()
352 	ext4_grpblk_t max_bit = EXT4_CLUSTERS_PER_GROUP(sb);  in ext4_valid_block_bitmap()
356 	if (ext4_has_feature_flex_bg(sb)) {  in ext4_valid_block_bitmap()
365 	group_first_block = ext4_group_first_block_no(sb, block_group);  in ext4_valid_block_bitmap()
368 	blk = ext4_block_bitmap(sb, desc);  in ext4_valid_block_bitmap()
376 	blk = ext4_inode_bitmap(sb, desc);  in ext4_valid_block_bitmap()
384 	blk = ext4_inode_table(sb, desc);  in ext4_valid_block_bitmap()
399 static int ext4_validate_block_bitmap(struct super_block *sb,  in ext4_validate_block_bitmap()  argument
407 	if (EXT4_SB(sb)->s_mount_state & EXT4_FC_REPLAY)  in ext4_validate_block_bitmap()
410 	grp = ext4_get_group_info(sb, block_group);  in ext4_validate_block_bitmap()
417 	ext4_lock_group(sb, block_group);  in ext4_validate_block_bitmap()
420 	if (unlikely(!ext4_block_bitmap_csum_verify(sb, desc, bh) ||  in ext4_validate_block_bitmap()
421 		     ext4_simulate_fail(sb, EXT4_SIM_BBITMAP_CRC))) {  in ext4_validate_block_bitmap()
422 		ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
423 		ext4_error(sb, "bg %u: bad block bitmap checksum", block_group);  in ext4_validate_block_bitmap()
424 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_validate_block_bitmap()
428 	blk = ext4_valid_block_bitmap(sb, desc, block_group, bh);  in ext4_validate_block_bitmap()
430 		ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
431 		ext4_error(sb, "bg %u: block %llu: invalid block bitmap",  in ext4_validate_block_bitmap()
433 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_validate_block_bitmap()
437 	blk = ext4_valid_block_bitmap_padding(sb, block_group, bh);  in ext4_validate_block_bitmap()
439 		ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
440 		ext4_error(sb, "bg %u: block %llu: padding at end of block bitmap is not set",  in ext4_validate_block_bitmap()
442 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_validate_block_bitmap()
448 	ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
454  * @sb:			super block
464 ext4_read_block_bitmap_nowait(struct super_block *sb, ext4_group_t block_group,  in ext4_read_block_bitmap_nowait()  argument
468 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_read_block_bitmap_nowait()
474 				   sb, block_group, ignore_locked);  in ext4_read_block_bitmap_nowait()
476 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_read_block_bitmap_nowait()
479 	bitmap_blk = ext4_block_bitmap(sb, desc);  in ext4_read_block_bitmap_nowait()
482 		ext4_error(sb, "Invalid block bitmap block %llu in "  in ext4_read_block_bitmap_nowait()
484 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_read_block_bitmap_nowait()
488 	bh = sb_getblk(sb, bitmap_blk);  in ext4_read_block_bitmap_nowait()
490 		ext4_warning(sb, "Cannot get buffer for block bitmap - "  in ext4_read_block_bitmap_nowait()
510 	ext4_lock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
511 	if (ext4_has_group_desc_csum(sb) &&  in ext4_read_block_bitmap_nowait()
514 			ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
516 			ext4_error(sb, "Block bitmap for bg 0 marked "  in ext4_read_block_bitmap_nowait()
521 		err = ext4_init_block_bitmap(sb, bh, block_group, desc);  in ext4_read_block_bitmap_nowait()
523 			ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
525 			ext4_error(sb, "Failed to init block bitmap for group "  in ext4_read_block_bitmap_nowait()
532 		ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
536 	ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
550 	trace_ext4_read_block_bitmap_load(sb, block_group, ignore_locked);  in ext4_read_block_bitmap_nowait()
554 			    ext4_simulate_fail(sb, EXT4_SIM_BBITMAP_EIO));  in ext4_read_block_bitmap_nowait()
557 	err = ext4_validate_block_bitmap(sb, desc, block_group, bh);  in ext4_read_block_bitmap_nowait()
567 int ext4_wait_block_bitmap(struct super_block *sb, ext4_group_t block_group,  in ext4_wait_block_bitmap()  argument
573 				   sb, block_group, bh);  in ext4_wait_block_bitmap()
577 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_wait_block_bitmap()
582 		ext4_error_err(sb, EIO, "Cannot read block bitmap - "  in ext4_wait_block_bitmap()
585 		ext4_mark_group_bitmap_corrupted(sb, block_group,  in ext4_wait_block_bitmap()
591 	return ext4_validate_block_bitmap(sb, desc, block_group, bh);  in ext4_wait_block_bitmap()
595 ext4_read_block_bitmap(struct super_block *sb, ext4_group_t block_group)  in ext4_read_block_bitmap()  argument
600 	bh = ext4_read_block_bitmap_nowait(sb, block_group, false);  in ext4_read_block_bitmap()
603 	err = ext4_wait_block_bitmap(sb, block_group, bh);  in ext4_read_block_bitmap()
680  * @sb:			superblock
689 int ext4_should_retry_alloc(struct super_block *sb, int *retries)  in ext4_should_retry_alloc()  argument
691 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_should_retry_alloc()
707 		if (test_opt(sb, DISCARD)) {  in ext4_should_retry_alloc()
719 	ext4_debug("%s: retrying operation after ENOSPC\n", sb->s_id);  in ext4_should_retry_alloc()
766  * @sb:		superblock
770 ext4_fsblk_t ext4_count_free_clusters(struct super_block *sb)  in ext4_count_free_clusters()  argument
775 	ext4_group_t ngroups = ext4_get_groups_count(sb);  in ext4_count_free_clusters()
783 	es = EXT4_SB(sb)->s_es;  in ext4_count_free_clusters()
789 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_clusters()
793 		if (EXT4_SB(sb)->s_group_info)  in ext4_count_free_clusters()
794 			grp = ext4_get_group_info(sb, i);  in ext4_count_free_clusters()
796 			desc_count += ext4_free_group_clusters(sb, gdp);  in ext4_count_free_clusters()
798 		bitmap_bh = ext4_read_block_bitmap(sb, i);  in ext4_count_free_clusters()
805 				    EXT4_CLUSTERS_PER_GROUP(sb) / 8);  in ext4_count_free_clusters()
807 			i, ext4_free_group_clusters(sb, gdp), x);  in ext4_count_free_clusters()
813 	       EXT4_NUM_B2C(EXT4_SB(sb), ext4_free_blocks_count(es)),  in ext4_count_free_clusters()
819 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_clusters()
823 		if (EXT4_SB(sb)->s_group_info)  in ext4_count_free_clusters()
824 			grp = ext4_get_group_info(sb, i);  in ext4_count_free_clusters()
826 			desc_count += ext4_free_group_clusters(sb, gdp);  in ext4_count_free_clusters()
848  *	@sb: superblock for filesystem
854 int ext4_bg_has_super(struct super_block *sb, ext4_group_t group)  in ext4_bg_has_super()  argument
856 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;  in ext4_bg_has_super()
860 	if (ext4_has_feature_sparse_super2(sb)) {  in ext4_bg_has_super()
866 	if ((group <= 1) || !ext4_has_feature_sparse_super(sb))  in ext4_bg_has_super()
877 static unsigned long ext4_bg_num_gdb_meta(struct super_block *sb,  in ext4_bg_num_gdb_meta()  argument
880 	unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb_meta()
881 	ext4_group_t first = metagroup * EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb_meta()
882 	ext4_group_t last = first + EXT4_DESC_PER_BLOCK(sb) - 1;  in ext4_bg_num_gdb_meta()
889 static unsigned long ext4_bg_num_gdb_nometa(struct super_block *sb,  in ext4_bg_num_gdb_nometa()  argument
892 	if (!ext4_bg_has_super(sb, group))  in ext4_bg_num_gdb_nometa()
895 	if (ext4_has_feature_meta_bg(sb))  in ext4_bg_num_gdb_nometa()
896 		return le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg);  in ext4_bg_num_gdb_nometa()
898 		return EXT4_SB(sb)->s_gdb_count;  in ext4_bg_num_gdb_nometa()
903  *	@sb: superblock for filesystem
910 unsigned long ext4_bg_num_gdb(struct super_block *sb, ext4_group_t group)  in ext4_bg_num_gdb()  argument
913 			le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg);  in ext4_bg_num_gdb()
914 	unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb()
916 	if (!ext4_has_feature_meta_bg(sb) || metagroup < first_meta_bg)  in ext4_bg_num_gdb()
917 		return ext4_bg_num_gdb_nometa(sb, group);  in ext4_bg_num_gdb()
919 	return ext4_bg_num_gdb_meta(sb,group);  in ext4_bg_num_gdb()
927 unsigned int ext4_num_base_meta_blocks(struct super_block *sb,  in ext4_num_base_meta_blocks()  argument
930 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_num_base_meta_blocks()
934 	num = ext4_bg_has_super(sb, block_group);  in ext4_num_base_meta_blocks()
936 	if (!ext4_has_feature_meta_bg(sb) ||  in ext4_num_base_meta_blocks()
940 			num += ext4_bg_num_gdb_nometa(sb, block_group);  in ext4_num_base_meta_blocks()
944 		num += ext4_bg_num_gdb_meta(sb, block_group);  in ext4_num_base_meta_blocks()
949 static unsigned int ext4_num_base_meta_clusters(struct super_block *sb,  in ext4_num_base_meta_clusters()  argument
952 	return EXT4_NUM_B2C(EXT4_SB(sb), ext4_num_base_meta_blocks(sb, block_group));  in ext4_num_base_meta_clusters()