85 static unsigned int gfs2_qd_hash(const struct gfs2_sbd *sdp,  in gfs2_qd_hash()  argument
90 	h = jhash(&sdp, sizeof(struct gfs2_sbd *), 0);  in gfs2_qd_hash()
109 	struct gfs2_sbd *sdp = qd->qd_sbd;  in gfs2_qd_dealloc()  local
112 	if (atomic_dec_and_test(&sdp->sd_quota_count))  in gfs2_qd_dealloc()
113 		wake_up(&sdp->sd_kill_wait);  in gfs2_qd_dealloc()
118 	struct gfs2_sbd *sdp = qd->qd_sbd;  in gfs2_qd_dispose()  local
128 	if (!gfs2_withdrawing_or_withdrawn(sdp)) {  in gfs2_qd_dispose()
129 		gfs2_assert_warn(sdp, !qd->qd_change);  in gfs2_qd_dispose()
130 		gfs2_assert_warn(sdp, !qd->qd_slot_ref);  in gfs2_qd_dispose()
131 		gfs2_assert_warn(sdp, !qd->qd_bh_count);  in gfs2_qd_dispose()
229 static struct gfs2_quota_data *qd_alloc(unsigned hash, struct gfs2_sbd *sdp, struct kqid qid)  in qd_alloc()  argument
238 	qd->qd_sbd = sdp;  in qd_alloc()
245 	error = gfs2_glock_get(sdp, qd2index(qd),  in qd_alloc()
258 						     const struct gfs2_sbd *sdp,  in gfs2_qd_search_bucket()  argument
267 		if (qd->qd_sbd != sdp)  in gfs2_qd_search_bucket()
279 static int qd_get(struct gfs2_sbd *sdp, struct kqid qid,  in qd_get()  argument
283 	unsigned int hash = gfs2_qd_hash(sdp, qid);  in qd_get()
286 	*qdp = qd = gfs2_qd_search_bucket(hash, sdp, qid);  in qd_get()
292 	new_qd = qd_alloc(hash, sdp, qid);  in qd_get()
298 	*qdp = qd = gfs2_qd_search_bucket(hash, sdp, qid);  in qd_get()
301 		list_add(&new_qd->qd_list, &sdp->sd_quota_list);  in qd_get()
303 		atomic_inc(&sdp->sd_quota_count);  in qd_get()
319 	struct gfs2_sbd *sdp = qd->qd_sbd;  in __qd_hold()  local
320 	gfs2_assert(sdp, qd->qd_lockref.count > 0);  in __qd_hold()
326 	struct gfs2_sbd *sdp;  in qd_put()  local
332 	sdp = qd->qd_sbd;  in qd_put()
333 	if (unlikely(!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))) {  in qd_put()
348 	struct gfs2_sbd *sdp = qd->qd_sbd;  in slot_get()  local
352 	spin_lock(&sdp->sd_bitmap_lock);  in slot_get()
354 		bit = find_first_zero_bit(sdp->sd_quota_bitmap,  in slot_get()
355 					  sdp->sd_quota_slots);  in slot_get()
356 		if (bit >= sdp->sd_quota_slots) {  in slot_get()
360 		set_bit(bit, sdp->sd_quota_bitmap);  in slot_get()
365 	spin_unlock(&sdp->sd_bitmap_lock);  in slot_get()
371 	struct gfs2_sbd *sdp = qd->qd_sbd;  in slot_hold()  local
373 	spin_lock(&sdp->sd_bitmap_lock);  in slot_hold()
374 	gfs2_assert(sdp, qd->qd_slot_ref);  in slot_hold()
376 	spin_unlock(&sdp->sd_bitmap_lock);  in slot_hold()
381 	struct gfs2_sbd *sdp = qd->qd_sbd;  in slot_put()  local
383 	spin_lock(&sdp->sd_bitmap_lock);  in slot_put()
384 	gfs2_assert(sdp, qd->qd_slot_ref);  in slot_put()
386 		BUG_ON(!test_and_clear_bit(qd->qd_slot, sdp->sd_quota_bitmap));  in slot_put()
389 	spin_unlock(&sdp->sd_bitmap_lock);  in slot_put()
394 	struct gfs2_sbd *sdp = qd->qd_sbd;  in bh_get()  local
395 	struct inode *inode = sdp->sd_qc_inode;  in bh_get()
410 	block = qd->qd_slot / sdp->sd_qc_per_block;  in bh_get()
411 	offset = qd->qd_slot % sdp->sd_qc_per_block;  in bh_get()
427 	if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_QC))  in bh_get()
449 	struct gfs2_sbd *sdp = qd->qd_sbd;  in bh_put()  local
453 	gfs2_assert(sdp, qd->qd_bh_count);  in bh_put()
463 static bool qd_grab_sync(struct gfs2_sbd *sdp, struct gfs2_quota_data *qd,  in qd_grab_sync()  argument
478 	list_move_tail(&qd->qd_list, &sdp->sd_quota_list);  in qd_grab_sync()
512 static int qdsb_get(struct gfs2_sbd *sdp, struct kqid qid,  in qdsb_get()  argument
517 	error = qd_get(sdp, qid, qdp);  in qdsb_get()
545 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_qa_get()  local
548 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)  in gfs2_qa_get()
585 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_hold()  local
589 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)  in gfs2_quota_hold()
598 	if (gfs2_assert_warn(sdp, !ip->i_qadata->qa_qd_num) ||  in gfs2_quota_hold()
599 	    gfs2_assert_warn(sdp, !test_bit(GIF_QD_LOCKED, &ip->i_flags))) {  in gfs2_quota_hold()
605 	error = qdsb_get(sdp, make_kqid_uid(ip->i_inode.i_uid), qd);  in gfs2_quota_hold()
611 	error = qdsb_get(sdp, make_kqid_gid(ip->i_inode.i_gid), qd);  in gfs2_quota_hold()
619 		error = qdsb_get(sdp, make_kqid_uid(uid), qd);  in gfs2_quota_hold()
628 		error = qdsb_get(sdp, make_kqid_gid(gid), qd);  in gfs2_quota_hold()
644 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_unhold()  local
650 	gfs2_assert_warn(sdp, !test_bit(GIF_QD_LOCKED, &ip->i_flags));  in gfs2_quota_unhold()
674 	struct gfs2_sbd *sdp = qd->qd_sbd;  in do_qc()  local
675 	struct gfs2_inode *ip = GFS2_I(sdp->sd_qc_inode);  in do_qc()
725 static int gfs2_write_buf_to_page(struct gfs2_sbd *sdp, unsigned long index,  in gfs2_write_buf_to_page()  argument
728 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in gfs2_write_buf_to_page()
734 	unsigned bsize = sdp->sd_sb.sb_bsize, bnum = 0, boff = 0;  in gfs2_write_buf_to_page()
737 	blk = index << (PAGE_SHIFT - sdp->sd_sb.sb_bsize_shift);  in gfs2_write_buf_to_page()
794 static int gfs2_write_disk_quota(struct gfs2_sbd *sdp, struct gfs2_quota *qp,  in gfs2_write_disk_quota()  argument
812 	error = gfs2_write_buf_to_page(sdp, pg_beg, pg_off, ptr,  in gfs2_write_disk_quota()
816 		error = gfs2_write_buf_to_page(sdp, pg_beg + 1, 0,  in gfs2_write_disk_quota()
824  * @sdp: The superblock
836 static int gfs2_adjust_quota(struct gfs2_sbd *sdp, loff_t loc,  in gfs2_adjust_quota()  argument
840 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in gfs2_adjust_quota()
865 			q.qu_warn = cpu_to_be64(fdq->d_spc_softlimit >> sdp->sd_sb.sb_bsize_shift);  in gfs2_adjust_quota()
869 			q.qu_limit = cpu_to_be64(fdq->d_spc_hardlimit >> sdp->sd_sb.sb_bsize_shift);  in gfs2_adjust_quota()
873 			q.qu_value = cpu_to_be64(fdq->d_space >> sdp->sd_sb.sb_bsize_shift);  in gfs2_adjust_quota()
879 	err = gfs2_write_disk_quota(sdp, &q, loc);  in gfs2_adjust_quota()
895 	struct gfs2_sbd *sdp = (*qda)->qd_sbd;  in do_sync()  local
896 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in do_sync()
954 	error = gfs2_trans_begin(sdp, blocks, 0);  in do_sync()
961 		error = gfs2_adjust_quota(sdp, offset, qd->qd_change_sync, qd,  in do_sync()
971 	gfs2_trans_end(sdp);  in do_sync()
995 static int update_qd(struct gfs2_sbd *sdp, struct gfs2_quota_data *qd)  in update_qd()  argument
997 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in update_qd()
1025 	struct gfs2_sbd *sdp = qd->qd_sbd;  in do_glock()  local
1026 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in do_glock()
1030 	gfs2_assert_warn(sdp, sdp == qd->qd_gl->gl_name.ln_sbd);  in do_glock()
1054 		error = update_qd(sdp, qd);  in do_glock()
1075 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_lock()  local
1080 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)  in gfs2_quota_lock()
1110 	struct gfs2_sbd *sdp = qd->qd_sbd;  in need_sync()  local
1111 	struct gfs2_tune *gt = &sdp->sd_tune;  in need_sync()
1133 	change *= gfs2_jindex_size(sdp) * num;  in need_sync()
1146 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_unlock()  local
1167 		sync = qd_grab_sync(sdp, qd, U64_MAX);  in gfs2_quota_unlock()
1173 		gfs2_assert_warn(sdp, qd->qd_change_sync);  in gfs2_quota_unlock()
1184 		u64 sync_gen = READ_ONCE(sdp->sd_quota_sync_gen);  in gfs2_quota_unlock()
1198 	struct gfs2_sbd *sdp = qd->qd_sbd;  in print_message()  local
1200 	if (sdp->sd_args.ar_quota != GFS2_QUOTA_QUIET) {  in print_message()
1201 		fs_info(sdp, "quota %s for %s %u\n",  in print_message()
1228 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_check()  local
1263 							   sdp->sd_vfs->s_dev,  in gfs2_quota_check()
1271 					 gfs2_tune_get(sdp, gt_quota_warn_period)  in gfs2_quota_check()
1274 					   sdp->sd_vfs->s_dev, QUOTA_NL_BSOFTWARN);  in gfs2_quota_check()
1288 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);  in gfs2_quota_change()  local
1290 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF ||  in gfs2_quota_change()
1291 	    gfs2_assert_warn(sdp, change))  in gfs2_quota_change()
1296 	if (gfs2_assert_withdraw(sdp, ip->i_qadata &&  in gfs2_quota_change()
1311 	struct gfs2_sbd *sdp = sb->s_fs_info;  in gfs2_quota_sync()  local
1317 	if (sb_rdonly(sdp->sd_vfs))  in gfs2_quota_sync()
1324 	mutex_lock(&sdp->sd_quota_sync_mutex);  in gfs2_quota_sync()
1325 	sync_gen = sdp->sd_quota_sync_gen + 1;  in gfs2_quota_sync()
1333 		list_for_each_entry(iter, &sdp->sd_quota_list, qd_list) {  in gfs2_quota_sync()
1334 			if (qd_grab_sync(sdp, iter, sync_gen)) {  in gfs2_quota_sync()
1356 			WRITE_ONCE(sdp->sd_quota_sync_gen, sync_gen);  in gfs2_quota_sync()
1364 	mutex_unlock(&sdp->sd_quota_sync_mutex);  in gfs2_quota_sync()
1370 int gfs2_quota_refresh(struct gfs2_sbd *sdp, struct kqid qid)  in gfs2_quota_refresh()  argument
1376 	error = qd_get(sdp, qid, &qd);  in gfs2_quota_refresh()
1388 int gfs2_quota_init(struct gfs2_sbd *sdp)  in gfs2_quota_init()  argument
1390 	struct gfs2_inode *ip = GFS2_I(sdp->sd_qc_inode);  in gfs2_quota_init()
1391 	u64 size = i_size_read(sdp->sd_qc_inode);  in gfs2_quota_init()
1392 	unsigned int blocks = size >> sdp->sd_sb.sb_bsize_shift;  in gfs2_quota_init()
1402 	if (gfs2_check_internal_file_size(sdp->sd_qc_inode, 1, 64 << 20))  in gfs2_quota_init()
1405 	sdp->sd_quota_slots = blocks * sdp->sd_qc_per_block;  in gfs2_quota_init()
1406 	bm_size = DIV_ROUND_UP(sdp->sd_quota_slots, 8 * sizeof(unsigned long));  in gfs2_quota_init()
1409 	sdp->sd_quota_bitmap = kzalloc(bm_size, GFP_NOFS | __GFP_NOWARN);  in gfs2_quota_init()
1410 	if (sdp->sd_quota_bitmap == NULL)  in gfs2_quota_init()
1411 		sdp->sd_quota_bitmap = __vmalloc(bm_size, GFP_NOFS |  in gfs2_quota_init()
1413 	if (!sdp->sd_quota_bitmap)  in gfs2_quota_init()
1430 		if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_QC))  in gfs2_quota_init()
1434 		for (y = 0; y < sdp->sd_qc_per_block && slot < sdp->sd_quota_slots;  in gfs2_quota_init()
1447 			hash = gfs2_qd_hash(sdp, qc_id);  in gfs2_quota_init()
1448 			qd = qd_alloc(hash, sdp, qc_id);  in gfs2_quota_init()
1460 			old_qd = gfs2_qd_search_bucket(hash, sdp, qc_id);  in gfs2_quota_init()
1462 				fs_err(sdp, "Corruption found in quota_change%u"  in gfs2_quota_init()
1465 					    sdp->sd_jdesc->jd_jid, slot);  in gfs2_quota_init()
1482 			BUG_ON(test_and_set_bit(slot, sdp->sd_quota_bitmap));  in gfs2_quota_init()
1483 			list_add(&qd->qd_list, &sdp->sd_quota_list);  in gfs2_quota_init()
1484 			atomic_inc(&sdp->sd_quota_count);  in gfs2_quota_init()
1500 		fs_info(sdp, "found %u quota changes\n", found);  in gfs2_quota_init()
1509 	gfs2_quota_cleanup(sdp);  in gfs2_quota_init()
1513 void gfs2_quota_cleanup(struct gfs2_sbd *sdp)  in gfs2_quota_cleanup()  argument
1519 	BUG_ON(!test_bit(SDF_NORECOVERY, &sdp->sd_flags) &&  in gfs2_quota_cleanup()
1520 		test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags));  in gfs2_quota_cleanup()
1523 	list_for_each_entry(qd, &sdp->sd_quota_list, qd_list) {  in gfs2_quota_cleanup()
1539 	wait_event_timeout(sdp->sd_kill_wait,  in gfs2_quota_cleanup()
1540 		(count = atomic_read(&sdp->sd_quota_count)) == 0,  in gfs2_quota_cleanup()
1544 		fs_err(sdp, "%d left-over quota data objects\n", count);  in gfs2_quota_cleanup()
1546 	kvfree(sdp->sd_quota_bitmap);  in gfs2_quota_cleanup()
1547 	sdp->sd_quota_bitmap = NULL;  in gfs2_quota_cleanup()
1550 static void quotad_error(struct gfs2_sbd *sdp, const char *msg, int error)  in quotad_error()  argument
1554 	if (!gfs2_withdrawing_or_withdrawn(sdp)) {  in quotad_error()
1555 		if (!cmpxchg(&sdp->sd_log_error, 0, error))  in quotad_error()
1556 			fs_err(sdp, "gfs2_quotad: %s error %d\n", msg, error);  in quotad_error()
1557 		wake_up(&sdp->sd_logd_waitq);  in quotad_error()
1561 static void quotad_check_timeo(struct gfs2_sbd *sdp, const char *msg,  in quotad_check_timeo()  argument
1567 		int error = fxn(sdp->sd_vfs, 0);  in quotad_check_timeo()
1568 		quotad_error(sdp, msg, error);  in quotad_check_timeo()
1569 		*timeo = gfs2_tune_get_i(&sdp->sd_tune, new_timeo) * HZ;  in quotad_check_timeo()
1575 void gfs2_wake_up_statfs(struct gfs2_sbd *sdp) {  in gfs2_wake_up_statfs()  argument
1576 	if (!sdp->sd_statfs_force_sync) {  in gfs2_wake_up_statfs()
1577 		sdp->sd_statfs_force_sync = 1;  in gfs2_wake_up_statfs()
1578 		wake_up(&sdp->sd_quota_wait);  in gfs2_wake_up_statfs()
1591 	struct gfs2_sbd *sdp = data;  in gfs2_quotad()  local
1592 	struct gfs2_tune *tune = &sdp->sd_tune;  in gfs2_quotad()
1599 		if (gfs2_withdrawing_or_withdrawn(sdp))  in gfs2_quotad()
1603 		if (sdp->sd_statfs_force_sync) {  in gfs2_quotad()
1604 			int error = gfs2_statfs_sync(sdp->sd_vfs, 0);  in gfs2_quotad()
1605 			quotad_error(sdp, "statfs", error);  in gfs2_quotad()
1606 			statfs_timeo = gfs2_tune_get(sdp, gt_statfs_quantum) * HZ;  in gfs2_quotad()
1609 			quotad_check_timeo(sdp, "statfs", gfs2_statfs_sync, t,  in gfs2_quotad()
1614 		quotad_check_timeo(sdp, "sync", gfs2_quota_sync, t,  in gfs2_quotad()
1619 		t = wait_event_freezable_timeout(sdp->sd_quota_wait,  in gfs2_quotad()
1620 				sdp->sd_statfs_force_sync ||  in gfs2_quotad()
1621 				gfs2_withdrawing_or_withdrawn(sdp) ||  in gfs2_quotad()
1625 		if (sdp->sd_statfs_force_sync)  in gfs2_quotad()
1634 	struct gfs2_sbd *sdp = sb->s_fs_info;  in gfs2_quota_get_state()  local
1638 	switch (sdp->sd_args.ar_quota) {  in gfs2_quota_get_state()
1654 	if (sdp->sd_quota_inode) {  in gfs2_quota_get_state()
1656 					GFS2_I(sdp->sd_quota_inode)->i_no_addr;  in gfs2_quota_get_state()
1657 		state->s_state[USRQUOTA].blocks = sdp->sd_quota_inode->i_blocks;  in gfs2_quota_get_state()
1668 	struct gfs2_sbd *sdp = sb->s_fs_info;  in gfs2_get_dqblk()  local
1676 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)  in gfs2_get_dqblk()
1683 	error = qd_get(sdp, qid, &qd);  in gfs2_get_dqblk()
1691 	fdq->d_spc_hardlimit = be64_to_cpu(qlvb->qb_limit) << sdp->sd_sb.sb_bsize_shift;  in gfs2_get_dqblk()
1692 	fdq->d_spc_softlimit = be64_to_cpu(qlvb->qb_warn) << sdp->sd_sb.sb_bsize_shift;  in gfs2_get_dqblk()
1693 	fdq->d_space = be64_to_cpu(qlvb->qb_value) << sdp->sd_sb.sb_bsize_shift;  in gfs2_get_dqblk()
1707 	struct gfs2_sbd *sdp = sb->s_fs_info;  in gfs2_set_dqblk()  local
1708 	struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);  in gfs2_set_dqblk()
1717 	if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)  in gfs2_set_dqblk()
1727 	error = qd_get(sdp, qid, &qd);  in gfs2_set_dqblk()
1744 	error = update_qd(sdp, qd);  in gfs2_set_dqblk()
1750 	    ((fdq->d_spc_softlimit >> sdp->sd_sb.sb_bsize_shift) == be64_to_cpu(qd->qd_qb.qb_warn)))  in gfs2_set_dqblk()
1754 	    ((fdq->d_spc_hardlimit >> sdp->sd_sb.sb_bsize_shift) == be64_to_cpu(qd->qd_qb.qb_limit)))  in gfs2_set_dqblk()
1758 	    ((fdq->d_space >> sdp->sd_sb.sb_bsize_shift) == be64_to_cpu(qd->qd_qb.qb_value)))  in gfs2_set_dqblk()
1782 	error = gfs2_trans_begin(sdp, blocks + RES_DINODE + 2, 0);  in gfs2_set_dqblk()
1787 	error = gfs2_adjust_quota(sdp, offset, 0, qd, fdq);  in gfs2_set_dqblk()
1791 	gfs2_trans_end(sdp);  in gfs2_set_dqblk()