2 * vfsv0 quota IO operations on file
5 #include <linux/errno.h>
7 #include <linux/mount.h>
8 #include <linux/dqblk_v2.h>
9 #include <linux/kernel.h>
10 #include <linux/init.h>
11 #include <linux/module.h>
12 #include <linux/slab.h>
13 #include <linux/quotaops.h>
15 #include <asm/byteorder.h>
17 #include "quota_tree.h"
19 MODULE_AUTHOR("Jan Kara");
20 MODULE_DESCRIPTION("Quota trie support");
21 MODULE_LICENSE("GPL");
23 #define __QUOTA_QT_PARANOIA
25 static int get_index(struct qtree_mem_dqinfo *info, struct kqid qid, int depth)
27 unsigned int epb = info->dqi_usable_bs >> 2;
28 qid_t id = from_kqid(&init_user_ns, qid);
30 depth = info->dqi_qtree_depth - depth - 1;
36 /* Number of entries in one blocks */
37 static int qtree_dqstr_in_blk(struct qtree_mem_dqinfo *info)
39 return (info->dqi_usable_bs - sizeof(struct qt_disk_dqdbheader))
40 / info->dqi_entry_size;
43 static char *getdqbuf(size_t size)
45 char *buf = kmalloc(size, GFP_NOFS);
48 "VFS: Not enough memory for quota buffers.\n");
52 static ssize_t read_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf)
54 struct super_block *sb = info->dqi_sb;
56 memset(buf, 0, info->dqi_usable_bs);
57 return sb->s_op->quota_read(sb, info->dqi_type, buf,
58 info->dqi_usable_bs, blk << info->dqi_blocksize_bits);
61 static ssize_t write_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf)
63 struct super_block *sb = info->dqi_sb;
66 ret = sb->s_op->quota_write(sb, info->dqi_type, buf,
67 info->dqi_usable_bs, blk << info->dqi_blocksize_bits);
68 if (ret != info->dqi_usable_bs) {
69 quota_error(sb, "dquota write failed");
76 /* Remove empty block from list and return it */
77 static int get_free_dqblk(struct qtree_mem_dqinfo *info)
79 char *buf = getdqbuf(info->dqi_usable_bs);
80 struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
85 if (info->dqi_free_blk) {
86 blk = info->dqi_free_blk;
87 ret = read_blk(info, blk, buf);
90 info->dqi_free_blk = le32_to_cpu(dh->dqdh_next_free);
93 memset(buf, 0, info->dqi_usable_bs);
94 /* Assure block allocation... */
95 ret = write_blk(info, info->dqi_blocks, buf);
98 blk = info->dqi_blocks++;
100 mark_info_dirty(info->dqi_sb, info->dqi_type);
107 /* Insert empty block to the list */
108 static int put_free_dqblk(struct qtree_mem_dqinfo *info, char *buf, uint blk)
110 struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
113 dh->dqdh_next_free = cpu_to_le32(info->dqi_free_blk);
114 dh->dqdh_prev_free = cpu_to_le32(0);
115 dh->dqdh_entries = cpu_to_le16(0);
116 err = write_blk(info, blk, buf);
119 info->dqi_free_blk = blk;
120 mark_info_dirty(info->dqi_sb, info->dqi_type);
124 /* Remove given block from the list of blocks with free entries */
125 static int remove_free_dqentry(struct qtree_mem_dqinfo *info, char *buf,
128 char *tmpbuf = getdqbuf(info->dqi_usable_bs);
129 struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
130 uint nextblk = le32_to_cpu(dh->dqdh_next_free);
131 uint prevblk = le32_to_cpu(dh->dqdh_prev_free);
137 err = read_blk(info, nextblk, tmpbuf);
140 ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free =
142 err = write_blk(info, nextblk, tmpbuf);
147 err = read_blk(info, prevblk, tmpbuf);
150 ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_next_free =
152 err = write_blk(info, prevblk, tmpbuf);
156 info->dqi_free_entry = nextblk;
157 mark_info_dirty(info->dqi_sb, info->dqi_type);
160 dh->dqdh_next_free = dh->dqdh_prev_free = cpu_to_le32(0);
161 /* No matter whether write succeeds block is out of list */
162 if (write_blk(info, blk, buf) < 0)
163 quota_error(info->dqi_sb, "Can't write block (%u) "
164 "with free entries", blk);
171 /* Insert given block to the beginning of list with free entries */
172 static int insert_free_dqentry(struct qtree_mem_dqinfo *info, char *buf,
175 char *tmpbuf = getdqbuf(info->dqi_usable_bs);
176 struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
181 dh->dqdh_next_free = cpu_to_le32(info->dqi_free_entry);
182 dh->dqdh_prev_free = cpu_to_le32(0);
183 err = write_blk(info, blk, buf);
186 if (info->dqi_free_entry) {
187 err = read_blk(info, info->dqi_free_entry, tmpbuf);
190 ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free =
192 err = write_blk(info, info->dqi_free_entry, tmpbuf);
197 info->dqi_free_entry = blk;
198 mark_info_dirty(info->dqi_sb, info->dqi_type);
205 /* Is the entry in the block free? */
206 int qtree_entry_unused(struct qtree_mem_dqinfo *info, char *disk)
210 for (i = 0; i < info->dqi_entry_size; i++)
215 EXPORT_SYMBOL(qtree_entry_unused);
217 /* Find space for dquot */
218 static uint find_free_dqentry(struct qtree_mem_dqinfo *info,
219 struct dquot *dquot, int *err)
222 struct qt_disk_dqdbheader *dh;
223 char *buf = getdqbuf(info->dqi_usable_bs);
231 dh = (struct qt_disk_dqdbheader *)buf;
232 if (info->dqi_free_entry) {
233 blk = info->dqi_free_entry;
234 *err = read_blk(info, blk, buf);
238 blk = get_free_dqblk(info);
244 memset(buf, 0, info->dqi_usable_bs);
245 /* This is enough as the block is already zeroed and the entry
246 * list is empty... */
247 info->dqi_free_entry = blk;
248 mark_info_dirty(dquot->dq_sb, dquot->dq_id.type);
250 /* Block will be full? */
251 if (le16_to_cpu(dh->dqdh_entries) + 1 >= qtree_dqstr_in_blk(info)) {
252 *err = remove_free_dqentry(info, buf, blk);
254 quota_error(dquot->dq_sb, "Can't remove block (%u) "
255 "from entry free list", blk);
259 le16_add_cpu(&dh->dqdh_entries, 1);
260 /* Find free structure in block */
261 ddquot = buf + sizeof(struct qt_disk_dqdbheader);
262 for (i = 0; i < qtree_dqstr_in_blk(info); i++) {
263 if (qtree_entry_unused(info, ddquot))
265 ddquot += info->dqi_entry_size;
267 #ifdef __QUOTA_QT_PARANOIA
268 if (i == qtree_dqstr_in_blk(info)) {
269 quota_error(dquot->dq_sb, "Data block full but it shouldn't");
274 *err = write_blk(info, blk, buf);
276 quota_error(dquot->dq_sb, "Can't write quota data block %u",
280 dquot->dq_off = (blk << info->dqi_blocksize_bits) +
281 sizeof(struct qt_disk_dqdbheader) +
282 i * info->dqi_entry_size;
290 /* Insert reference to structure into the trie */
291 static int do_insert_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot,
292 uint *treeblk, int depth)
294 char *buf = getdqbuf(info->dqi_usable_bs);
295 int ret = 0, newson = 0, newact = 0;
302 ret = get_free_dqblk(info);
306 memset(buf, 0, info->dqi_usable_bs);
309 ret = read_blk(info, *treeblk, buf);
311 quota_error(dquot->dq_sb, "Can't read tree quota "
312 "block %u", *treeblk);
317 newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
320 if (depth == info->dqi_qtree_depth - 1) {
321 #ifdef __QUOTA_QT_PARANOIA
323 quota_error(dquot->dq_sb, "Inserting already present "
324 "quota entry (block %u)",
325 le32_to_cpu(ref[get_index(info,
326 dquot->dq_id, depth)]));
331 newblk = find_free_dqentry(info, dquot, &ret);
333 ret = do_insert_tree(info, dquot, &newblk, depth+1);
335 if (newson && ret >= 0) {
336 ref[get_index(info, dquot->dq_id, depth)] =
338 ret = write_blk(info, *treeblk, buf);
339 } else if (newact && ret < 0) {
340 put_free_dqblk(info, buf, *treeblk);
347 /* Wrapper for inserting quota structure into tree */
348 static inline int dq_insert_tree(struct qtree_mem_dqinfo *info,
351 int tmp = QT_TREEOFF;
353 #ifdef __QUOTA_QT_PARANOIA
354 if (info->dqi_blocks <= QT_TREEOFF) {
355 quota_error(dquot->dq_sb, "Quota tree root isn't allocated!");
359 return do_insert_tree(info, dquot, &tmp, 0);
363 * We don't have to be afraid of deadlocks as we never have quotas on quota
366 int qtree_write_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
368 int type = dquot->dq_id.type;
369 struct super_block *sb = dquot->dq_sb;
371 char *ddquot = getdqbuf(info->dqi_entry_size);
376 /* dq_off is guarded by dqio_mutex */
377 if (!dquot->dq_off) {
378 ret = dq_insert_tree(info, dquot);
380 quota_error(sb, "Error %zd occurred while creating "
386 spin_lock(&dq_data_lock);
387 info->dqi_ops->mem2disk_dqblk(ddquot, dquot);
388 spin_unlock(&dq_data_lock);
389 ret = sb->s_op->quota_write(sb, type, ddquot, info->dqi_entry_size,
391 if (ret != info->dqi_entry_size) {
392 quota_error(sb, "dquota write failed");
398 dqstats_inc(DQST_WRITES);
403 EXPORT_SYMBOL(qtree_write_dquot);
405 /* Free dquot entry in data block */
406 static int free_dqentry(struct qtree_mem_dqinfo *info, struct dquot *dquot,
409 struct qt_disk_dqdbheader *dh;
410 char *buf = getdqbuf(info->dqi_usable_bs);
415 if (dquot->dq_off >> info->dqi_blocksize_bits != blk) {
416 quota_error(dquot->dq_sb, "Quota structure has offset to "
417 "other block (%u) than it should (%u)", blk,
418 (uint)(dquot->dq_off >> info->dqi_blocksize_bits));
421 ret = read_blk(info, blk, buf);
423 quota_error(dquot->dq_sb, "Can't read quota data block %u",
427 dh = (struct qt_disk_dqdbheader *)buf;
428 le16_add_cpu(&dh->dqdh_entries, -1);
429 if (!le16_to_cpu(dh->dqdh_entries)) { /* Block got free? */
430 ret = remove_free_dqentry(info, buf, blk);
432 ret = put_free_dqblk(info, buf, blk);
434 quota_error(dquot->dq_sb, "Can't move quota data block "
435 "(%u) to free list", blk);
440 (dquot->dq_off & ((1 << info->dqi_blocksize_bits) - 1)),
441 0, info->dqi_entry_size);
442 if (le16_to_cpu(dh->dqdh_entries) ==
443 qtree_dqstr_in_blk(info) - 1) {
444 /* Insert will write block itself */
445 ret = insert_free_dqentry(info, buf, blk);
447 quota_error(dquot->dq_sb, "Can't insert quota "
448 "data block (%u) to free entry list", blk);
452 ret = write_blk(info, blk, buf);
454 quota_error(dquot->dq_sb, "Can't write quota "
455 "data block %u", blk);
460 dquot->dq_off = 0; /* Quota is now unattached */
466 /* Remove reference to dquot from tree */
467 static int remove_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot,
468 uint *blk, int depth)
470 char *buf = getdqbuf(info->dqi_usable_bs);
473 __le32 *ref = (__le32 *)buf;
477 ret = read_blk(info, *blk, buf);
479 quota_error(dquot->dq_sb, "Can't read quota data block %u",
483 newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
484 if (depth == info->dqi_qtree_depth - 1) {
485 ret = free_dqentry(info, dquot, newblk);
488 ret = remove_tree(info, dquot, &newblk, depth+1);
490 if (ret >= 0 && !newblk) {
492 ref[get_index(info, dquot->dq_id, depth)] = cpu_to_le32(0);
493 /* Block got empty? */
494 for (i = 0; i < (info->dqi_usable_bs >> 2) && !ref[i]; i++)
496 /* Don't put the root block into the free block list */
497 if (i == (info->dqi_usable_bs >> 2)
498 && *blk != QT_TREEOFF) {
499 put_free_dqblk(info, buf, *blk);
502 ret = write_blk(info, *blk, buf);
504 quota_error(dquot->dq_sb,
505 "Can't write quota tree block %u",
514 /* Delete dquot from tree */
515 int qtree_delete_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
517 uint tmp = QT_TREEOFF;
519 if (!dquot->dq_off) /* Even not allocated? */
521 return remove_tree(info, dquot, &tmp, 0);
523 EXPORT_SYMBOL(qtree_delete_dquot);
525 /* Find entry in block */
526 static loff_t find_block_dqentry(struct qtree_mem_dqinfo *info,
527 struct dquot *dquot, uint blk)
529 char *buf = getdqbuf(info->dqi_usable_bs);
536 ret = read_blk(info, blk, buf);
538 quota_error(dquot->dq_sb, "Can't read quota tree "
542 ddquot = buf + sizeof(struct qt_disk_dqdbheader);
543 for (i = 0; i < qtree_dqstr_in_blk(info); i++) {
544 if (info->dqi_ops->is_id(ddquot, dquot))
546 ddquot += info->dqi_entry_size;
548 if (i == qtree_dqstr_in_blk(info)) {
549 quota_error(dquot->dq_sb,
550 "Quota for id %u referenced but not present",
551 from_kqid(&init_user_ns, dquot->dq_id));
555 ret = (blk << info->dqi_blocksize_bits) + sizeof(struct
556 qt_disk_dqdbheader) + i * info->dqi_entry_size;
563 /* Find entry for given id in the tree */
564 static loff_t find_tree_dqentry(struct qtree_mem_dqinfo *info,
565 struct dquot *dquot, uint blk, int depth)
567 char *buf = getdqbuf(info->dqi_usable_bs);
569 __le32 *ref = (__le32 *)buf;
573 ret = read_blk(info, blk, buf);
575 quota_error(dquot->dq_sb, "Can't read quota tree block %u",
580 blk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
581 if (!blk) /* No reference? */
583 if (depth < info->dqi_qtree_depth - 1)
584 ret = find_tree_dqentry(info, dquot, blk, depth+1);
586 ret = find_block_dqentry(info, dquot, blk);
592 /* Find entry for given id in the tree - wrapper function */
593 static inline loff_t find_dqentry(struct qtree_mem_dqinfo *info,
596 return find_tree_dqentry(info, dquot, QT_TREEOFF, 0);
599 int qtree_read_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
601 int type = dquot->dq_id.type;
602 struct super_block *sb = dquot->dq_sb;
607 #ifdef __QUOTA_QT_PARANOIA
608 /* Invalidated quota? */
609 if (!sb_dqopt(dquot->dq_sb)->files[type]) {
610 quota_error(sb, "Quota invalidated while reading!");
614 /* Do we know offset of the dquot entry in the quota file? */
615 if (!dquot->dq_off) {
616 offset = find_dqentry(info, dquot);
617 if (offset <= 0) { /* Entry not present? */
619 quota_error(sb,"Can't read quota structure "
621 from_kqid(&init_user_ns,
624 set_bit(DQ_FAKE_B, &dquot->dq_flags);
625 memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk));
629 dquot->dq_off = offset;
631 ddquot = getdqbuf(info->dqi_entry_size);
634 ret = sb->s_op->quota_read(sb, type, ddquot, info->dqi_entry_size,
636 if (ret != info->dqi_entry_size) {
639 quota_error(sb, "Error while reading quota structure for id %u",
640 from_kqid(&init_user_ns, dquot->dq_id));
641 set_bit(DQ_FAKE_B, &dquot->dq_flags);
642 memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk));
646 spin_lock(&dq_data_lock);
647 info->dqi_ops->disk2mem_dqblk(dquot, ddquot);
648 if (!dquot->dq_dqb.dqb_bhardlimit &&
649 !dquot->dq_dqb.dqb_bsoftlimit &&
650 !dquot->dq_dqb.dqb_ihardlimit &&
651 !dquot->dq_dqb.dqb_isoftlimit)
652 set_bit(DQ_FAKE_B, &dquot->dq_flags);
653 spin_unlock(&dq_data_lock);
656 dqstats_inc(DQST_READS);
659 EXPORT_SYMBOL(qtree_read_dquot);
661 /* Check whether dquot should not be deleted. We know we are
662 * the only one operating on dquot (thanks to dq_lock) */
663 int qtree_release_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
665 if (test_bit(DQ_FAKE_B, &dquot->dq_flags) &&
666 !(dquot->dq_dqb.dqb_curinodes | dquot->dq_dqb.dqb_curspace))
667 return qtree_delete_dquot(info, dquot);
670 EXPORT_SYMBOL(qtree_release_dquot);