]> git.karo-electronics.de Git - linux-beck.git/blob - fs/xfs/xfs_qm.c
list_lru: introduce list_lru_shrink_{count,walk}
[linux-beck.git] / fs / xfs / xfs_qm.c
1 /*
2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3  * All Rights Reserved.
4  *
5  * This program is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it would be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write the Free Software Foundation,
16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17  */
18 #include "xfs.h"
19 #include "xfs_fs.h"
20 #include "xfs_shared.h"
21 #include "xfs_format.h"
22 #include "xfs_log_format.h"
23 #include "xfs_trans_resv.h"
24 #include "xfs_bit.h"
25 #include "xfs_sb.h"
26 #include "xfs_mount.h"
27 #include "xfs_inode.h"
28 #include "xfs_ialloc.h"
29 #include "xfs_itable.h"
30 #include "xfs_quota.h"
31 #include "xfs_error.h"
32 #include "xfs_bmap.h"
33 #include "xfs_bmap_btree.h"
34 #include "xfs_trans.h"
35 #include "xfs_trans_space.h"
36 #include "xfs_qm.h"
37 #include "xfs_trace.h"
38 #include "xfs_icache.h"
39 #include "xfs_cksum.h"
40
41 /*
42  * The global quota manager. There is only one of these for the entire
43  * system, _not_ one per file system. XQM keeps track of the overall
44  * quota functionality, including maintaining the freelist and hash
45  * tables of dquots.
46  */
47 STATIC int      xfs_qm_init_quotainos(xfs_mount_t *);
48 STATIC int      xfs_qm_init_quotainfo(xfs_mount_t *);
49
50
51 STATIC void     xfs_qm_dqfree_one(struct xfs_dquot *dqp);
52 /*
53  * We use the batch lookup interface to iterate over the dquots as it
54  * currently is the only interface into the radix tree code that allows
55  * fuzzy lookups instead of exact matches.  Holding the lock over multiple
56  * operations is fine as all callers are used either during mount/umount
57  * or quotaoff.
58  */
59 #define XFS_DQ_LOOKUP_BATCH     32
60
61 STATIC int
62 xfs_qm_dquot_walk(
63         struct xfs_mount        *mp,
64         int                     type,
65         int                     (*execute)(struct xfs_dquot *dqp, void *data),
66         void                    *data)
67 {
68         struct xfs_quotainfo    *qi = mp->m_quotainfo;
69         struct radix_tree_root  *tree = xfs_dquot_tree(qi, type);
70         uint32_t                next_index;
71         int                     last_error = 0;
72         int                     skipped;
73         int                     nr_found;
74
75 restart:
76         skipped = 0;
77         next_index = 0;
78         nr_found = 0;
79
80         while (1) {
81                 struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
82                 int             error = 0;
83                 int             i;
84
85                 mutex_lock(&qi->qi_tree_lock);
86                 nr_found = radix_tree_gang_lookup(tree, (void **)batch,
87                                         next_index, XFS_DQ_LOOKUP_BATCH);
88                 if (!nr_found) {
89                         mutex_unlock(&qi->qi_tree_lock);
90                         break;
91                 }
92
93                 for (i = 0; i < nr_found; i++) {
94                         struct xfs_dquot *dqp = batch[i];
95
96                         next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
97
98                         error = execute(batch[i], data);
99                         if (error == -EAGAIN) {
100                                 skipped++;
101                                 continue;
102                         }
103                         if (error && last_error != -EFSCORRUPTED)
104                                 last_error = error;
105                 }
106
107                 mutex_unlock(&qi->qi_tree_lock);
108
109                 /* bail out if the filesystem is corrupted.  */
110                 if (last_error == -EFSCORRUPTED) {
111                         skipped = 0;
112                         break;
113                 }
114         }
115
116         if (skipped) {
117                 delay(1);
118                 goto restart;
119         }
120
121         return last_error;
122 }
123
124
125 /*
126  * Purge a dquot from all tracking data structures and free it.
127  */
128 STATIC int
129 xfs_qm_dqpurge(
130         struct xfs_dquot        *dqp,
131         void                    *data)
132 {
133         struct xfs_mount        *mp = dqp->q_mount;
134         struct xfs_quotainfo    *qi = mp->m_quotainfo;
135
136         xfs_dqlock(dqp);
137         if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
138                 xfs_dqunlock(dqp);
139                 return -EAGAIN;
140         }
141
142         dqp->dq_flags |= XFS_DQ_FREEING;
143
144         xfs_dqflock(dqp);
145
146         /*
147          * If we are turning this type of quotas off, we don't care
148          * about the dirty metadata sitting in this dquot. OTOH, if
149          * we're unmounting, we do care, so we flush it and wait.
150          */
151         if (XFS_DQ_IS_DIRTY(dqp)) {
152                 struct xfs_buf  *bp = NULL;
153                 int             error;
154
155                 /*
156                  * We don't care about getting disk errors here. We need
157                  * to purge this dquot anyway, so we go ahead regardless.
158                  */
159                 error = xfs_qm_dqflush(dqp, &bp);
160                 if (error) {
161                         xfs_warn(mp, "%s: dquot %p flush failed",
162                                 __func__, dqp);
163                 } else {
164                         error = xfs_bwrite(bp);
165                         xfs_buf_relse(bp);
166                 }
167                 xfs_dqflock(dqp);
168         }
169
170         ASSERT(atomic_read(&dqp->q_pincount) == 0);
171         ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
172                !(dqp->q_logitem.qli_item.li_flags & XFS_LI_IN_AIL));
173
174         xfs_dqfunlock(dqp);
175         xfs_dqunlock(dqp);
176
177         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
178                           be32_to_cpu(dqp->q_core.d_id));
179         qi->qi_dquots--;
180
181         /*
182          * We move dquots to the freelist as soon as their reference count
183          * hits zero, so it really should be on the freelist here.
184          */
185         ASSERT(!list_empty(&dqp->q_lru));
186         list_lru_del(&qi->qi_lru, &dqp->q_lru);
187         XFS_STATS_DEC(xs_qm_dquot_unused);
188
189         xfs_qm_dqdestroy(dqp);
190         return 0;
191 }
192
193 /*
194  * Purge the dquot cache.
195  */
196 void
197 xfs_qm_dqpurge_all(
198         struct xfs_mount        *mp,
199         uint                    flags)
200 {
201         if (flags & XFS_QMOPT_UQUOTA)
202                 xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
203         if (flags & XFS_QMOPT_GQUOTA)
204                 xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
205         if (flags & XFS_QMOPT_PQUOTA)
206                 xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
207 }
208
209 /*
210  * Just destroy the quotainfo structure.
211  */
212 void
213 xfs_qm_unmount(
214         struct xfs_mount        *mp)
215 {
216         if (mp->m_quotainfo) {
217                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
218                 xfs_qm_destroy_quotainfo(mp);
219         }
220 }
221
222 /*
223  * Called from the vfsops layer.
224  */
225 void
226 xfs_qm_unmount_quotas(
227         xfs_mount_t     *mp)
228 {
229         /*
230          * Release the dquots that root inode, et al might be holding,
231          * before we flush quotas and blow away the quotainfo structure.
232          */
233         ASSERT(mp->m_rootip);
234         xfs_qm_dqdetach(mp->m_rootip);
235         if (mp->m_rbmip)
236                 xfs_qm_dqdetach(mp->m_rbmip);
237         if (mp->m_rsumip)
238                 xfs_qm_dqdetach(mp->m_rsumip);
239
240         /*
241          * Release the quota inodes.
242          */
243         if (mp->m_quotainfo) {
244                 if (mp->m_quotainfo->qi_uquotaip) {
245                         IRELE(mp->m_quotainfo->qi_uquotaip);
246                         mp->m_quotainfo->qi_uquotaip = NULL;
247                 }
248                 if (mp->m_quotainfo->qi_gquotaip) {
249                         IRELE(mp->m_quotainfo->qi_gquotaip);
250                         mp->m_quotainfo->qi_gquotaip = NULL;
251                 }
252                 if (mp->m_quotainfo->qi_pquotaip) {
253                         IRELE(mp->m_quotainfo->qi_pquotaip);
254                         mp->m_quotainfo->qi_pquotaip = NULL;
255                 }
256         }
257 }
258
259 STATIC int
260 xfs_qm_dqattach_one(
261         xfs_inode_t     *ip,
262         xfs_dqid_t      id,
263         uint            type,
264         uint            doalloc,
265         xfs_dquot_t     **IO_idqpp)
266 {
267         xfs_dquot_t     *dqp;
268         int             error;
269
270         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
271         error = 0;
272
273         /*
274          * See if we already have it in the inode itself. IO_idqpp is &i_udquot
275          * or &i_gdquot. This made the code look weird, but made the logic a lot
276          * simpler.
277          */
278         dqp = *IO_idqpp;
279         if (dqp) {
280                 trace_xfs_dqattach_found(dqp);
281                 return 0;
282         }
283
284         /*
285          * Find the dquot from somewhere. This bumps the reference count of
286          * dquot and returns it locked.  This can return ENOENT if dquot didn't
287          * exist on disk and we didn't ask it to allocate; ESRCH if quotas got
288          * turned off suddenly.
289          */
290         error = xfs_qm_dqget(ip->i_mount, ip, id, type,
291                              doalloc | XFS_QMOPT_DOWARN, &dqp);
292         if (error)
293                 return error;
294
295         trace_xfs_dqattach_get(dqp);
296
297         /*
298          * dqget may have dropped and re-acquired the ilock, but it guarantees
299          * that the dquot returned is the one that should go in the inode.
300          */
301         *IO_idqpp = dqp;
302         xfs_dqunlock(dqp);
303         return 0;
304 }
305
306 static bool
307 xfs_qm_need_dqattach(
308         struct xfs_inode        *ip)
309 {
310         struct xfs_mount        *mp = ip->i_mount;
311
312         if (!XFS_IS_QUOTA_RUNNING(mp))
313                 return false;
314         if (!XFS_IS_QUOTA_ON(mp))
315                 return false;
316         if (!XFS_NOT_DQATTACHED(mp, ip))
317                 return false;
318         if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
319                 return false;
320         return true;
321 }
322
323 /*
324  * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
325  * into account.
326  * If XFS_QMOPT_DQALLOC, the dquot(s) will be allocated if needed.
327  * Inode may get unlocked and relocked in here, and the caller must deal with
328  * the consequences.
329  */
330 int
331 xfs_qm_dqattach_locked(
332         xfs_inode_t     *ip,
333         uint            flags)
334 {
335         xfs_mount_t     *mp = ip->i_mount;
336         int             error = 0;
337
338         if (!xfs_qm_need_dqattach(ip))
339                 return 0;
340
341         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
342
343         if (XFS_IS_UQUOTA_ON(mp) && !ip->i_udquot) {
344                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
345                                                 flags & XFS_QMOPT_DQALLOC,
346                                                 &ip->i_udquot);
347                 if (error)
348                         goto done;
349                 ASSERT(ip->i_udquot);
350         }
351
352         if (XFS_IS_GQUOTA_ON(mp) && !ip->i_gdquot) {
353                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
354                                                 flags & XFS_QMOPT_DQALLOC,
355                                                 &ip->i_gdquot);
356                 if (error)
357                         goto done;
358                 ASSERT(ip->i_gdquot);
359         }
360
361         if (XFS_IS_PQUOTA_ON(mp) && !ip->i_pdquot) {
362                 error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
363                                                 flags & XFS_QMOPT_DQALLOC,
364                                                 &ip->i_pdquot);
365                 if (error)
366                         goto done;
367                 ASSERT(ip->i_pdquot);
368         }
369
370 done:
371         /*
372          * Don't worry about the dquots that we may have attached before any
373          * error - they'll get detached later if it has not already been done.
374          */
375         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
376         return error;
377 }
378
379 int
380 xfs_qm_dqattach(
381         struct xfs_inode        *ip,
382         uint                    flags)
383 {
384         int                     error;
385
386         if (!xfs_qm_need_dqattach(ip))
387                 return 0;
388
389         xfs_ilock(ip, XFS_ILOCK_EXCL);
390         error = xfs_qm_dqattach_locked(ip, flags);
391         xfs_iunlock(ip, XFS_ILOCK_EXCL);
392
393         return error;
394 }
395
396 /*
397  * Release dquots (and their references) if any.
398  * The inode should be locked EXCL except when this's called by
399  * xfs_ireclaim.
400  */
401 void
402 xfs_qm_dqdetach(
403         xfs_inode_t     *ip)
404 {
405         if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
406                 return;
407
408         trace_xfs_dquot_dqdetach(ip);
409
410         ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
411         if (ip->i_udquot) {
412                 xfs_qm_dqrele(ip->i_udquot);
413                 ip->i_udquot = NULL;
414         }
415         if (ip->i_gdquot) {
416                 xfs_qm_dqrele(ip->i_gdquot);
417                 ip->i_gdquot = NULL;
418         }
419         if (ip->i_pdquot) {
420                 xfs_qm_dqrele(ip->i_pdquot);
421                 ip->i_pdquot = NULL;
422         }
423 }
424
425 struct xfs_qm_isolate {
426         struct list_head        buffers;
427         struct list_head        dispose;
428 };
429
430 static enum lru_status
431 xfs_qm_dquot_isolate(
432         struct list_head        *item,
433         spinlock_t              *lru_lock,
434         void                    *arg)
435                 __releases(lru_lock) __acquires(lru_lock)
436 {
437         struct xfs_dquot        *dqp = container_of(item,
438                                                 struct xfs_dquot, q_lru);
439         struct xfs_qm_isolate   *isol = arg;
440
441         if (!xfs_dqlock_nowait(dqp))
442                 goto out_miss_busy;
443
444         /*
445          * This dquot has acquired a reference in the meantime remove it from
446          * the freelist and try again.
447          */
448         if (dqp->q_nrefs) {
449                 xfs_dqunlock(dqp);
450                 XFS_STATS_INC(xs_qm_dqwants);
451
452                 trace_xfs_dqreclaim_want(dqp);
453                 list_del_init(&dqp->q_lru);
454                 XFS_STATS_DEC(xs_qm_dquot_unused);
455                 return LRU_REMOVED;
456         }
457
458         /*
459          * If the dquot is dirty, flush it. If it's already being flushed, just
460          * skip it so there is time for the IO to complete before we try to
461          * reclaim it again on the next LRU pass.
462          */
463         if (!xfs_dqflock_nowait(dqp)) {
464                 xfs_dqunlock(dqp);
465                 goto out_miss_busy;
466         }
467
468         if (XFS_DQ_IS_DIRTY(dqp)) {
469                 struct xfs_buf  *bp = NULL;
470                 int             error;
471
472                 trace_xfs_dqreclaim_dirty(dqp);
473
474                 /* we have to drop the LRU lock to flush the dquot */
475                 spin_unlock(lru_lock);
476
477                 error = xfs_qm_dqflush(dqp, &bp);
478                 if (error) {
479                         xfs_warn(dqp->q_mount, "%s: dquot %p flush failed",
480                                  __func__, dqp);
481                         goto out_unlock_dirty;
482                 }
483
484                 xfs_buf_delwri_queue(bp, &isol->buffers);
485                 xfs_buf_relse(bp);
486                 goto out_unlock_dirty;
487         }
488         xfs_dqfunlock(dqp);
489
490         /*
491          * Prevent lookups now that we are past the point of no return.
492          */
493         dqp->dq_flags |= XFS_DQ_FREEING;
494         xfs_dqunlock(dqp);
495
496         ASSERT(dqp->q_nrefs == 0);
497         list_move_tail(&dqp->q_lru, &isol->dispose);
498         XFS_STATS_DEC(xs_qm_dquot_unused);
499         trace_xfs_dqreclaim_done(dqp);
500         XFS_STATS_INC(xs_qm_dqreclaims);
501         return LRU_REMOVED;
502
503 out_miss_busy:
504         trace_xfs_dqreclaim_busy(dqp);
505         XFS_STATS_INC(xs_qm_dqreclaim_misses);
506         return LRU_SKIP;
507
508 out_unlock_dirty:
509         trace_xfs_dqreclaim_busy(dqp);
510         XFS_STATS_INC(xs_qm_dqreclaim_misses);
511         xfs_dqunlock(dqp);
512         spin_lock(lru_lock);
513         return LRU_RETRY;
514 }
515
516 static unsigned long
517 xfs_qm_shrink_scan(
518         struct shrinker         *shrink,
519         struct shrink_control   *sc)
520 {
521         struct xfs_quotainfo    *qi = container_of(shrink,
522                                         struct xfs_quotainfo, qi_shrinker);
523         struct xfs_qm_isolate   isol;
524         unsigned long           freed;
525         int                     error;
526
527         if ((sc->gfp_mask & (__GFP_FS|__GFP_WAIT)) != (__GFP_FS|__GFP_WAIT))
528                 return 0;
529
530         INIT_LIST_HEAD(&isol.buffers);
531         INIT_LIST_HEAD(&isol.dispose);
532
533         freed = list_lru_shrink_walk(&qi->qi_lru, sc,
534                                      xfs_qm_dquot_isolate, &isol);
535
536         error = xfs_buf_delwri_submit(&isol.buffers);
537         if (error)
538                 xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
539
540         while (!list_empty(&isol.dispose)) {
541                 struct xfs_dquot        *dqp;
542
543                 dqp = list_first_entry(&isol.dispose, struct xfs_dquot, q_lru);
544                 list_del_init(&dqp->q_lru);
545                 xfs_qm_dqfree_one(dqp);
546         }
547
548         return freed;
549 }
550
551 static unsigned long
552 xfs_qm_shrink_count(
553         struct shrinker         *shrink,
554         struct shrink_control   *sc)
555 {
556         struct xfs_quotainfo    *qi = container_of(shrink,
557                                         struct xfs_quotainfo, qi_shrinker);
558
559         return list_lru_shrink_count(&qi->qi_lru, sc);
560 }
561
562 /*
563  * This initializes all the quota information that's kept in the
564  * mount structure
565  */
566 STATIC int
567 xfs_qm_init_quotainfo(
568         xfs_mount_t     *mp)
569 {
570         xfs_quotainfo_t *qinf;
571         int             error;
572         xfs_dquot_t     *dqp;
573
574         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
575
576         qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), KM_SLEEP);
577
578         error = list_lru_init(&qinf->qi_lru);
579         if (error)
580                 goto out_free_qinf;
581
582         /*
583          * See if quotainodes are setup, and if not, allocate them,
584          * and change the superblock accordingly.
585          */
586         error = xfs_qm_init_quotainos(mp);
587         if (error)
588                 goto out_free_lru;
589
590         INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
591         INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
592         INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
593         mutex_init(&qinf->qi_tree_lock);
594
595         /* mutex used to serialize quotaoffs */
596         mutex_init(&qinf->qi_quotaofflock);
597
598         /* Precalc some constants */
599         qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
600         qinf->qi_dqperchunk = xfs_calc_dquots_per_chunk(qinf->qi_dqchunklen);
601
602         mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
603
604         /*
605          * We try to get the limits from the superuser's limits fields.
606          * This is quite hacky, but it is standard quota practice.
607          *
608          * We look at the USR dquot with id == 0 first, but if user quotas
609          * are not enabled we goto the GRP dquot with id == 0.
610          * We don't really care to keep separate default limits for user
611          * and group quotas, at least not at this point.
612          *
613          * Since we may not have done a quotacheck by this point, just read
614          * the dquot without attaching it to any hashtables or lists.
615          */
616         error = xfs_qm_dqread(mp, 0,
617                         XFS_IS_UQUOTA_RUNNING(mp) ? XFS_DQ_USER :
618                          (XFS_IS_GQUOTA_RUNNING(mp) ? XFS_DQ_GROUP :
619                           XFS_DQ_PROJ),
620                         XFS_QMOPT_DOWARN, &dqp);
621         if (!error) {
622                 xfs_disk_dquot_t        *ddqp = &dqp->q_core;
623
624                 /*
625                  * The warnings and timers set the grace period given to
626                  * a user or group before he or she can not perform any
627                  * more writing. If it is zero, a default is used.
628                  */
629                 qinf->qi_btimelimit = ddqp->d_btimer ?
630                         be32_to_cpu(ddqp->d_btimer) : XFS_QM_BTIMELIMIT;
631                 qinf->qi_itimelimit = ddqp->d_itimer ?
632                         be32_to_cpu(ddqp->d_itimer) : XFS_QM_ITIMELIMIT;
633                 qinf->qi_rtbtimelimit = ddqp->d_rtbtimer ?
634                         be32_to_cpu(ddqp->d_rtbtimer) : XFS_QM_RTBTIMELIMIT;
635                 qinf->qi_bwarnlimit = ddqp->d_bwarns ?
636                         be16_to_cpu(ddqp->d_bwarns) : XFS_QM_BWARNLIMIT;
637                 qinf->qi_iwarnlimit = ddqp->d_iwarns ?
638                         be16_to_cpu(ddqp->d_iwarns) : XFS_QM_IWARNLIMIT;
639                 qinf->qi_rtbwarnlimit = ddqp->d_rtbwarns ?
640                         be16_to_cpu(ddqp->d_rtbwarns) : XFS_QM_RTBWARNLIMIT;
641                 qinf->qi_bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
642                 qinf->qi_bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
643                 qinf->qi_ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
644                 qinf->qi_isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
645                 qinf->qi_rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
646                 qinf->qi_rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
647
648                 xfs_qm_dqdestroy(dqp);
649         } else {
650                 qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
651                 qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
652                 qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
653                 qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
654                 qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
655                 qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
656         }
657
658         qinf->qi_shrinker.count_objects = xfs_qm_shrink_count;
659         qinf->qi_shrinker.scan_objects = xfs_qm_shrink_scan;
660         qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
661         qinf->qi_shrinker.flags = SHRINKER_NUMA_AWARE;
662         register_shrinker(&qinf->qi_shrinker);
663         return 0;
664
665 out_free_lru:
666         list_lru_destroy(&qinf->qi_lru);
667 out_free_qinf:
668         kmem_free(qinf);
669         mp->m_quotainfo = NULL;
670         return error;
671 }
672
673
674 /*
675  * Gets called when unmounting a filesystem or when all quotas get
676  * turned off.
677  * This purges the quota inodes, destroys locks and frees itself.
678  */
679 void
680 xfs_qm_destroy_quotainfo(
681         xfs_mount_t     *mp)
682 {
683         xfs_quotainfo_t *qi;
684
685         qi = mp->m_quotainfo;
686         ASSERT(qi != NULL);
687
688         unregister_shrinker(&qi->qi_shrinker);
689         list_lru_destroy(&qi->qi_lru);
690
691         if (qi->qi_uquotaip) {
692                 IRELE(qi->qi_uquotaip);
693                 qi->qi_uquotaip = NULL; /* paranoia */
694         }
695         if (qi->qi_gquotaip) {
696                 IRELE(qi->qi_gquotaip);
697                 qi->qi_gquotaip = NULL;
698         }
699         if (qi->qi_pquotaip) {
700                 IRELE(qi->qi_pquotaip);
701                 qi->qi_pquotaip = NULL;
702         }
703         mutex_destroy(&qi->qi_quotaofflock);
704         kmem_free(qi);
705         mp->m_quotainfo = NULL;
706 }
707
708 /*
709  * Create an inode and return with a reference already taken, but unlocked
710  * This is how we create quota inodes
711  */
712 STATIC int
713 xfs_qm_qino_alloc(
714         xfs_mount_t     *mp,
715         xfs_inode_t     **ip,
716         uint            flags)
717 {
718         xfs_trans_t     *tp;
719         int             error;
720         int             committed;
721
722         *ip = NULL;
723         /*
724          * With superblock that doesn't have separate pquotino, we
725          * share an inode between gquota and pquota. If the on-disk
726          * superblock has GQUOTA and the filesystem is now mounted
727          * with PQUOTA, just use sb_gquotino for sb_pquotino and
728          * vice-versa.
729          */
730         if (!xfs_sb_version_has_pquotino(&mp->m_sb) &&
731                         (flags & (XFS_QMOPT_PQUOTA|XFS_QMOPT_GQUOTA))) {
732                 xfs_ino_t ino = NULLFSINO;
733
734                 if ((flags & XFS_QMOPT_PQUOTA) &&
735                              (mp->m_sb.sb_gquotino != NULLFSINO)) {
736                         ino = mp->m_sb.sb_gquotino;
737                         ASSERT(mp->m_sb.sb_pquotino == NULLFSINO);
738                 } else if ((flags & XFS_QMOPT_GQUOTA) &&
739                              (mp->m_sb.sb_pquotino != NULLFSINO)) {
740                         ino = mp->m_sb.sb_pquotino;
741                         ASSERT(mp->m_sb.sb_gquotino == NULLFSINO);
742                 }
743                 if (ino != NULLFSINO) {
744                         error = xfs_iget(mp, NULL, ino, 0, 0, ip);
745                         if (error)
746                                 return error;
747                         mp->m_sb.sb_gquotino = NULLFSINO;
748                         mp->m_sb.sb_pquotino = NULLFSINO;
749                 }
750         }
751
752         tp = xfs_trans_alloc(mp, XFS_TRANS_QM_QINOCREATE);
753         error = xfs_trans_reserve(tp, &M_RES(mp)->tr_create,
754                                   XFS_QM_QINOCREATE_SPACE_RES(mp), 0);
755         if (error) {
756                 xfs_trans_cancel(tp, 0);
757                 return error;
758         }
759
760         if (!*ip) {
761                 error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, 1, ip,
762                                                                 &committed);
763                 if (error) {
764                         xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES |
765                                          XFS_TRANS_ABORT);
766                         return error;
767                 }
768         }
769
770         /*
771          * Make the changes in the superblock, and log those too.
772          * sbfields arg may contain fields other than *QUOTINO;
773          * VERSIONNUM for example.
774          */
775         spin_lock(&mp->m_sb_lock);
776         if (flags & XFS_QMOPT_SBVERSION) {
777                 ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
778
779                 xfs_sb_version_addquota(&mp->m_sb);
780                 mp->m_sb.sb_uquotino = NULLFSINO;
781                 mp->m_sb.sb_gquotino = NULLFSINO;
782                 mp->m_sb.sb_pquotino = NULLFSINO;
783
784                 /* qflags will get updated fully _after_ quotacheck */
785                 mp->m_sb.sb_qflags = mp->m_qflags & XFS_ALL_QUOTA_ACCT;
786         }
787         if (flags & XFS_QMOPT_UQUOTA)
788                 mp->m_sb.sb_uquotino = (*ip)->i_ino;
789         else if (flags & XFS_QMOPT_GQUOTA)
790                 mp->m_sb.sb_gquotino = (*ip)->i_ino;
791         else
792                 mp->m_sb.sb_pquotino = (*ip)->i_ino;
793         spin_unlock(&mp->m_sb_lock);
794         xfs_log_sb(tp);
795
796         if ((error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES))) {
797                 xfs_alert(mp, "%s failed (error %d)!", __func__, error);
798                 return error;
799         }
800         return 0;
801 }
802
803
804 STATIC void
805 xfs_qm_reset_dqcounts(
806         xfs_mount_t     *mp,
807         xfs_buf_t       *bp,
808         xfs_dqid_t      id,
809         uint            type)
810 {
811         struct xfs_dqblk        *dqb;
812         int                     j;
813
814         trace_xfs_reset_dqcounts(bp, _RET_IP_);
815
816         /*
817          * Reset all counters and timers. They'll be
818          * started afresh by xfs_qm_quotacheck.
819          */
820 #ifdef DEBUG
821         j = XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
822         do_div(j, sizeof(xfs_dqblk_t));
823         ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
824 #endif
825         dqb = bp->b_addr;
826         for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
827                 struct xfs_disk_dquot   *ddq;
828
829                 ddq = (struct xfs_disk_dquot *)&dqb[j];
830
831                 /*
832                  * Do a sanity check, and if needed, repair the dqblk. Don't
833                  * output any warnings because it's perfectly possible to
834                  * find uninitialised dquot blks. See comment in xfs_dqcheck.
835                  */
836                 xfs_dqcheck(mp, ddq, id+j, type, XFS_QMOPT_DQREPAIR,
837                             "xfs_quotacheck");
838                 ddq->d_bcount = 0;
839                 ddq->d_icount = 0;
840                 ddq->d_rtbcount = 0;
841                 ddq->d_btimer = 0;
842                 ddq->d_itimer = 0;
843                 ddq->d_rtbtimer = 0;
844                 ddq->d_bwarns = 0;
845                 ddq->d_iwarns = 0;
846                 ddq->d_rtbwarns = 0;
847
848                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
849                         xfs_update_cksum((char *)&dqb[j],
850                                          sizeof(struct xfs_dqblk),
851                                          XFS_DQUOT_CRC_OFF);
852                 }
853         }
854 }
855
856 STATIC int
857 xfs_qm_dqiter_bufs(
858         struct xfs_mount        *mp,
859         xfs_dqid_t              firstid,
860         xfs_fsblock_t           bno,
861         xfs_filblks_t           blkcnt,
862         uint                    flags,
863         struct list_head        *buffer_list)
864 {
865         struct xfs_buf          *bp;
866         int                     error;
867         int                     type;
868
869         ASSERT(blkcnt > 0);
870         type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
871                 (flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
872         error = 0;
873
874         /*
875          * Blkcnt arg can be a very big number, and might even be
876          * larger than the log itself. So, we have to break it up into
877          * manageable-sized transactions.
878          * Note that we don't start a permanent transaction here; we might
879          * not be able to get a log reservation for the whole thing up front,
880          * and we don't really care to either, because we just discard
881          * everything if we were to crash in the middle of this loop.
882          */
883         while (blkcnt--) {
884                 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
885                               XFS_FSB_TO_DADDR(mp, bno),
886                               mp->m_quotainfo->qi_dqchunklen, 0, &bp,
887                               &xfs_dquot_buf_ops);
888
889                 /*
890                  * CRC and validation errors will return a EFSCORRUPTED here. If
891                  * this occurs, re-read without CRC validation so that we can
892                  * repair the damage via xfs_qm_reset_dqcounts(). This process
893                  * will leave a trace in the log indicating corruption has
894                  * been detected.
895                  */
896                 if (error == -EFSCORRUPTED) {
897                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
898                                       XFS_FSB_TO_DADDR(mp, bno),
899                                       mp->m_quotainfo->qi_dqchunklen, 0, &bp,
900                                       NULL);
901                 }
902
903                 if (error)
904                         break;
905
906                 /*
907                  * A corrupt buffer might not have a verifier attached, so
908                  * make sure we have the correct one attached before writeback
909                  * occurs.
910                  */
911                 bp->b_ops = &xfs_dquot_buf_ops;
912                 xfs_qm_reset_dqcounts(mp, bp, firstid, type);
913                 xfs_buf_delwri_queue(bp, buffer_list);
914                 xfs_buf_relse(bp);
915
916                 /* goto the next block. */
917                 bno++;
918                 firstid += mp->m_quotainfo->qi_dqperchunk;
919         }
920
921         return error;
922 }
923
924 /*
925  * Iterate over all allocated USR/GRP/PRJ dquots in the system, calling a
926  * caller supplied function for every chunk of dquots that we find.
927  */
928 STATIC int
929 xfs_qm_dqiterate(
930         struct xfs_mount        *mp,
931         struct xfs_inode        *qip,
932         uint                    flags,
933         struct list_head        *buffer_list)
934 {
935         struct xfs_bmbt_irec    *map;
936         int                     i, nmaps;       /* number of map entries */
937         int                     error;          /* return value */
938         xfs_fileoff_t           lblkno;
939         xfs_filblks_t           maxlblkcnt;
940         xfs_dqid_t              firstid;
941         xfs_fsblock_t           rablkno;
942         xfs_filblks_t           rablkcnt;
943
944         error = 0;
945         /*
946          * This looks racy, but we can't keep an inode lock across a
947          * trans_reserve. But, this gets called during quotacheck, and that
948          * happens only at mount time which is single threaded.
949          */
950         if (qip->i_d.di_nblocks == 0)
951                 return 0;
952
953         map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), KM_SLEEP);
954
955         lblkno = 0;
956         maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
957         do {
958                 uint            lock_mode;
959
960                 nmaps = XFS_DQITER_MAP_SIZE;
961                 /*
962                  * We aren't changing the inode itself. Just changing
963                  * some of its data. No new blocks are added here, and
964                  * the inode is never added to the transaction.
965                  */
966                 lock_mode = xfs_ilock_data_map_shared(qip);
967                 error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
968                                        map, &nmaps, 0);
969                 xfs_iunlock(qip, lock_mode);
970                 if (error)
971                         break;
972
973                 ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
974                 for (i = 0; i < nmaps; i++) {
975                         ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
976                         ASSERT(map[i].br_blockcount);
977
978
979                         lblkno += map[i].br_blockcount;
980
981                         if (map[i].br_startblock == HOLESTARTBLOCK)
982                                 continue;
983
984                         firstid = (xfs_dqid_t) map[i].br_startoff *
985                                 mp->m_quotainfo->qi_dqperchunk;
986                         /*
987                          * Do a read-ahead on the next extent.
988                          */
989                         if ((i+1 < nmaps) &&
990                             (map[i+1].br_startblock != HOLESTARTBLOCK)) {
991                                 rablkcnt =  map[i+1].br_blockcount;
992                                 rablkno = map[i+1].br_startblock;
993                                 while (rablkcnt--) {
994                                         xfs_buf_readahead(mp->m_ddev_targp,
995                                                XFS_FSB_TO_DADDR(mp, rablkno),
996                                                mp->m_quotainfo->qi_dqchunklen,
997                                                &xfs_dquot_buf_ops);
998                                         rablkno++;
999                                 }
1000                         }
1001                         /*
1002                          * Iterate thru all the blks in the extent and
1003                          * reset the counters of all the dquots inside them.
1004                          */
1005                         error = xfs_qm_dqiter_bufs(mp, firstid,
1006                                                    map[i].br_startblock,
1007                                                    map[i].br_blockcount,
1008                                                    flags, buffer_list);
1009                         if (error)
1010                                 goto out;
1011                 }
1012         } while (nmaps > 0);
1013
1014 out:
1015         kmem_free(map);
1016         return error;
1017 }
1018
1019 /*
1020  * Called by dqusage_adjust in doing a quotacheck.
1021  *
1022  * Given the inode, and a dquot id this updates both the incore dqout as well
1023  * as the buffer copy. This is so that once the quotacheck is done, we can
1024  * just log all the buffers, as opposed to logging numerous updates to
1025  * individual dquots.
1026  */
1027 STATIC int
1028 xfs_qm_quotacheck_dqadjust(
1029         struct xfs_inode        *ip,
1030         xfs_dqid_t              id,
1031         uint                    type,
1032         xfs_qcnt_t              nblks,
1033         xfs_qcnt_t              rtblks)
1034 {
1035         struct xfs_mount        *mp = ip->i_mount;
1036         struct xfs_dquot        *dqp;
1037         int                     error;
1038
1039         error = xfs_qm_dqget(mp, ip, id, type,
1040                              XFS_QMOPT_DQALLOC | XFS_QMOPT_DOWARN, &dqp);
1041         if (error) {
1042                 /*
1043                  * Shouldn't be able to turn off quotas here.
1044                  */
1045                 ASSERT(error != -ESRCH);
1046                 ASSERT(error != -ENOENT);
1047                 return error;
1048         }
1049
1050         trace_xfs_dqadjust(dqp);
1051
1052         /*
1053          * Adjust the inode count and the block count to reflect this inode's
1054          * resource usage.
1055          */
1056         be64_add_cpu(&dqp->q_core.d_icount, 1);
1057         dqp->q_res_icount++;
1058         if (nblks) {
1059                 be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1060                 dqp->q_res_bcount += nblks;
1061         }
1062         if (rtblks) {
1063                 be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1064                 dqp->q_res_rtbcount += rtblks;
1065         }
1066
1067         /*
1068          * Set default limits, adjust timers (since we changed usages)
1069          *
1070          * There are no timers for the default values set in the root dquot.
1071          */
1072         if (dqp->q_core.d_id) {
1073                 xfs_qm_adjust_dqlimits(mp, dqp);
1074                 xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1075         }
1076
1077         dqp->dq_flags |= XFS_DQ_DIRTY;
1078         xfs_qm_dqput(dqp);
1079         return 0;
1080 }
1081
1082 STATIC int
1083 xfs_qm_get_rtblks(
1084         xfs_inode_t     *ip,
1085         xfs_qcnt_t      *O_rtblks)
1086 {
1087         xfs_filblks_t   rtblks;                 /* total rt blks */
1088         xfs_extnum_t    idx;                    /* extent record index */
1089         xfs_ifork_t     *ifp;                   /* inode fork pointer */
1090         xfs_extnum_t    nextents;               /* number of extent entries */
1091         int             error;
1092
1093         ASSERT(XFS_IS_REALTIME_INODE(ip));
1094         ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1095         if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1096                 if ((error = xfs_iread_extents(NULL, ip, XFS_DATA_FORK)))
1097                         return error;
1098         }
1099         rtblks = 0;
1100         nextents = ifp->if_bytes / (uint)sizeof(xfs_bmbt_rec_t);
1101         for (idx = 0; idx < nextents; idx++)
1102                 rtblks += xfs_bmbt_get_blockcount(xfs_iext_get_ext(ifp, idx));
1103         *O_rtblks = (xfs_qcnt_t)rtblks;
1104         return 0;
1105 }
1106
1107 /*
1108  * callback routine supplied to bulkstat(). Given an inumber, find its
1109  * dquots and update them to account for resources taken by that inode.
1110  */
1111 /* ARGSUSED */
1112 STATIC int
1113 xfs_qm_dqusage_adjust(
1114         xfs_mount_t     *mp,            /* mount point for filesystem */
1115         xfs_ino_t       ino,            /* inode number to get data for */
1116         void            __user *buffer, /* not used */
1117         int             ubsize,         /* not used */
1118         int             *ubused,        /* not used */
1119         int             *res)           /* result code value */
1120 {
1121         xfs_inode_t     *ip;
1122         xfs_qcnt_t      nblks, rtblks = 0;
1123         int             error;
1124
1125         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1126
1127         /*
1128          * rootino must have its resources accounted for, not so with the quota
1129          * inodes.
1130          */
1131         if (xfs_is_quota_inode(&mp->m_sb, ino)) {
1132                 *res = BULKSTAT_RV_NOTHING;
1133                 return -EINVAL;
1134         }
1135
1136         /*
1137          * We don't _need_ to take the ilock EXCL. However, the xfs_qm_dqget
1138          * interface expects the inode to be exclusively locked because that's
1139          * the case in all other instances. It's OK that we do this because
1140          * quotacheck is done only at mount time.
1141          */
1142         error = xfs_iget(mp, NULL, ino, 0, XFS_ILOCK_EXCL, &ip);
1143         if (error) {
1144                 *res = BULKSTAT_RV_NOTHING;
1145                 return error;
1146         }
1147
1148         ASSERT(ip->i_delayed_blks == 0);
1149
1150         if (XFS_IS_REALTIME_INODE(ip)) {
1151                 /*
1152                  * Walk thru the extent list and count the realtime blocks.
1153                  */
1154                 error = xfs_qm_get_rtblks(ip, &rtblks);
1155                 if (error)
1156                         goto error0;
1157         }
1158
1159         nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1160
1161         /*
1162          * Add the (disk blocks and inode) resources occupied by this
1163          * inode to its dquots. We do this adjustment in the incore dquot,
1164          * and also copy the changes to its buffer.
1165          * We don't care about putting these changes in a transaction
1166          * envelope because if we crash in the middle of a 'quotacheck'
1167          * we have to start from the beginning anyway.
1168          * Once we're done, we'll log all the dquot bufs.
1169          *
1170          * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1171          * and quotaoffs don't race. (Quotachecks happen at mount time only).
1172          */
1173         if (XFS_IS_UQUOTA_ON(mp)) {
1174                 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_uid,
1175                                                    XFS_DQ_USER, nblks, rtblks);
1176                 if (error)
1177                         goto error0;
1178         }
1179
1180         if (XFS_IS_GQUOTA_ON(mp)) {
1181                 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_gid,
1182                                                    XFS_DQ_GROUP, nblks, rtblks);
1183                 if (error)
1184                         goto error0;
1185         }
1186
1187         if (XFS_IS_PQUOTA_ON(mp)) {
1188                 error = xfs_qm_quotacheck_dqadjust(ip, xfs_get_projid(ip),
1189                                                    XFS_DQ_PROJ, nblks, rtblks);
1190                 if (error)
1191                         goto error0;
1192         }
1193
1194         xfs_iunlock(ip, XFS_ILOCK_EXCL);
1195         IRELE(ip);
1196         *res = BULKSTAT_RV_DIDONE;
1197         return 0;
1198
1199 error0:
1200         xfs_iunlock(ip, XFS_ILOCK_EXCL);
1201         IRELE(ip);
1202         *res = BULKSTAT_RV_GIVEUP;
1203         return error;
1204 }
1205
1206 STATIC int
1207 xfs_qm_flush_one(
1208         struct xfs_dquot        *dqp,
1209         void                    *data)
1210 {
1211         struct list_head        *buffer_list = data;
1212         struct xfs_buf          *bp = NULL;
1213         int                     error = 0;
1214
1215         xfs_dqlock(dqp);
1216         if (dqp->dq_flags & XFS_DQ_FREEING)
1217                 goto out_unlock;
1218         if (!XFS_DQ_IS_DIRTY(dqp))
1219                 goto out_unlock;
1220
1221         xfs_dqflock(dqp);
1222         error = xfs_qm_dqflush(dqp, &bp);
1223         if (error)
1224                 goto out_unlock;
1225
1226         xfs_buf_delwri_queue(bp, buffer_list);
1227         xfs_buf_relse(bp);
1228 out_unlock:
1229         xfs_dqunlock(dqp);
1230         return error;
1231 }
1232
1233 /*
1234  * Walk thru all the filesystem inodes and construct a consistent view
1235  * of the disk quota world. If the quotacheck fails, disable quotas.
1236  */
1237 STATIC int
1238 xfs_qm_quotacheck(
1239         xfs_mount_t     *mp)
1240 {
1241         int                     done, count, error, error2;
1242         xfs_ino_t               lastino;
1243         size_t                  structsz;
1244         uint                    flags;
1245         LIST_HEAD               (buffer_list);
1246         struct xfs_inode        *uip = mp->m_quotainfo->qi_uquotaip;
1247         struct xfs_inode        *gip = mp->m_quotainfo->qi_gquotaip;
1248         struct xfs_inode        *pip = mp->m_quotainfo->qi_pquotaip;
1249
1250         count = INT_MAX;
1251         structsz = 1;
1252         lastino = 0;
1253         flags = 0;
1254
1255         ASSERT(uip || gip || pip);
1256         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1257
1258         xfs_notice(mp, "Quotacheck needed: Please wait.");
1259
1260         /*
1261          * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1262          * their counters to zero. We need a clean slate.
1263          * We don't log our changes till later.
1264          */
1265         if (uip) {
1266                 error = xfs_qm_dqiterate(mp, uip, XFS_QMOPT_UQUOTA,
1267                                          &buffer_list);
1268                 if (error)
1269                         goto error_return;
1270                 flags |= XFS_UQUOTA_CHKD;
1271         }
1272
1273         if (gip) {
1274                 error = xfs_qm_dqiterate(mp, gip, XFS_QMOPT_GQUOTA,
1275                                          &buffer_list);
1276                 if (error)
1277                         goto error_return;
1278                 flags |= XFS_GQUOTA_CHKD;
1279         }
1280
1281         if (pip) {
1282                 error = xfs_qm_dqiterate(mp, pip, XFS_QMOPT_PQUOTA,
1283                                          &buffer_list);
1284                 if (error)
1285                         goto error_return;
1286                 flags |= XFS_PQUOTA_CHKD;
1287         }
1288
1289         do {
1290                 /*
1291                  * Iterate thru all the inodes in the file system,
1292                  * adjusting the corresponding dquot counters in core.
1293                  */
1294                 error = xfs_bulkstat(mp, &lastino, &count,
1295                                      xfs_qm_dqusage_adjust,
1296                                      structsz, NULL, &done);
1297                 if (error)
1298                         break;
1299
1300         } while (!done);
1301
1302         /*
1303          * We've made all the changes that we need to make incore.  Flush them
1304          * down to disk buffers if everything was updated successfully.
1305          */
1306         if (XFS_IS_UQUOTA_ON(mp)) {
1307                 error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1308                                           &buffer_list);
1309         }
1310         if (XFS_IS_GQUOTA_ON(mp)) {
1311                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1312                                            &buffer_list);
1313                 if (!error)
1314                         error = error2;
1315         }
1316         if (XFS_IS_PQUOTA_ON(mp)) {
1317                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1318                                            &buffer_list);
1319                 if (!error)
1320                         error = error2;
1321         }
1322
1323         error2 = xfs_buf_delwri_submit(&buffer_list);
1324         if (!error)
1325                 error = error2;
1326
1327         /*
1328          * We can get this error if we couldn't do a dquot allocation inside
1329          * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1330          * dirty dquots that might be cached, we just want to get rid of them
1331          * and turn quotaoff. The dquots won't be attached to any of the inodes
1332          * at this point (because we intentionally didn't in dqget_noattach).
1333          */
1334         if (error) {
1335                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1336                 goto error_return;
1337         }
1338
1339         /*
1340          * If one type of quotas is off, then it will lose its
1341          * quotachecked status, since we won't be doing accounting for
1342          * that type anymore.
1343          */
1344         mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1345         mp->m_qflags |= flags;
1346
1347  error_return:
1348         while (!list_empty(&buffer_list)) {
1349                 struct xfs_buf *bp =
1350                         list_first_entry(&buffer_list, struct xfs_buf, b_list);
1351                 list_del_init(&bp->b_list);
1352                 xfs_buf_relse(bp);
1353         }
1354
1355         if (error) {
1356                 xfs_warn(mp,
1357         "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1358                         error);
1359                 /*
1360                  * We must turn off quotas.
1361                  */
1362                 ASSERT(mp->m_quotainfo != NULL);
1363                 xfs_qm_destroy_quotainfo(mp);
1364                 if (xfs_mount_reset_sbqflags(mp)) {
1365                         xfs_warn(mp,
1366                                 "Quotacheck: Failed to reset quota flags.");
1367                 }
1368         } else
1369                 xfs_notice(mp, "Quotacheck: Done.");
1370         return error;
1371 }
1372
1373 /*
1374  * This is called from xfs_mountfs to start quotas and initialize all
1375  * necessary data structures like quotainfo.  This is also responsible for
1376  * running a quotacheck as necessary.  We are guaranteed that the superblock
1377  * is consistently read in at this point.
1378  *
1379  * If we fail here, the mount will continue with quota turned off. We don't
1380  * need to inidicate success or failure at all.
1381  */
1382 void
1383 xfs_qm_mount_quotas(
1384         struct xfs_mount        *mp)
1385 {
1386         int                     error = 0;
1387         uint                    sbf;
1388
1389         /*
1390          * If quotas on realtime volumes is not supported, we disable
1391          * quotas immediately.
1392          */
1393         if (mp->m_sb.sb_rextents) {
1394                 xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
1395                 mp->m_qflags = 0;
1396                 goto write_changes;
1397         }
1398
1399         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1400
1401         /*
1402          * Allocate the quotainfo structure inside the mount struct, and
1403          * create quotainode(s), and change/rev superblock if necessary.
1404          */
1405         error = xfs_qm_init_quotainfo(mp);
1406         if (error) {
1407                 /*
1408                  * We must turn off quotas.
1409                  */
1410                 ASSERT(mp->m_quotainfo == NULL);
1411                 mp->m_qflags = 0;
1412                 goto write_changes;
1413         }
1414         /*
1415          * If any of the quotas are not consistent, do a quotacheck.
1416          */
1417         if (XFS_QM_NEED_QUOTACHECK(mp)) {
1418                 error = xfs_qm_quotacheck(mp);
1419                 if (error) {
1420                         /* Quotacheck failed and disabled quotas. */
1421                         return;
1422                 }
1423         }
1424         /*
1425          * If one type of quotas is off, then it will lose its
1426          * quotachecked status, since we won't be doing accounting for
1427          * that type anymore.
1428          */
1429         if (!XFS_IS_UQUOTA_ON(mp))
1430                 mp->m_qflags &= ~XFS_UQUOTA_CHKD;
1431         if (!XFS_IS_GQUOTA_ON(mp))
1432                 mp->m_qflags &= ~XFS_GQUOTA_CHKD;
1433         if (!XFS_IS_PQUOTA_ON(mp))
1434                 mp->m_qflags &= ~XFS_PQUOTA_CHKD;
1435
1436  write_changes:
1437         /*
1438          * We actually don't have to acquire the m_sb_lock at all.
1439          * This can only be called from mount, and that's single threaded. XXX
1440          */
1441         spin_lock(&mp->m_sb_lock);
1442         sbf = mp->m_sb.sb_qflags;
1443         mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
1444         spin_unlock(&mp->m_sb_lock);
1445
1446         if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
1447                 if (xfs_sync_sb(mp, false)) {
1448                         /*
1449                          * We could only have been turning quotas off.
1450                          * We aren't in very good shape actually because
1451                          * the incore structures are convinced that quotas are
1452                          * off, but the on disk superblock doesn't know that !
1453                          */
1454                         ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
1455                         xfs_alert(mp, "%s: Superblock update failed!",
1456                                 __func__);
1457                 }
1458         }
1459
1460         if (error) {
1461                 xfs_warn(mp, "Failed to initialize disk quotas.");
1462                 return;
1463         }
1464 }
1465
1466 /*
1467  * This is called after the superblock has been read in and we're ready to
1468  * iget the quota inodes.
1469  */
1470 STATIC int
1471 xfs_qm_init_quotainos(
1472         xfs_mount_t     *mp)
1473 {
1474         struct xfs_inode        *uip = NULL;
1475         struct xfs_inode        *gip = NULL;
1476         struct xfs_inode        *pip = NULL;
1477         int                     error;
1478         uint                    flags = 0;
1479
1480         ASSERT(mp->m_quotainfo);
1481
1482         /*
1483          * Get the uquota and gquota inodes
1484          */
1485         if (xfs_sb_version_hasquota(&mp->m_sb)) {
1486                 if (XFS_IS_UQUOTA_ON(mp) &&
1487                     mp->m_sb.sb_uquotino != NULLFSINO) {
1488                         ASSERT(mp->m_sb.sb_uquotino > 0);
1489                         error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1490                                              0, 0, &uip);
1491                         if (error)
1492                                 return error;
1493                 }
1494                 if (XFS_IS_GQUOTA_ON(mp) &&
1495                     mp->m_sb.sb_gquotino != NULLFSINO) {
1496                         ASSERT(mp->m_sb.sb_gquotino > 0);
1497                         error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1498                                              0, 0, &gip);
1499                         if (error)
1500                                 goto error_rele;
1501                 }
1502                 if (XFS_IS_PQUOTA_ON(mp) &&
1503                     mp->m_sb.sb_pquotino != NULLFSINO) {
1504                         ASSERT(mp->m_sb.sb_pquotino > 0);
1505                         error = xfs_iget(mp, NULL, mp->m_sb.sb_pquotino,
1506                                              0, 0, &pip);
1507                         if (error)
1508                                 goto error_rele;
1509                 }
1510         } else {
1511                 flags |= XFS_QMOPT_SBVERSION;
1512         }
1513
1514         /*
1515          * Create the three inodes, if they don't exist already. The changes
1516          * made above will get added to a transaction and logged in one of
1517          * the qino_alloc calls below.  If the device is readonly,
1518          * temporarily switch to read-write to do this.
1519          */
1520         if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1521                 error = xfs_qm_qino_alloc(mp, &uip,
1522                                               flags | XFS_QMOPT_UQUOTA);
1523                 if (error)
1524                         goto error_rele;
1525
1526                 flags &= ~XFS_QMOPT_SBVERSION;
1527         }
1528         if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1529                 error = xfs_qm_qino_alloc(mp, &gip,
1530                                           flags | XFS_QMOPT_GQUOTA);
1531                 if (error)
1532                         goto error_rele;
1533
1534                 flags &= ~XFS_QMOPT_SBVERSION;
1535         }
1536         if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1537                 error = xfs_qm_qino_alloc(mp, &pip,
1538                                           flags | XFS_QMOPT_PQUOTA);
1539                 if (error)
1540                         goto error_rele;
1541         }
1542
1543         mp->m_quotainfo->qi_uquotaip = uip;
1544         mp->m_quotainfo->qi_gquotaip = gip;
1545         mp->m_quotainfo->qi_pquotaip = pip;
1546
1547         return 0;
1548
1549 error_rele:
1550         if (uip)
1551                 IRELE(uip);
1552         if (gip)
1553                 IRELE(gip);
1554         if (pip)
1555                 IRELE(pip);
1556         return error;
1557 }
1558
1559 STATIC void
1560 xfs_qm_dqfree_one(
1561         struct xfs_dquot        *dqp)
1562 {
1563         struct xfs_mount        *mp = dqp->q_mount;
1564         struct xfs_quotainfo    *qi = mp->m_quotainfo;
1565
1566         mutex_lock(&qi->qi_tree_lock);
1567         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1568                           be32_to_cpu(dqp->q_core.d_id));
1569
1570         qi->qi_dquots--;
1571         mutex_unlock(&qi->qi_tree_lock);
1572
1573         xfs_qm_dqdestroy(dqp);
1574 }
1575
1576 /* --------------- utility functions for vnodeops ---------------- */
1577
1578
1579 /*
1580  * Given an inode, a uid, gid and prid make sure that we have
1581  * allocated relevant dquot(s) on disk, and that we won't exceed inode
1582  * quotas by creating this file.
1583  * This also attaches dquot(s) to the given inode after locking it,
1584  * and returns the dquots corresponding to the uid and/or gid.
1585  *
1586  * in   : inode (unlocked)
1587  * out  : udquot, gdquot with references taken and unlocked
1588  */
1589 int
1590 xfs_qm_vop_dqalloc(
1591         struct xfs_inode        *ip,
1592         xfs_dqid_t              uid,
1593         xfs_dqid_t              gid,
1594         prid_t                  prid,
1595         uint                    flags,
1596         struct xfs_dquot        **O_udqpp,
1597         struct xfs_dquot        **O_gdqpp,
1598         struct xfs_dquot        **O_pdqpp)
1599 {
1600         struct xfs_mount        *mp = ip->i_mount;
1601         struct xfs_dquot        *uq = NULL;
1602         struct xfs_dquot        *gq = NULL;
1603         struct xfs_dquot        *pq = NULL;
1604         int                     error;
1605         uint                    lockflags;
1606
1607         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1608                 return 0;
1609
1610         lockflags = XFS_ILOCK_EXCL;
1611         xfs_ilock(ip, lockflags);
1612
1613         if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1614                 gid = ip->i_d.di_gid;
1615
1616         /*
1617          * Attach the dquot(s) to this inode, doing a dquot allocation
1618          * if necessary. The dquot(s) will not be locked.
1619          */
1620         if (XFS_NOT_DQATTACHED(mp, ip)) {
1621                 error = xfs_qm_dqattach_locked(ip, XFS_QMOPT_DQALLOC);
1622                 if (error) {
1623                         xfs_iunlock(ip, lockflags);
1624                         return error;
1625                 }
1626         }
1627
1628         if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1629                 if (ip->i_d.di_uid != uid) {
1630                         /*
1631                          * What we need is the dquot that has this uid, and
1632                          * if we send the inode to dqget, the uid of the inode
1633                          * takes priority over what's sent in the uid argument.
1634                          * We must unlock inode here before calling dqget if
1635                          * we're not sending the inode, because otherwise
1636                          * we'll deadlock by doing trans_reserve while
1637                          * holding ilock.
1638                          */
1639                         xfs_iunlock(ip, lockflags);
1640                         error = xfs_qm_dqget(mp, NULL, uid,
1641                                                  XFS_DQ_USER,
1642                                                  XFS_QMOPT_DQALLOC |
1643                                                  XFS_QMOPT_DOWARN,
1644                                                  &uq);
1645                         if (error) {
1646                                 ASSERT(error != -ENOENT);
1647                                 return error;
1648                         }
1649                         /*
1650                          * Get the ilock in the right order.
1651                          */
1652                         xfs_dqunlock(uq);
1653                         lockflags = XFS_ILOCK_SHARED;
1654                         xfs_ilock(ip, lockflags);
1655                 } else {
1656                         /*
1657                          * Take an extra reference, because we'll return
1658                          * this to caller
1659                          */
1660                         ASSERT(ip->i_udquot);
1661                         uq = xfs_qm_dqhold(ip->i_udquot);
1662                 }
1663         }
1664         if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1665                 if (ip->i_d.di_gid != gid) {
1666                         xfs_iunlock(ip, lockflags);
1667                         error = xfs_qm_dqget(mp, NULL, gid,
1668                                                  XFS_DQ_GROUP,
1669                                                  XFS_QMOPT_DQALLOC |
1670                                                  XFS_QMOPT_DOWARN,
1671                                                  &gq);
1672                         if (error) {
1673                                 ASSERT(error != -ENOENT);
1674                                 goto error_rele;
1675                         }
1676                         xfs_dqunlock(gq);
1677                         lockflags = XFS_ILOCK_SHARED;
1678                         xfs_ilock(ip, lockflags);
1679                 } else {
1680                         ASSERT(ip->i_gdquot);
1681                         gq = xfs_qm_dqhold(ip->i_gdquot);
1682                 }
1683         }
1684         if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1685                 if (xfs_get_projid(ip) != prid) {
1686                         xfs_iunlock(ip, lockflags);
1687                         error = xfs_qm_dqget(mp, NULL, (xfs_dqid_t)prid,
1688                                                  XFS_DQ_PROJ,
1689                                                  XFS_QMOPT_DQALLOC |
1690                                                  XFS_QMOPT_DOWARN,
1691                                                  &pq);
1692                         if (error) {
1693                                 ASSERT(error != -ENOENT);
1694                                 goto error_rele;
1695                         }
1696                         xfs_dqunlock(pq);
1697                         lockflags = XFS_ILOCK_SHARED;
1698                         xfs_ilock(ip, lockflags);
1699                 } else {
1700                         ASSERT(ip->i_pdquot);
1701                         pq = xfs_qm_dqhold(ip->i_pdquot);
1702                 }
1703         }
1704         if (uq)
1705                 trace_xfs_dquot_dqalloc(ip);
1706
1707         xfs_iunlock(ip, lockflags);
1708         if (O_udqpp)
1709                 *O_udqpp = uq;
1710         else
1711                 xfs_qm_dqrele(uq);
1712         if (O_gdqpp)
1713                 *O_gdqpp = gq;
1714         else
1715                 xfs_qm_dqrele(gq);
1716         if (O_pdqpp)
1717                 *O_pdqpp = pq;
1718         else
1719                 xfs_qm_dqrele(pq);
1720         return 0;
1721
1722 error_rele:
1723         xfs_qm_dqrele(gq);
1724         xfs_qm_dqrele(uq);
1725         return error;
1726 }
1727
1728 /*
1729  * Actually transfer ownership, and do dquot modifications.
1730  * These were already reserved.
1731  */
1732 xfs_dquot_t *
1733 xfs_qm_vop_chown(
1734         xfs_trans_t     *tp,
1735         xfs_inode_t     *ip,
1736         xfs_dquot_t     **IO_olddq,
1737         xfs_dquot_t     *newdq)
1738 {
1739         xfs_dquot_t     *prevdq;
1740         uint            bfield = XFS_IS_REALTIME_INODE(ip) ?
1741                                  XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1742
1743
1744         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1745         ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1746
1747         /* old dquot */
1748         prevdq = *IO_olddq;
1749         ASSERT(prevdq);
1750         ASSERT(prevdq != newdq);
1751
1752         xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1753         xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1754
1755         /* the sparkling new dquot */
1756         xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1757         xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1758
1759         /*
1760          * Take an extra reference, because the inode is going to keep
1761          * this dquot pointer even after the trans_commit.
1762          */
1763         *IO_olddq = xfs_qm_dqhold(newdq);
1764
1765         return prevdq;
1766 }
1767
1768 /*
1769  * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1770  */
1771 int
1772 xfs_qm_vop_chown_reserve(
1773         struct xfs_trans        *tp,
1774         struct xfs_inode        *ip,
1775         struct xfs_dquot        *udqp,
1776         struct xfs_dquot        *gdqp,
1777         struct xfs_dquot        *pdqp,
1778         uint                    flags)
1779 {
1780         struct xfs_mount        *mp = ip->i_mount;
1781         uint                    delblks, blkflags, prjflags = 0;
1782         struct xfs_dquot        *udq_unres = NULL;
1783         struct xfs_dquot        *gdq_unres = NULL;
1784         struct xfs_dquot        *pdq_unres = NULL;
1785         struct xfs_dquot        *udq_delblks = NULL;
1786         struct xfs_dquot        *gdq_delblks = NULL;
1787         struct xfs_dquot        *pdq_delblks = NULL;
1788         int                     error;
1789
1790
1791         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1792         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1793
1794         delblks = ip->i_delayed_blks;
1795         blkflags = XFS_IS_REALTIME_INODE(ip) ?
1796                         XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1797
1798         if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1799             ip->i_d.di_uid != be32_to_cpu(udqp->q_core.d_id)) {
1800                 udq_delblks = udqp;
1801                 /*
1802                  * If there are delayed allocation blocks, then we have to
1803                  * unreserve those from the old dquot, and add them to the
1804                  * new dquot.
1805                  */
1806                 if (delblks) {
1807                         ASSERT(ip->i_udquot);
1808                         udq_unres = ip->i_udquot;
1809                 }
1810         }
1811         if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1812             ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1813                 gdq_delblks = gdqp;
1814                 if (delblks) {
1815                         ASSERT(ip->i_gdquot);
1816                         gdq_unres = ip->i_gdquot;
1817                 }
1818         }
1819
1820         if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1821             xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1822                 prjflags = XFS_QMOPT_ENOSPC;
1823                 pdq_delblks = pdqp;
1824                 if (delblks) {
1825                         ASSERT(ip->i_pdquot);
1826                         pdq_unres = ip->i_pdquot;
1827                 }
1828         }
1829
1830         error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1831                                 udq_delblks, gdq_delblks, pdq_delblks,
1832                                 ip->i_d.di_nblocks, 1,
1833                                 flags | blkflags | prjflags);
1834         if (error)
1835                 return error;
1836
1837         /*
1838          * Do the delayed blks reservations/unreservations now. Since, these
1839          * are done without the help of a transaction, if a reservation fails
1840          * its previous reservations won't be automatically undone by trans
1841          * code. So, we have to do it manually here.
1842          */
1843         if (delblks) {
1844                 /*
1845                  * Do the reservations first. Unreservation can't fail.
1846                  */
1847                 ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1848                 ASSERT(udq_unres || gdq_unres || pdq_unres);
1849                 error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1850                             udq_delblks, gdq_delblks, pdq_delblks,
1851                             (xfs_qcnt_t)delblks, 0,
1852                             flags | blkflags | prjflags);
1853                 if (error)
1854                         return error;
1855                 xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1856                                 udq_unres, gdq_unres, pdq_unres,
1857                                 -((xfs_qcnt_t)delblks), 0, blkflags);
1858         }
1859
1860         return 0;
1861 }
1862
1863 int
1864 xfs_qm_vop_rename_dqattach(
1865         struct xfs_inode        **i_tab)
1866 {
1867         struct xfs_mount        *mp = i_tab[0]->i_mount;
1868         int                     i;
1869
1870         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1871                 return 0;
1872
1873         for (i = 0; (i < 4 && i_tab[i]); i++) {
1874                 struct xfs_inode        *ip = i_tab[i];
1875                 int                     error;
1876
1877                 /*
1878                  * Watch out for duplicate entries in the table.
1879                  */
1880                 if (i == 0 || ip != i_tab[i-1]) {
1881                         if (XFS_NOT_DQATTACHED(mp, ip)) {
1882                                 error = xfs_qm_dqattach(ip, 0);
1883                                 if (error)
1884                                         return error;
1885                         }
1886                 }
1887         }
1888         return 0;
1889 }
1890
1891 void
1892 xfs_qm_vop_create_dqattach(
1893         struct xfs_trans        *tp,
1894         struct xfs_inode        *ip,
1895         struct xfs_dquot        *udqp,
1896         struct xfs_dquot        *gdqp,
1897         struct xfs_dquot        *pdqp)
1898 {
1899         struct xfs_mount        *mp = tp->t_mountp;
1900
1901         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1902                 return;
1903
1904         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1905         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1906
1907         if (udqp && XFS_IS_UQUOTA_ON(mp)) {
1908                 ASSERT(ip->i_udquot == NULL);
1909                 ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
1910
1911                 ip->i_udquot = xfs_qm_dqhold(udqp);
1912                 xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
1913         }
1914         if (gdqp && XFS_IS_GQUOTA_ON(mp)) {
1915                 ASSERT(ip->i_gdquot == NULL);
1916                 ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
1917                 ip->i_gdquot = xfs_qm_dqhold(gdqp);
1918                 xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
1919         }
1920         if (pdqp && XFS_IS_PQUOTA_ON(mp)) {
1921                 ASSERT(ip->i_pdquot == NULL);
1922                 ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
1923
1924                 ip->i_pdquot = xfs_qm_dqhold(pdqp);
1925                 xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);
1926         }
1927 }
1928