Input: wm97xx: add new AC97 bus support
[sfrench/cifs-2.6.git] / fs / quota / dquot.c
1 /*
2  * Implementation of the diskquota system for the LINUX operating system. QUOTA
3  * is implemented using the BSD system call interface as the means of
4  * communication with the user level. This file contains the generic routines
5  * called by the different filesystems on allocation of an inode or block.
6  * These routines take care of the administration needed to have a consistent
7  * diskquota tracking system. The ideas of both user and group quotas are based
8  * on the Melbourne quota system as used on BSD derived systems. The internal
9  * implementation is based on one of the several variants of the LINUX
10  * inode-subsystem with added complexity of the diskquota system.
11  * 
12  * Author:      Marco van Wieringen <mvw@planets.elm.net>
13  *
14  * Fixes:   Dmitry Gorodchanin <pgmdsg@ibi.com>, 11 Feb 96
15  *
16  *              Revised list management to avoid races
17  *              -- Bill Hawes, <whawes@star.net>, 9/98
18  *
19  *              Fixed races in dquot_transfer(), dqget() and dquot_alloc_...().
20  *              As the consequence the locking was moved from dquot_decr_...(),
21  *              dquot_incr_...() to calling functions.
22  *              invalidate_dquots() now writes modified dquots.
23  *              Serialized quota_off() and quota_on() for mount point.
24  *              Fixed a few bugs in grow_dquots().
25  *              Fixed deadlock in write_dquot() - we no longer account quotas on
26  *              quota files
27  *              remove_dquot_ref() moved to inode.c - it now traverses through inodes
28  *              add_dquot_ref() restarts after blocking
29  *              Added check for bogus uid and fixed check for group in quotactl.
30  *              Jan Kara, <jack@suse.cz>, sponsored by SuSE CR, 10-11/99
31  *
32  *              Used struct list_head instead of own list struct
33  *              Invalidation of referenced dquots is no longer possible
34  *              Improved free_dquots list management
35  *              Quota and i_blocks are now updated in one place to avoid races
36  *              Warnings are now delayed so we won't block in critical section
37  *              Write updated not to require dquot lock
38  *              Jan Kara, <jack@suse.cz>, 9/2000
39  *
40  *              Added dynamic quota structure allocation
41  *              Jan Kara <jack@suse.cz> 12/2000
42  *
43  *              Rewritten quota interface. Implemented new quota format and
44  *              formats registering.
45  *              Jan Kara, <jack@suse.cz>, 2001,2002
46  *
47  *              New SMP locking.
48  *              Jan Kara, <jack@suse.cz>, 10/2002
49  *
50  *              Added journalled quota support, fix lock inversion problems
51  *              Jan Kara, <jack@suse.cz>, 2003,2004
52  *
53  * (C) Copyright 1994 - 1997 Marco van Wieringen 
54  */
55
56 #include <linux/errno.h>
57 #include <linux/kernel.h>
58 #include <linux/fs.h>
59 #include <linux/mount.h>
60 #include <linux/mm.h>
61 #include <linux/time.h>
62 #include <linux/types.h>
63 #include <linux/string.h>
64 #include <linux/fcntl.h>
65 #include <linux/stat.h>
66 #include <linux/tty.h>
67 #include <linux/file.h>
68 #include <linux/slab.h>
69 #include <linux/sysctl.h>
70 #include <linux/init.h>
71 #include <linux/module.h>
72 #include <linux/proc_fs.h>
73 #include <linux/security.h>
74 #include <linux/sched.h>
75 #include <linux/cred.h>
76 #include <linux/kmod.h>
77 #include <linux/namei.h>
78 #include <linux/capability.h>
79 #include <linux/quotaops.h>
80 #include "../internal.h" /* ugh */
81
82 #include <linux/uaccess.h>
83
84 /*
85  * There are five quota SMP locks:
86  * * dq_list_lock protects all lists with quotas and quota formats.
87  * * dquot->dq_dqb_lock protects data from dq_dqb
88  * * inode->i_lock protects inode->i_blocks, i_bytes and also guards
89  *   consistency of dquot->dq_dqb with inode->i_blocks, i_bytes so that
90  *   dquot_transfer() can stabilize amount it transfers
91  * * dq_data_lock protects mem_dqinfo structures and modifications of dquot
92  *   pointers in the inode
93  * * dq_state_lock protects modifications of quota state (on quotaon and
94  *   quotaoff) and readers who care about latest values take it as well.
95  *
96  * The spinlock ordering is hence:
97  *   dq_data_lock > dq_list_lock > i_lock > dquot->dq_dqb_lock,
98  *   dq_list_lock > dq_state_lock
99  *
100  * Note that some things (eg. sb pointer, type, id) doesn't change during
101  * the life of the dquot structure and so needn't to be protected by a lock
102  *
103  * Operation accessing dquots via inode pointers are protected by dquot_srcu.
104  * Operation of reading pointer needs srcu_read_lock(&dquot_srcu), and
105  * synchronize_srcu(&dquot_srcu) is called after clearing pointers from
106  * inode and before dropping dquot references to avoid use of dquots after
107  * they are freed. dq_data_lock is used to serialize the pointer setting and
108  * clearing operations.
109  * Special care needs to be taken about S_NOQUOTA inode flag (marking that
110  * inode is a quota file). Functions adding pointers from inode to dquots have
111  * to check this flag under dq_data_lock and then (if S_NOQUOTA is not set) they
112  * have to do all pointer modifications before dropping dq_data_lock. This makes
113  * sure they cannot race with quotaon which first sets S_NOQUOTA flag and
114  * then drops all pointers to dquots from an inode.
115  *
116  * Each dquot has its dq_lock mutex.  Dquot is locked when it is being read to
117  * memory (or space for it is being allocated) on the first dqget(), when it is
118  * being written out, and when it is being released on the last dqput(). The
119  * allocation and release operations are serialized by the dq_lock and by
120  * checking the use count in dquot_release().
121  *
122  * Lock ordering (including related VFS locks) is the following:
123  *   s_umount > i_mutex > journal_lock > dquot->dq_lock > dqio_sem
124  */
125
126 static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock);
127 static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock);
128 __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock);
129 EXPORT_SYMBOL(dq_data_lock);
130 DEFINE_STATIC_SRCU(dquot_srcu);
131
132 static DECLARE_WAIT_QUEUE_HEAD(dquot_ref_wq);
133
134 void __quota_error(struct super_block *sb, const char *func,
135                    const char *fmt, ...)
136 {
137         if (printk_ratelimit()) {
138                 va_list args;
139                 struct va_format vaf;
140
141                 va_start(args, fmt);
142
143                 vaf.fmt = fmt;
144                 vaf.va = &args;
145
146                 printk(KERN_ERR "Quota error (device %s): %s: %pV\n",
147                        sb->s_id, func, &vaf);
148
149                 va_end(args);
150         }
151 }
152 EXPORT_SYMBOL(__quota_error);
153
154 #if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING)
155 static char *quotatypes[] = INITQFNAMES;
156 #endif
157 static struct quota_format_type *quota_formats; /* List of registered formats */
158 static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES;
159
160 /* SLAB cache for dquot structures */
161 static struct kmem_cache *dquot_cachep;
162
163 int register_quota_format(struct quota_format_type *fmt)
164 {
165         spin_lock(&dq_list_lock);
166         fmt->qf_next = quota_formats;
167         quota_formats = fmt;
168         spin_unlock(&dq_list_lock);
169         return 0;
170 }
171 EXPORT_SYMBOL(register_quota_format);
172
173 void unregister_quota_format(struct quota_format_type *fmt)
174 {
175         struct quota_format_type **actqf;
176
177         spin_lock(&dq_list_lock);
178         for (actqf = &quota_formats; *actqf && *actqf != fmt;
179              actqf = &(*actqf)->qf_next)
180                 ;
181         if (*actqf)
182                 *actqf = (*actqf)->qf_next;
183         spin_unlock(&dq_list_lock);
184 }
185 EXPORT_SYMBOL(unregister_quota_format);
186
187 static struct quota_format_type *find_quota_format(int id)
188 {
189         struct quota_format_type *actqf;
190
191         spin_lock(&dq_list_lock);
192         for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
193              actqf = actqf->qf_next)
194                 ;
195         if (!actqf || !try_module_get(actqf->qf_owner)) {
196                 int qm;
197
198                 spin_unlock(&dq_list_lock);
199                 
200                 for (qm = 0; module_names[qm].qm_fmt_id &&
201                              module_names[qm].qm_fmt_id != id; qm++)
202                         ;
203                 if (!module_names[qm].qm_fmt_id ||
204                     request_module(module_names[qm].qm_mod_name))
205                         return NULL;
206
207                 spin_lock(&dq_list_lock);
208                 for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
209                      actqf = actqf->qf_next)
210                         ;
211                 if (actqf && !try_module_get(actqf->qf_owner))
212                         actqf = NULL;
213         }
214         spin_unlock(&dq_list_lock);
215         return actqf;
216 }
217
218 static void put_quota_format(struct quota_format_type *fmt)
219 {
220         module_put(fmt->qf_owner);
221 }
222
223 /*
224  * Dquot List Management:
225  * The quota code uses three lists for dquot management: the inuse_list,
226  * free_dquots, and dquot_hash[] array. A single dquot structure may be
227  * on all three lists, depending on its current state.
228  *
229  * All dquots are placed to the end of inuse_list when first created, and this
230  * list is used for invalidate operation, which must look at every dquot.
231  *
232  * Unused dquots (dq_count == 0) are added to the free_dquots list when freed,
233  * and this list is searched whenever we need an available dquot.  Dquots are
234  * removed from the list as soon as they are used again, and
235  * dqstats.free_dquots gives the number of dquots on the list. When
236  * dquot is invalidated it's completely released from memory.
237  *
238  * Dquots with a specific identity (device, type and id) are placed on
239  * one of the dquot_hash[] hash chains. The provides an efficient search
240  * mechanism to locate a specific dquot.
241  */
242
243 static LIST_HEAD(inuse_list);
244 static LIST_HEAD(free_dquots);
245 static unsigned int dq_hash_bits, dq_hash_mask;
246 static struct hlist_head *dquot_hash;
247
248 struct dqstats dqstats;
249 EXPORT_SYMBOL(dqstats);
250
251 static qsize_t inode_get_rsv_space(struct inode *inode);
252 static qsize_t __inode_get_rsv_space(struct inode *inode);
253 static int __dquot_initialize(struct inode *inode, int type);
254
255 static inline unsigned int
256 hashfn(const struct super_block *sb, struct kqid qid)
257 {
258         unsigned int id = from_kqid(&init_user_ns, qid);
259         int type = qid.type;
260         unsigned long tmp;
261
262         tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type);
263         return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask;
264 }
265
266 /*
267  * Following list functions expect dq_list_lock to be held
268  */
269 static inline void insert_dquot_hash(struct dquot *dquot)
270 {
271         struct hlist_head *head;
272         head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id);
273         hlist_add_head(&dquot->dq_hash, head);
274 }
275
276 static inline void remove_dquot_hash(struct dquot *dquot)
277 {
278         hlist_del_init(&dquot->dq_hash);
279 }
280
281 static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb,
282                                 struct kqid qid)
283 {
284         struct hlist_node *node;
285         struct dquot *dquot;
286
287         hlist_for_each (node, dquot_hash+hashent) {
288                 dquot = hlist_entry(node, struct dquot, dq_hash);
289                 if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid))
290                         return dquot;
291         }
292         return NULL;
293 }
294
295 /* Add a dquot to the tail of the free list */
296 static inline void put_dquot_last(struct dquot *dquot)
297 {
298         list_add_tail(&dquot->dq_free, &free_dquots);
299         dqstats_inc(DQST_FREE_DQUOTS);
300 }
301
302 static inline void remove_free_dquot(struct dquot *dquot)
303 {
304         if (list_empty(&dquot->dq_free))
305                 return;
306         list_del_init(&dquot->dq_free);
307         dqstats_dec(DQST_FREE_DQUOTS);
308 }
309
310 static inline void put_inuse(struct dquot *dquot)
311 {
312         /* We add to the back of inuse list so we don't have to restart
313          * when traversing this list and we block */
314         list_add_tail(&dquot->dq_inuse, &inuse_list);
315         dqstats_inc(DQST_ALLOC_DQUOTS);
316 }
317
318 static inline void remove_inuse(struct dquot *dquot)
319 {
320         dqstats_dec(DQST_ALLOC_DQUOTS);
321         list_del(&dquot->dq_inuse);
322 }
323 /*
324  * End of list functions needing dq_list_lock
325  */
326
327 static void wait_on_dquot(struct dquot *dquot)
328 {
329         mutex_lock(&dquot->dq_lock);
330         mutex_unlock(&dquot->dq_lock);
331 }
332
333 static inline int dquot_dirty(struct dquot *dquot)
334 {
335         return test_bit(DQ_MOD_B, &dquot->dq_flags);
336 }
337
338 static inline int mark_dquot_dirty(struct dquot *dquot)
339 {
340         return dquot->dq_sb->dq_op->mark_dirty(dquot);
341 }
342
343 /* Mark dquot dirty in atomic manner, and return it's old dirty flag state */
344 int dquot_mark_dquot_dirty(struct dquot *dquot)
345 {
346         int ret = 1;
347
348         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
349                 return 0;
350
351         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
352                 return test_and_set_bit(DQ_MOD_B, &dquot->dq_flags);
353
354         /* If quota is dirty already, we don't have to acquire dq_list_lock */
355         if (test_bit(DQ_MOD_B, &dquot->dq_flags))
356                 return 1;
357
358         spin_lock(&dq_list_lock);
359         if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) {
360                 list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)->
361                                 info[dquot->dq_id.type].dqi_dirty_list);
362                 ret = 0;
363         }
364         spin_unlock(&dq_list_lock);
365         return ret;
366 }
367 EXPORT_SYMBOL(dquot_mark_dquot_dirty);
368
369 /* Dirtify all the dquots - this can block when journalling */
370 static inline int mark_all_dquot_dirty(struct dquot * const *dquot)
371 {
372         int ret, err, cnt;
373
374         ret = err = 0;
375         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
376                 if (dquot[cnt])
377                         /* Even in case of error we have to continue */
378                         ret = mark_dquot_dirty(dquot[cnt]);
379                 if (!err)
380                         err = ret;
381         }
382         return err;
383 }
384
385 static inline void dqput_all(struct dquot **dquot)
386 {
387         unsigned int cnt;
388
389         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
390                 dqput(dquot[cnt]);
391 }
392
393 static inline int clear_dquot_dirty(struct dquot *dquot)
394 {
395         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
396                 return test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags);
397
398         spin_lock(&dq_list_lock);
399         if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags)) {
400                 spin_unlock(&dq_list_lock);
401                 return 0;
402         }
403         list_del_init(&dquot->dq_dirty);
404         spin_unlock(&dq_list_lock);
405         return 1;
406 }
407
408 void mark_info_dirty(struct super_block *sb, int type)
409 {
410         spin_lock(&dq_data_lock);
411         sb_dqopt(sb)->info[type].dqi_flags |= DQF_INFO_DIRTY;
412         spin_unlock(&dq_data_lock);
413 }
414 EXPORT_SYMBOL(mark_info_dirty);
415
416 /*
417  *      Read dquot from disk and alloc space for it
418  */
419
420 int dquot_acquire(struct dquot *dquot)
421 {
422         int ret = 0, ret2 = 0;
423         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
424
425         mutex_lock(&dquot->dq_lock);
426         if (!test_bit(DQ_READ_B, &dquot->dq_flags))
427                 ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot);
428         if (ret < 0)
429                 goto out_iolock;
430         /* Make sure flags update is visible after dquot has been filled */
431         smp_mb__before_atomic();
432         set_bit(DQ_READ_B, &dquot->dq_flags);
433         /* Instantiate dquot if needed */
434         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) {
435                 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
436                 /* Write the info if needed */
437                 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
438                         ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
439                                         dquot->dq_sb, dquot->dq_id.type);
440                 }
441                 if (ret < 0)
442                         goto out_iolock;
443                 if (ret2 < 0) {
444                         ret = ret2;
445                         goto out_iolock;
446                 }
447         }
448         /*
449          * Make sure flags update is visible after on-disk struct has been
450          * allocated. Paired with smp_rmb() in dqget().
451          */
452         smp_mb__before_atomic();
453         set_bit(DQ_ACTIVE_B, &dquot->dq_flags);
454 out_iolock:
455         mutex_unlock(&dquot->dq_lock);
456         return ret;
457 }
458 EXPORT_SYMBOL(dquot_acquire);
459
460 /*
461  *      Write dquot to disk
462  */
463 int dquot_commit(struct dquot *dquot)
464 {
465         int ret = 0;
466         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
467
468         mutex_lock(&dquot->dq_lock);
469         if (!clear_dquot_dirty(dquot))
470                 goto out_lock;
471         /* Inactive dquot can be only if there was error during read/init
472          * => we have better not writing it */
473         if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
474                 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
475         else
476                 ret = -EIO;
477 out_lock:
478         mutex_unlock(&dquot->dq_lock);
479         return ret;
480 }
481 EXPORT_SYMBOL(dquot_commit);
482
483 /*
484  *      Release dquot
485  */
486 int dquot_release(struct dquot *dquot)
487 {
488         int ret = 0, ret2 = 0;
489         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
490
491         mutex_lock(&dquot->dq_lock);
492         /* Check whether we are not racing with some other dqget() */
493         if (atomic_read(&dquot->dq_count) > 1)
494                 goto out_dqlock;
495         if (dqopt->ops[dquot->dq_id.type]->release_dqblk) {
496                 ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot);
497                 /* Write the info */
498                 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
499                         ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
500                                                 dquot->dq_sb, dquot->dq_id.type);
501                 }
502                 if (ret >= 0)
503                         ret = ret2;
504         }
505         clear_bit(DQ_ACTIVE_B, &dquot->dq_flags);
506 out_dqlock:
507         mutex_unlock(&dquot->dq_lock);
508         return ret;
509 }
510 EXPORT_SYMBOL(dquot_release);
511
512 void dquot_destroy(struct dquot *dquot)
513 {
514         kmem_cache_free(dquot_cachep, dquot);
515 }
516 EXPORT_SYMBOL(dquot_destroy);
517
518 static inline void do_destroy_dquot(struct dquot *dquot)
519 {
520         dquot->dq_sb->dq_op->destroy_dquot(dquot);
521 }
522
523 /* Invalidate all dquots on the list. Note that this function is called after
524  * quota is disabled and pointers from inodes removed so there cannot be new
525  * quota users. There can still be some users of quotas due to inodes being
526  * just deleted or pruned by prune_icache() (those are not attached to any
527  * list) or parallel quotactl call. We have to wait for such users.
528  */
529 static void invalidate_dquots(struct super_block *sb, int type)
530 {
531         struct dquot *dquot, *tmp;
532
533 restart:
534         spin_lock(&dq_list_lock);
535         list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) {
536                 if (dquot->dq_sb != sb)
537                         continue;
538                 if (dquot->dq_id.type != type)
539                         continue;
540                 /* Wait for dquot users */
541                 if (atomic_read(&dquot->dq_count)) {
542                         dqgrab(dquot);
543                         spin_unlock(&dq_list_lock);
544                         /*
545                          * Once dqput() wakes us up, we know it's time to free
546                          * the dquot.
547                          * IMPORTANT: we rely on the fact that there is always
548                          * at most one process waiting for dquot to free.
549                          * Otherwise dq_count would be > 1 and we would never
550                          * wake up.
551                          */
552                         wait_event(dquot_ref_wq,
553                                    atomic_read(&dquot->dq_count) == 1);
554                         dqput(dquot);
555                         /* At this moment dquot() need not exist (it could be
556                          * reclaimed by prune_dqcache(). Hence we must
557                          * restart. */
558                         goto restart;
559                 }
560                 /*
561                  * Quota now has no users and it has been written on last
562                  * dqput()
563                  */
564                 remove_dquot_hash(dquot);
565                 remove_free_dquot(dquot);
566                 remove_inuse(dquot);
567                 do_destroy_dquot(dquot);
568         }
569         spin_unlock(&dq_list_lock);
570 }
571
572 /* Call callback for every active dquot on given filesystem */
573 int dquot_scan_active(struct super_block *sb,
574                       int (*fn)(struct dquot *dquot, unsigned long priv),
575                       unsigned long priv)
576 {
577         struct dquot *dquot, *old_dquot = NULL;
578         int ret = 0;
579
580         WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
581
582         spin_lock(&dq_list_lock);
583         list_for_each_entry(dquot, &inuse_list, dq_inuse) {
584                 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
585                         continue;
586                 if (dquot->dq_sb != sb)
587                         continue;
588                 /* Now we have active dquot so we can just increase use count */
589                 atomic_inc(&dquot->dq_count);
590                 spin_unlock(&dq_list_lock);
591                 dqstats_inc(DQST_LOOKUPS);
592                 dqput(old_dquot);
593                 old_dquot = dquot;
594                 /*
595                  * ->release_dquot() can be racing with us. Our reference
596                  * protects us from new calls to it so just wait for any
597                  * outstanding call and recheck the DQ_ACTIVE_B after that.
598                  */
599                 wait_on_dquot(dquot);
600                 if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
601                         ret = fn(dquot, priv);
602                         if (ret < 0)
603                                 goto out;
604                 }
605                 spin_lock(&dq_list_lock);
606                 /* We are safe to continue now because our dquot could not
607                  * be moved out of the inuse list while we hold the reference */
608         }
609         spin_unlock(&dq_list_lock);
610 out:
611         dqput(old_dquot);
612         return ret;
613 }
614 EXPORT_SYMBOL(dquot_scan_active);
615
616 /* Write all dquot structures to quota files */
617 int dquot_writeback_dquots(struct super_block *sb, int type)
618 {
619         struct list_head *dirty;
620         struct dquot *dquot;
621         struct quota_info *dqopt = sb_dqopt(sb);
622         int cnt;
623         int err, ret = 0;
624
625         WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
626
627         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
628                 if (type != -1 && cnt != type)
629                         continue;
630                 if (!sb_has_quota_active(sb, cnt))
631                         continue;
632                 spin_lock(&dq_list_lock);
633                 dirty = &dqopt->info[cnt].dqi_dirty_list;
634                 while (!list_empty(dirty)) {
635                         dquot = list_first_entry(dirty, struct dquot,
636                                                  dq_dirty);
637
638                         WARN_ON(!test_bit(DQ_ACTIVE_B, &dquot->dq_flags));
639
640                         /* Now we have active dquot from which someone is
641                          * holding reference so we can safely just increase
642                          * use count */
643                         dqgrab(dquot);
644                         spin_unlock(&dq_list_lock);
645                         dqstats_inc(DQST_LOOKUPS);
646                         err = sb->dq_op->write_dquot(dquot);
647                         if (!ret && err)
648                                 ret = err;
649                         dqput(dquot);
650                         spin_lock(&dq_list_lock);
651                 }
652                 spin_unlock(&dq_list_lock);
653         }
654
655         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
656                 if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt)
657                     && info_dirty(&dqopt->info[cnt]))
658                         sb->dq_op->write_info(sb, cnt);
659         dqstats_inc(DQST_SYNCS);
660
661         return ret;
662 }
663 EXPORT_SYMBOL(dquot_writeback_dquots);
664
665 /* Write all dquot structures to disk and make them visible from userspace */
666 int dquot_quota_sync(struct super_block *sb, int type)
667 {
668         struct quota_info *dqopt = sb_dqopt(sb);
669         int cnt;
670         int ret;
671
672         ret = dquot_writeback_dquots(sb, type);
673         if (ret)
674                 return ret;
675         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
676                 return 0;
677
678         /* This is not very clever (and fast) but currently I don't know about
679          * any other simple way of getting quota data to disk and we must get
680          * them there for userspace to be visible... */
681         if (sb->s_op->sync_fs)
682                 sb->s_op->sync_fs(sb, 1);
683         sync_blockdev(sb->s_bdev);
684
685         /*
686          * Now when everything is written we can discard the pagecache so
687          * that userspace sees the changes.
688          */
689         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
690                 if (type != -1 && cnt != type)
691                         continue;
692                 if (!sb_has_quota_active(sb, cnt))
693                         continue;
694                 inode_lock(dqopt->files[cnt]);
695                 truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
696                 inode_unlock(dqopt->files[cnt]);
697         }
698
699         return 0;
700 }
701 EXPORT_SYMBOL(dquot_quota_sync);
702
703 static unsigned long
704 dqcache_shrink_scan(struct shrinker *shrink, struct shrink_control *sc)
705 {
706         struct list_head *head;
707         struct dquot *dquot;
708         unsigned long freed = 0;
709
710         spin_lock(&dq_list_lock);
711         head = free_dquots.prev;
712         while (head != &free_dquots && sc->nr_to_scan) {
713                 dquot = list_entry(head, struct dquot, dq_free);
714                 remove_dquot_hash(dquot);
715                 remove_free_dquot(dquot);
716                 remove_inuse(dquot);
717                 do_destroy_dquot(dquot);
718                 sc->nr_to_scan--;
719                 freed++;
720                 head = free_dquots.prev;
721         }
722         spin_unlock(&dq_list_lock);
723         return freed;
724 }
725
726 static unsigned long
727 dqcache_shrink_count(struct shrinker *shrink, struct shrink_control *sc)
728 {
729         return vfs_pressure_ratio(
730         percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS]));
731 }
732
733 static struct shrinker dqcache_shrinker = {
734         .count_objects = dqcache_shrink_count,
735         .scan_objects = dqcache_shrink_scan,
736         .seeks = DEFAULT_SEEKS,
737 };
738
739 /*
740  * Put reference to dquot
741  */
742 void dqput(struct dquot *dquot)
743 {
744         int ret;
745
746         if (!dquot)
747                 return;
748 #ifdef CONFIG_QUOTA_DEBUG
749         if (!atomic_read(&dquot->dq_count)) {
750                 quota_error(dquot->dq_sb, "trying to free free dquot of %s %d",
751                             quotatypes[dquot->dq_id.type],
752                             from_kqid(&init_user_ns, dquot->dq_id));
753                 BUG();
754         }
755 #endif
756         dqstats_inc(DQST_DROPS);
757 we_slept:
758         spin_lock(&dq_list_lock);
759         if (atomic_read(&dquot->dq_count) > 1) {
760                 /* We have more than one user... nothing to do */
761                 atomic_dec(&dquot->dq_count);
762                 /* Releasing dquot during quotaoff phase? */
763                 if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) &&
764                     atomic_read(&dquot->dq_count) == 1)
765                         wake_up(&dquot_ref_wq);
766                 spin_unlock(&dq_list_lock);
767                 return;
768         }
769         /* Need to release dquot? */
770         if (dquot_dirty(dquot)) {
771                 spin_unlock(&dq_list_lock);
772                 /* Commit dquot before releasing */
773                 ret = dquot->dq_sb->dq_op->write_dquot(dquot);
774                 if (ret < 0) {
775                         quota_error(dquot->dq_sb, "Can't write quota structure"
776                                     " (error %d). Quota may get out of sync!",
777                                     ret);
778                         /*
779                          * We clear dirty bit anyway, so that we avoid
780                          * infinite loop here
781                          */
782                         clear_dquot_dirty(dquot);
783                 }
784                 goto we_slept;
785         }
786         if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
787                 spin_unlock(&dq_list_lock);
788                 dquot->dq_sb->dq_op->release_dquot(dquot);
789                 goto we_slept;
790         }
791         atomic_dec(&dquot->dq_count);
792 #ifdef CONFIG_QUOTA_DEBUG
793         /* sanity check */
794         BUG_ON(!list_empty(&dquot->dq_free));
795 #endif
796         put_dquot_last(dquot);
797         spin_unlock(&dq_list_lock);
798 }
799 EXPORT_SYMBOL(dqput);
800
801 struct dquot *dquot_alloc(struct super_block *sb, int type)
802 {
803         return kmem_cache_zalloc(dquot_cachep, GFP_NOFS);
804 }
805 EXPORT_SYMBOL(dquot_alloc);
806
807 static struct dquot *get_empty_dquot(struct super_block *sb, int type)
808 {
809         struct dquot *dquot;
810
811         dquot = sb->dq_op->alloc_dquot(sb, type);
812         if(!dquot)
813                 return NULL;
814
815         mutex_init(&dquot->dq_lock);
816         INIT_LIST_HEAD(&dquot->dq_free);
817         INIT_LIST_HEAD(&dquot->dq_inuse);
818         INIT_HLIST_NODE(&dquot->dq_hash);
819         INIT_LIST_HEAD(&dquot->dq_dirty);
820         dquot->dq_sb = sb;
821         dquot->dq_id = make_kqid_invalid(type);
822         atomic_set(&dquot->dq_count, 1);
823         spin_lock_init(&dquot->dq_dqb_lock);
824
825         return dquot;
826 }
827
828 /*
829  * Get reference to dquot
830  *
831  * Locking is slightly tricky here. We are guarded from parallel quotaoff()
832  * destroying our dquot by:
833  *   a) checking for quota flags under dq_list_lock and
834  *   b) getting a reference to dquot before we release dq_list_lock
835  */
836 struct dquot *dqget(struct super_block *sb, struct kqid qid)
837 {
838         unsigned int hashent = hashfn(sb, qid);
839         struct dquot *dquot, *empty = NULL;
840
841         if (!qid_has_mapping(sb->s_user_ns, qid))
842                 return ERR_PTR(-EINVAL);
843
844         if (!sb_has_quota_active(sb, qid.type))
845                 return ERR_PTR(-ESRCH);
846 we_slept:
847         spin_lock(&dq_list_lock);
848         spin_lock(&dq_state_lock);
849         if (!sb_has_quota_active(sb, qid.type)) {
850                 spin_unlock(&dq_state_lock);
851                 spin_unlock(&dq_list_lock);
852                 dquot = ERR_PTR(-ESRCH);
853                 goto out;
854         }
855         spin_unlock(&dq_state_lock);
856
857         dquot = find_dquot(hashent, sb, qid);
858         if (!dquot) {
859                 if (!empty) {
860                         spin_unlock(&dq_list_lock);
861                         empty = get_empty_dquot(sb, qid.type);
862                         if (!empty)
863                                 schedule();     /* Try to wait for a moment... */
864                         goto we_slept;
865                 }
866                 dquot = empty;
867                 empty = NULL;
868                 dquot->dq_id = qid;
869                 /* all dquots go on the inuse_list */
870                 put_inuse(dquot);
871                 /* hash it first so it can be found */
872                 insert_dquot_hash(dquot);
873                 spin_unlock(&dq_list_lock);
874                 dqstats_inc(DQST_LOOKUPS);
875         } else {
876                 if (!atomic_read(&dquot->dq_count))
877                         remove_free_dquot(dquot);
878                 atomic_inc(&dquot->dq_count);
879                 spin_unlock(&dq_list_lock);
880                 dqstats_inc(DQST_CACHE_HITS);
881                 dqstats_inc(DQST_LOOKUPS);
882         }
883         /* Wait for dq_lock - after this we know that either dquot_release() is
884          * already finished or it will be canceled due to dq_count > 1 test */
885         wait_on_dquot(dquot);
886         /* Read the dquot / allocate space in quota file */
887         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
888                 int err;
889
890                 err = sb->dq_op->acquire_dquot(dquot);
891                 if (err < 0) {
892                         dqput(dquot);
893                         dquot = ERR_PTR(err);
894                         goto out;
895                 }
896         }
897         /*
898          * Make sure following reads see filled structure - paired with
899          * smp_mb__before_atomic() in dquot_acquire().
900          */
901         smp_rmb();
902 #ifdef CONFIG_QUOTA_DEBUG
903         BUG_ON(!dquot->dq_sb);  /* Has somebody invalidated entry under us? */
904 #endif
905 out:
906         if (empty)
907                 do_destroy_dquot(empty);
908
909         return dquot;
910 }
911 EXPORT_SYMBOL(dqget);
912
913 static inline struct dquot **i_dquot(struct inode *inode)
914 {
915         return inode->i_sb->s_op->get_dquots(inode);
916 }
917
918 static int dqinit_needed(struct inode *inode, int type)
919 {
920         struct dquot * const *dquots;
921         int cnt;
922
923         if (IS_NOQUOTA(inode))
924                 return 0;
925
926         dquots = i_dquot(inode);
927         if (type != -1)
928                 return !dquots[type];
929         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
930                 if (!dquots[cnt])
931                         return 1;
932         return 0;
933 }
934
935 /* This routine is guarded by s_umount semaphore */
936 static void add_dquot_ref(struct super_block *sb, int type)
937 {
938         struct inode *inode, *old_inode = NULL;
939 #ifdef CONFIG_QUOTA_DEBUG
940         int reserved = 0;
941 #endif
942
943         spin_lock(&sb->s_inode_list_lock);
944         list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
945                 spin_lock(&inode->i_lock);
946                 if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) ||
947                     !atomic_read(&inode->i_writecount) ||
948                     !dqinit_needed(inode, type)) {
949                         spin_unlock(&inode->i_lock);
950                         continue;
951                 }
952                 __iget(inode);
953                 spin_unlock(&inode->i_lock);
954                 spin_unlock(&sb->s_inode_list_lock);
955
956 #ifdef CONFIG_QUOTA_DEBUG
957                 if (unlikely(inode_get_rsv_space(inode) > 0))
958                         reserved = 1;
959 #endif
960                 iput(old_inode);
961                 __dquot_initialize(inode, type);
962
963                 /*
964                  * We hold a reference to 'inode' so it couldn't have been
965                  * removed from s_inodes list while we dropped the
966                  * s_inode_list_lock. We cannot iput the inode now as we can be
967                  * holding the last reference and we cannot iput it under
968                  * s_inode_list_lock. So we keep the reference and iput it
969                  * later.
970                  */
971                 old_inode = inode;
972                 spin_lock(&sb->s_inode_list_lock);
973         }
974         spin_unlock(&sb->s_inode_list_lock);
975         iput(old_inode);
976
977 #ifdef CONFIG_QUOTA_DEBUG
978         if (reserved) {
979                 quota_error(sb, "Writes happened before quota was turned on "
980                         "thus quota information is probably inconsistent. "
981                         "Please run quotacheck(8)");
982         }
983 #endif
984 }
985
986 /*
987  * Remove references to dquots from inode and add dquot to list for freeing
988  * if we have the last reference to dquot
989  */
990 static void remove_inode_dquot_ref(struct inode *inode, int type,
991                                    struct list_head *tofree_head)
992 {
993         struct dquot **dquots = i_dquot(inode);
994         struct dquot *dquot = dquots[type];
995
996         if (!dquot)
997                 return;
998
999         dquots[type] = NULL;
1000         if (list_empty(&dquot->dq_free)) {
1001                 /*
1002                  * The inode still has reference to dquot so it can't be in the
1003                  * free list
1004                  */
1005                 spin_lock(&dq_list_lock);
1006                 list_add(&dquot->dq_free, tofree_head);
1007                 spin_unlock(&dq_list_lock);
1008         } else {
1009                 /*
1010                  * Dquot is already in a list to put so we won't drop the last
1011                  * reference here.
1012                  */
1013                 dqput(dquot);
1014         }
1015 }
1016
1017 /*
1018  * Free list of dquots
1019  * Dquots are removed from inodes and no new references can be got so we are
1020  * the only ones holding reference
1021  */
1022 static void put_dquot_list(struct list_head *tofree_head)
1023 {
1024         struct list_head *act_head;
1025         struct dquot *dquot;
1026
1027         act_head = tofree_head->next;
1028         while (act_head != tofree_head) {
1029                 dquot = list_entry(act_head, struct dquot, dq_free);
1030                 act_head = act_head->next;
1031                 /* Remove dquot from the list so we won't have problems... */
1032                 list_del_init(&dquot->dq_free);
1033                 dqput(dquot);
1034         }
1035 }
1036
1037 static void remove_dquot_ref(struct super_block *sb, int type,
1038                 struct list_head *tofree_head)
1039 {
1040         struct inode *inode;
1041         int reserved = 0;
1042
1043         spin_lock(&sb->s_inode_list_lock);
1044         list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
1045                 /*
1046                  *  We have to scan also I_NEW inodes because they can already
1047                  *  have quota pointer initialized. Luckily, we need to touch
1048                  *  only quota pointers and these have separate locking
1049                  *  (dq_data_lock).
1050                  */
1051                 spin_lock(&dq_data_lock);
1052                 if (!IS_NOQUOTA(inode)) {
1053                         if (unlikely(inode_get_rsv_space(inode) > 0))
1054                                 reserved = 1;
1055                         remove_inode_dquot_ref(inode, type, tofree_head);
1056                 }
1057                 spin_unlock(&dq_data_lock);
1058         }
1059         spin_unlock(&sb->s_inode_list_lock);
1060 #ifdef CONFIG_QUOTA_DEBUG
1061         if (reserved) {
1062                 printk(KERN_WARNING "VFS (%s): Writes happened after quota"
1063                         " was disabled thus quota information is probably "
1064                         "inconsistent. Please run quotacheck(8).\n", sb->s_id);
1065         }
1066 #endif
1067 }
1068
1069 /* Gather all references from inodes and drop them */
1070 static void drop_dquot_ref(struct super_block *sb, int type)
1071 {
1072         LIST_HEAD(tofree_head);
1073
1074         if (sb->dq_op) {
1075                 remove_dquot_ref(sb, type, &tofree_head);
1076                 synchronize_srcu(&dquot_srcu);
1077                 put_dquot_list(&tofree_head);
1078         }
1079 }
1080
1081 static inline
1082 void dquot_free_reserved_space(struct dquot *dquot, qsize_t number)
1083 {
1084         if (dquot->dq_dqb.dqb_rsvspace >= number)
1085                 dquot->dq_dqb.dqb_rsvspace -= number;
1086         else {
1087                 WARN_ON_ONCE(1);
1088                 dquot->dq_dqb.dqb_rsvspace = 0;
1089         }
1090         if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1091             dquot->dq_dqb.dqb_bsoftlimit)
1092                 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1093         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1094 }
1095
1096 static void dquot_decr_inodes(struct dquot *dquot, qsize_t number)
1097 {
1098         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1099             dquot->dq_dqb.dqb_curinodes >= number)
1100                 dquot->dq_dqb.dqb_curinodes -= number;
1101         else
1102                 dquot->dq_dqb.dqb_curinodes = 0;
1103         if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit)
1104                 dquot->dq_dqb.dqb_itime = (time64_t) 0;
1105         clear_bit(DQ_INODES_B, &dquot->dq_flags);
1106 }
1107
1108 static void dquot_decr_space(struct dquot *dquot, qsize_t number)
1109 {
1110         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1111             dquot->dq_dqb.dqb_curspace >= number)
1112                 dquot->dq_dqb.dqb_curspace -= number;
1113         else
1114                 dquot->dq_dqb.dqb_curspace = 0;
1115         if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1116             dquot->dq_dqb.dqb_bsoftlimit)
1117                 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1118         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1119 }
1120
1121 struct dquot_warn {
1122         struct super_block *w_sb;
1123         struct kqid w_dq_id;
1124         short w_type;
1125 };
1126
1127 static int warning_issued(struct dquot *dquot, const int warntype)
1128 {
1129         int flag = (warntype == QUOTA_NL_BHARDWARN ||
1130                 warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B :
1131                 ((warntype == QUOTA_NL_IHARDWARN ||
1132                 warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0);
1133
1134         if (!flag)
1135                 return 0;
1136         return test_and_set_bit(flag, &dquot->dq_flags);
1137 }
1138
1139 #ifdef CONFIG_PRINT_QUOTA_WARNING
1140 static int flag_print_warnings = 1;
1141
1142 static int need_print_warning(struct dquot_warn *warn)
1143 {
1144         if (!flag_print_warnings)
1145                 return 0;
1146
1147         switch (warn->w_dq_id.type) {
1148                 case USRQUOTA:
1149                         return uid_eq(current_fsuid(), warn->w_dq_id.uid);
1150                 case GRPQUOTA:
1151                         return in_group_p(warn->w_dq_id.gid);
1152                 case PRJQUOTA:
1153                         return 1;
1154         }
1155         return 0;
1156 }
1157
1158 /* Print warning to user which exceeded quota */
1159 static void print_warning(struct dquot_warn *warn)
1160 {
1161         char *msg = NULL;
1162         struct tty_struct *tty;
1163         int warntype = warn->w_type;
1164
1165         if (warntype == QUOTA_NL_IHARDBELOW ||
1166             warntype == QUOTA_NL_ISOFTBELOW ||
1167             warntype == QUOTA_NL_BHARDBELOW ||
1168             warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn))
1169                 return;
1170
1171         tty = get_current_tty();
1172         if (!tty)
1173                 return;
1174         tty_write_message(tty, warn->w_sb->s_id);
1175         if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN)
1176                 tty_write_message(tty, ": warning, ");
1177         else
1178                 tty_write_message(tty, ": write failed, ");
1179         tty_write_message(tty, quotatypes[warn->w_dq_id.type]);
1180         switch (warntype) {
1181                 case QUOTA_NL_IHARDWARN:
1182                         msg = " file limit reached.\r\n";
1183                         break;
1184                 case QUOTA_NL_ISOFTLONGWARN:
1185                         msg = " file quota exceeded too long.\r\n";
1186                         break;
1187                 case QUOTA_NL_ISOFTWARN:
1188                         msg = " file quota exceeded.\r\n";
1189                         break;
1190                 case QUOTA_NL_BHARDWARN:
1191                         msg = " block limit reached.\r\n";
1192                         break;
1193                 case QUOTA_NL_BSOFTLONGWARN:
1194                         msg = " block quota exceeded too long.\r\n";
1195                         break;
1196                 case QUOTA_NL_BSOFTWARN:
1197                         msg = " block quota exceeded.\r\n";
1198                         break;
1199         }
1200         tty_write_message(tty, msg);
1201         tty_kref_put(tty);
1202 }
1203 #endif
1204
1205 static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot,
1206                             int warntype)
1207 {
1208         if (warning_issued(dquot, warntype))
1209                 return;
1210         warn->w_type = warntype;
1211         warn->w_sb = dquot->dq_sb;
1212         warn->w_dq_id = dquot->dq_id;
1213 }
1214
1215 /*
1216  * Write warnings to the console and send warning messages over netlink.
1217  *
1218  * Note that this function can call into tty and networking code.
1219  */
1220 static void flush_warnings(struct dquot_warn *warn)
1221 {
1222         int i;
1223
1224         for (i = 0; i < MAXQUOTAS; i++) {
1225                 if (warn[i].w_type == QUOTA_NL_NOWARN)
1226                         continue;
1227 #ifdef CONFIG_PRINT_QUOTA_WARNING
1228                 print_warning(&warn[i]);
1229 #endif
1230                 quota_send_warning(warn[i].w_dq_id,
1231                                    warn[i].w_sb->s_dev, warn[i].w_type);
1232         }
1233 }
1234
1235 static int ignore_hardlimit(struct dquot *dquot)
1236 {
1237         struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
1238
1239         return capable(CAP_SYS_RESOURCE) &&
1240                (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD ||
1241                 !(info->dqi_flags & DQF_ROOT_SQUASH));
1242 }
1243
1244 static int dquot_add_inodes(struct dquot *dquot, qsize_t inodes,
1245                             struct dquot_warn *warn)
1246 {
1247         qsize_t newinodes;
1248         int ret = 0;
1249
1250         spin_lock(&dquot->dq_dqb_lock);
1251         newinodes = dquot->dq_dqb.dqb_curinodes + inodes;
1252         if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) ||
1253             test_bit(DQ_FAKE_B, &dquot->dq_flags))
1254                 goto add;
1255
1256         if (dquot->dq_dqb.dqb_ihardlimit &&
1257             newinodes > dquot->dq_dqb.dqb_ihardlimit &&
1258             !ignore_hardlimit(dquot)) {
1259                 prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN);
1260                 ret = -EDQUOT;
1261                 goto out;
1262         }
1263
1264         if (dquot->dq_dqb.dqb_isoftlimit &&
1265             newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1266             dquot->dq_dqb.dqb_itime &&
1267             ktime_get_real_seconds() >= dquot->dq_dqb.dqb_itime &&
1268             !ignore_hardlimit(dquot)) {
1269                 prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN);
1270                 ret = -EDQUOT;
1271                 goto out;
1272         }
1273
1274         if (dquot->dq_dqb.dqb_isoftlimit &&
1275             newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1276             dquot->dq_dqb.dqb_itime == 0) {
1277                 prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN);
1278                 dquot->dq_dqb.dqb_itime = ktime_get_real_seconds() +
1279                     sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace;
1280         }
1281 add:
1282         dquot->dq_dqb.dqb_curinodes = newinodes;
1283
1284 out:
1285         spin_unlock(&dquot->dq_dqb_lock);
1286         return ret;
1287 }
1288
1289 static int dquot_add_space(struct dquot *dquot, qsize_t space,
1290                            qsize_t rsv_space, unsigned int flags,
1291                            struct dquot_warn *warn)
1292 {
1293         qsize_t tspace;
1294         struct super_block *sb = dquot->dq_sb;
1295         int ret = 0;
1296
1297         spin_lock(&dquot->dq_dqb_lock);
1298         if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) ||
1299             test_bit(DQ_FAKE_B, &dquot->dq_flags))
1300                 goto add;
1301
1302         tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace
1303                 + space + rsv_space;
1304
1305         if (flags & DQUOT_SPACE_NOFAIL)
1306                 goto add;
1307
1308         if (dquot->dq_dqb.dqb_bhardlimit &&
1309             tspace > dquot->dq_dqb.dqb_bhardlimit &&
1310             !ignore_hardlimit(dquot)) {
1311                 if (flags & DQUOT_SPACE_WARN)
1312                         prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN);
1313                 ret = -EDQUOT;
1314                 goto out;
1315         }
1316
1317         if (dquot->dq_dqb.dqb_bsoftlimit &&
1318             tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1319             dquot->dq_dqb.dqb_btime &&
1320             ktime_get_real_seconds() >= dquot->dq_dqb.dqb_btime &&
1321             !ignore_hardlimit(dquot)) {
1322                 if (flags & DQUOT_SPACE_WARN)
1323                         prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN);
1324                 ret = -EDQUOT;
1325                 goto out;
1326         }
1327
1328         if (dquot->dq_dqb.dqb_bsoftlimit &&
1329             tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1330             dquot->dq_dqb.dqb_btime == 0) {
1331                 if (flags & DQUOT_SPACE_WARN) {
1332                         prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN);
1333                         dquot->dq_dqb.dqb_btime = ktime_get_real_seconds() +
1334                             sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace;
1335                 } else {
1336                         /*
1337                          * We don't allow preallocation to exceed softlimit so exceeding will
1338                          * be always printed
1339                          */
1340                         ret = -EDQUOT;
1341                         goto out;
1342                 }
1343         }
1344 add:
1345         dquot->dq_dqb.dqb_rsvspace += rsv_space;
1346         dquot->dq_dqb.dqb_curspace += space;
1347 out:
1348         spin_unlock(&dquot->dq_dqb_lock);
1349         return ret;
1350 }
1351
1352 static int info_idq_free(struct dquot *dquot, qsize_t inodes)
1353 {
1354         qsize_t newinodes;
1355
1356         if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1357             dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit ||
1358             !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type))
1359                 return QUOTA_NL_NOWARN;
1360
1361         newinodes = dquot->dq_dqb.dqb_curinodes - inodes;
1362         if (newinodes <= dquot->dq_dqb.dqb_isoftlimit)
1363                 return QUOTA_NL_ISOFTBELOW;
1364         if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit &&
1365             newinodes < dquot->dq_dqb.dqb_ihardlimit)
1366                 return QUOTA_NL_IHARDBELOW;
1367         return QUOTA_NL_NOWARN;
1368 }
1369
1370 static int info_bdq_free(struct dquot *dquot, qsize_t space)
1371 {
1372         qsize_t tspace;
1373
1374         tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace;
1375
1376         if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1377             tspace <= dquot->dq_dqb.dqb_bsoftlimit)
1378                 return QUOTA_NL_NOWARN;
1379
1380         if (tspace - space <= dquot->dq_dqb.dqb_bsoftlimit)
1381                 return QUOTA_NL_BSOFTBELOW;
1382         if (tspace >= dquot->dq_dqb.dqb_bhardlimit &&
1383             tspace - space < dquot->dq_dqb.dqb_bhardlimit)
1384                 return QUOTA_NL_BHARDBELOW;
1385         return QUOTA_NL_NOWARN;
1386 }
1387
1388 static int dquot_active(const struct inode *inode)
1389 {
1390         struct super_block *sb = inode->i_sb;
1391
1392         if (IS_NOQUOTA(inode))
1393                 return 0;
1394         return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb);
1395 }
1396
1397 /*
1398  * Initialize quota pointers in inode
1399  *
1400  * It is better to call this function outside of any transaction as it
1401  * might need a lot of space in journal for dquot structure allocation.
1402  */
1403 static int __dquot_initialize(struct inode *inode, int type)
1404 {
1405         int cnt, init_needed = 0;
1406         struct dquot **dquots, *got[MAXQUOTAS] = {};
1407         struct super_block *sb = inode->i_sb;
1408         qsize_t rsv;
1409         int ret = 0;
1410
1411         if (!dquot_active(inode))
1412                 return 0;
1413
1414         dquots = i_dquot(inode);
1415
1416         /* First get references to structures we might need. */
1417         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1418                 struct kqid qid;
1419                 kprojid_t projid;
1420                 int rc;
1421                 struct dquot *dquot;
1422
1423                 if (type != -1 && cnt != type)
1424                         continue;
1425                 /*
1426                  * The i_dquot should have been initialized in most cases,
1427                  * we check it without locking here to avoid unnecessary
1428                  * dqget()/dqput() calls.
1429                  */
1430                 if (dquots[cnt])
1431                         continue;
1432
1433                 if (!sb_has_quota_active(sb, cnt))
1434                         continue;
1435
1436                 init_needed = 1;
1437
1438                 switch (cnt) {
1439                 case USRQUOTA:
1440                         qid = make_kqid_uid(inode->i_uid);
1441                         break;
1442                 case GRPQUOTA:
1443                         qid = make_kqid_gid(inode->i_gid);
1444                         break;
1445                 case PRJQUOTA:
1446                         rc = inode->i_sb->dq_op->get_projid(inode, &projid);
1447                         if (rc)
1448                                 continue;
1449                         qid = make_kqid_projid(projid);
1450                         break;
1451                 }
1452                 dquot = dqget(sb, qid);
1453                 if (IS_ERR(dquot)) {
1454                         /* We raced with somebody turning quotas off... */
1455                         if (PTR_ERR(dquot) != -ESRCH) {
1456                                 ret = PTR_ERR(dquot);
1457                                 goto out_put;
1458                         }
1459                         dquot = NULL;
1460                 }
1461                 got[cnt] = dquot;
1462         }
1463
1464         /* All required i_dquot has been initialized */
1465         if (!init_needed)
1466                 return 0;
1467
1468         spin_lock(&dq_data_lock);
1469         if (IS_NOQUOTA(inode))
1470                 goto out_lock;
1471         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1472                 if (type != -1 && cnt != type)
1473                         continue;
1474                 /* Avoid races with quotaoff() */
1475                 if (!sb_has_quota_active(sb, cnt))
1476                         continue;
1477                 /* We could race with quotaon or dqget() could have failed */
1478                 if (!got[cnt])
1479                         continue;
1480                 if (!dquots[cnt]) {
1481                         dquots[cnt] = got[cnt];
1482                         got[cnt] = NULL;
1483                         /*
1484                          * Make quota reservation system happy if someone
1485                          * did a write before quota was turned on
1486                          */
1487                         rsv = inode_get_rsv_space(inode);
1488                         if (unlikely(rsv)) {
1489                                 spin_lock(&inode->i_lock);
1490                                 /* Get reservation again under proper lock */
1491                                 rsv = __inode_get_rsv_space(inode);
1492                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1493                                 dquots[cnt]->dq_dqb.dqb_rsvspace += rsv;
1494                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1495                                 spin_unlock(&inode->i_lock);
1496                         }
1497                 }
1498         }
1499 out_lock:
1500         spin_unlock(&dq_data_lock);
1501 out_put:
1502         /* Drop unused references */
1503         dqput_all(got);
1504
1505         return ret;
1506 }
1507
1508 int dquot_initialize(struct inode *inode)
1509 {
1510         return __dquot_initialize(inode, -1);
1511 }
1512 EXPORT_SYMBOL(dquot_initialize);
1513
1514 bool dquot_initialize_needed(struct inode *inode)
1515 {
1516         struct dquot **dquots;
1517         int i;
1518
1519         if (!dquot_active(inode))
1520                 return false;
1521
1522         dquots = i_dquot(inode);
1523         for (i = 0; i < MAXQUOTAS; i++)
1524                 if (!dquots[i] && sb_has_quota_active(inode->i_sb, i))
1525                         return true;
1526         return false;
1527 }
1528 EXPORT_SYMBOL(dquot_initialize_needed);
1529
1530 /*
1531  * Release all quotas referenced by inode.
1532  *
1533  * This function only be called on inode free or converting
1534  * a file to quota file, no other users for the i_dquot in
1535  * both cases, so we needn't call synchronize_srcu() after
1536  * clearing i_dquot.
1537  */
1538 static void __dquot_drop(struct inode *inode)
1539 {
1540         int cnt;
1541         struct dquot **dquots = i_dquot(inode);
1542         struct dquot *put[MAXQUOTAS];
1543
1544         spin_lock(&dq_data_lock);
1545         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1546                 put[cnt] = dquots[cnt];
1547                 dquots[cnt] = NULL;
1548         }
1549         spin_unlock(&dq_data_lock);
1550         dqput_all(put);
1551 }
1552
1553 void dquot_drop(struct inode *inode)
1554 {
1555         struct dquot * const *dquots;
1556         int cnt;
1557
1558         if (IS_NOQUOTA(inode))
1559                 return;
1560
1561         /*
1562          * Test before calling to rule out calls from proc and such
1563          * where we are not allowed to block. Note that this is
1564          * actually reliable test even without the lock - the caller
1565          * must assure that nobody can come after the DQUOT_DROP and
1566          * add quota pointers back anyway.
1567          */
1568         dquots = i_dquot(inode);
1569         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1570                 if (dquots[cnt])
1571                         break;
1572         }
1573
1574         if (cnt < MAXQUOTAS)
1575                 __dquot_drop(inode);
1576 }
1577 EXPORT_SYMBOL(dquot_drop);
1578
1579 /*
1580  * inode_reserved_space is managed internally by quota, and protected by
1581  * i_lock similar to i_blocks+i_bytes.
1582  */
1583 static qsize_t *inode_reserved_space(struct inode * inode)
1584 {
1585         /* Filesystem must explicitly define it's own method in order to use
1586          * quota reservation interface */
1587         BUG_ON(!inode->i_sb->dq_op->get_reserved_space);
1588         return inode->i_sb->dq_op->get_reserved_space(inode);
1589 }
1590
1591 static qsize_t __inode_get_rsv_space(struct inode *inode)
1592 {
1593         if (!inode->i_sb->dq_op->get_reserved_space)
1594                 return 0;
1595         return *inode_reserved_space(inode);
1596 }
1597
1598 static qsize_t inode_get_rsv_space(struct inode *inode)
1599 {
1600         qsize_t ret;
1601
1602         if (!inode->i_sb->dq_op->get_reserved_space)
1603                 return 0;
1604         spin_lock(&inode->i_lock);
1605         ret = __inode_get_rsv_space(inode);
1606         spin_unlock(&inode->i_lock);
1607         return ret;
1608 }
1609
1610 /*
1611  * This functions updates i_blocks+i_bytes fields and quota information
1612  * (together with appropriate checks).
1613  *
1614  * NOTE: We absolutely rely on the fact that caller dirties the inode
1615  * (usually helpers in quotaops.h care about this) and holds a handle for
1616  * the current transaction so that dquot write and inode write go into the
1617  * same transaction.
1618  */
1619
1620 /*
1621  * This operation can block, but only after everything is updated
1622  */
1623 int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags)
1624 {
1625         int cnt, ret = 0, index;
1626         struct dquot_warn warn[MAXQUOTAS];
1627         int reserve = flags & DQUOT_SPACE_RESERVE;
1628         struct dquot **dquots;
1629
1630         if (!dquot_active(inode)) {
1631                 if (reserve) {
1632                         spin_lock(&inode->i_lock);
1633                         *inode_reserved_space(inode) += number;
1634                         spin_unlock(&inode->i_lock);
1635                 } else {
1636                         inode_add_bytes(inode, number);
1637                 }
1638                 goto out;
1639         }
1640
1641         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1642                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1643
1644         dquots = i_dquot(inode);
1645         index = srcu_read_lock(&dquot_srcu);
1646         spin_lock(&inode->i_lock);
1647         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1648                 if (!dquots[cnt])
1649                         continue;
1650                 if (flags & DQUOT_SPACE_RESERVE) {
1651                         ret = dquot_add_space(dquots[cnt], 0, number, flags,
1652                                               &warn[cnt]);
1653                 } else {
1654                         ret = dquot_add_space(dquots[cnt], number, 0, flags,
1655                                               &warn[cnt]);
1656                 }
1657                 if (ret) {
1658                         /* Back out changes we already did */
1659                         for (cnt--; cnt >= 0; cnt--) {
1660                                 if (!dquots[cnt])
1661                                         continue;
1662                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1663                                 if (flags & DQUOT_SPACE_RESERVE) {
1664                                         dquots[cnt]->dq_dqb.dqb_rsvspace -=
1665                                                                         number;
1666                                 } else {
1667                                         dquots[cnt]->dq_dqb.dqb_curspace -=
1668                                                                         number;
1669                                 }
1670                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1671                         }
1672                         spin_unlock(&inode->i_lock);
1673                         goto out_flush_warn;
1674                 }
1675         }
1676         if (reserve)
1677                 *inode_reserved_space(inode) += number;
1678         else
1679                 __inode_add_bytes(inode, number);
1680         spin_unlock(&inode->i_lock);
1681
1682         if (reserve)
1683                 goto out_flush_warn;
1684         mark_all_dquot_dirty(dquots);
1685 out_flush_warn:
1686         srcu_read_unlock(&dquot_srcu, index);
1687         flush_warnings(warn);
1688 out:
1689         return ret;
1690 }
1691 EXPORT_SYMBOL(__dquot_alloc_space);
1692
1693 /*
1694  * This operation can block, but only after everything is updated
1695  */
1696 int dquot_alloc_inode(struct inode *inode)
1697 {
1698         int cnt, ret = 0, index;
1699         struct dquot_warn warn[MAXQUOTAS];
1700         struct dquot * const *dquots;
1701
1702         if (!dquot_active(inode))
1703                 return 0;
1704         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1705                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1706
1707         dquots = i_dquot(inode);
1708         index = srcu_read_lock(&dquot_srcu);
1709         spin_lock(&inode->i_lock);
1710         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1711                 if (!dquots[cnt])
1712                         continue;
1713                 ret = dquot_add_inodes(dquots[cnt], 1, &warn[cnt]);
1714                 if (ret) {
1715                         for (cnt--; cnt >= 0; cnt--) {
1716                                 if (!dquots[cnt])
1717                                         continue;
1718                                 /* Back out changes we already did */
1719                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1720                                 dquots[cnt]->dq_dqb.dqb_curinodes--;
1721                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1722                         }
1723                         goto warn_put_all;
1724                 }
1725         }
1726
1727 warn_put_all:
1728         spin_unlock(&inode->i_lock);
1729         if (ret == 0)
1730                 mark_all_dquot_dirty(dquots);
1731         srcu_read_unlock(&dquot_srcu, index);
1732         flush_warnings(warn);
1733         return ret;
1734 }
1735 EXPORT_SYMBOL(dquot_alloc_inode);
1736
1737 /*
1738  * Convert in-memory reserved quotas to real consumed quotas
1739  */
1740 int dquot_claim_space_nodirty(struct inode *inode, qsize_t number)
1741 {
1742         struct dquot **dquots;
1743         int cnt, index;
1744
1745         if (!dquot_active(inode)) {
1746                 spin_lock(&inode->i_lock);
1747                 *inode_reserved_space(inode) -= number;
1748                 __inode_add_bytes(inode, number);
1749                 spin_unlock(&inode->i_lock);
1750                 return 0;
1751         }
1752
1753         dquots = i_dquot(inode);
1754         index = srcu_read_lock(&dquot_srcu);
1755         spin_lock(&inode->i_lock);
1756         /* Claim reserved quotas to allocated quotas */
1757         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1758                 if (dquots[cnt]) {
1759                         struct dquot *dquot = dquots[cnt];
1760
1761                         spin_lock(&dquot->dq_dqb_lock);
1762                         if (WARN_ON_ONCE(dquot->dq_dqb.dqb_rsvspace < number))
1763                                 number = dquot->dq_dqb.dqb_rsvspace;
1764                         dquot->dq_dqb.dqb_curspace += number;
1765                         dquot->dq_dqb.dqb_rsvspace -= number;
1766                         spin_unlock(&dquot->dq_dqb_lock);
1767                 }
1768         }
1769         /* Update inode bytes */
1770         *inode_reserved_space(inode) -= number;
1771         __inode_add_bytes(inode, number);
1772         spin_unlock(&inode->i_lock);
1773         mark_all_dquot_dirty(dquots);
1774         srcu_read_unlock(&dquot_srcu, index);
1775         return 0;
1776 }
1777 EXPORT_SYMBOL(dquot_claim_space_nodirty);
1778
1779 /*
1780  * Convert allocated space back to in-memory reserved quotas
1781  */
1782 void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number)
1783 {
1784         struct dquot **dquots;
1785         int cnt, index;
1786
1787         if (!dquot_active(inode)) {
1788                 spin_lock(&inode->i_lock);
1789                 *inode_reserved_space(inode) += number;
1790                 __inode_sub_bytes(inode, number);
1791                 spin_unlock(&inode->i_lock);
1792                 return;
1793         }
1794
1795         dquots = i_dquot(inode);
1796         index = srcu_read_lock(&dquot_srcu);
1797         spin_lock(&inode->i_lock);
1798         /* Claim reserved quotas to allocated quotas */
1799         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1800                 if (dquots[cnt]) {
1801                         struct dquot *dquot = dquots[cnt];
1802
1803                         spin_lock(&dquot->dq_dqb_lock);
1804                         if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number))
1805                                 number = dquot->dq_dqb.dqb_curspace;
1806                         dquot->dq_dqb.dqb_rsvspace += number;
1807                         dquot->dq_dqb.dqb_curspace -= number;
1808                         spin_unlock(&dquot->dq_dqb_lock);
1809                 }
1810         }
1811         /* Update inode bytes */
1812         *inode_reserved_space(inode) += number;
1813         __inode_sub_bytes(inode, number);
1814         spin_unlock(&inode->i_lock);
1815         mark_all_dquot_dirty(dquots);
1816         srcu_read_unlock(&dquot_srcu, index);
1817         return;
1818 }
1819 EXPORT_SYMBOL(dquot_reclaim_space_nodirty);
1820
1821 /*
1822  * This operation can block, but only after everything is updated
1823  */
1824 void __dquot_free_space(struct inode *inode, qsize_t number, int flags)
1825 {
1826         unsigned int cnt;
1827         struct dquot_warn warn[MAXQUOTAS];
1828         struct dquot **dquots;
1829         int reserve = flags & DQUOT_SPACE_RESERVE, index;
1830
1831         if (!dquot_active(inode)) {
1832                 if (reserve) {
1833                         spin_lock(&inode->i_lock);
1834                         *inode_reserved_space(inode) -= number;
1835                         spin_unlock(&inode->i_lock);
1836                 } else {
1837                         inode_sub_bytes(inode, number);
1838                 }
1839                 return;
1840         }
1841
1842         dquots = i_dquot(inode);
1843         index = srcu_read_lock(&dquot_srcu);
1844         spin_lock(&inode->i_lock);
1845         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1846                 int wtype;
1847
1848                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1849                 if (!dquots[cnt])
1850                         continue;
1851                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1852                 wtype = info_bdq_free(dquots[cnt], number);
1853                 if (wtype != QUOTA_NL_NOWARN)
1854                         prepare_warning(&warn[cnt], dquots[cnt], wtype);
1855                 if (reserve)
1856                         dquot_free_reserved_space(dquots[cnt], number);
1857                 else
1858                         dquot_decr_space(dquots[cnt], number);
1859                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1860         }
1861         if (reserve)
1862                 *inode_reserved_space(inode) -= number;
1863         else
1864                 __inode_sub_bytes(inode, number);
1865         spin_unlock(&inode->i_lock);
1866
1867         if (reserve)
1868                 goto out_unlock;
1869         mark_all_dquot_dirty(dquots);
1870 out_unlock:
1871         srcu_read_unlock(&dquot_srcu, index);
1872         flush_warnings(warn);
1873 }
1874 EXPORT_SYMBOL(__dquot_free_space);
1875
1876 /*
1877  * This operation can block, but only after everything is updated
1878  */
1879 void dquot_free_inode(struct inode *inode)
1880 {
1881         unsigned int cnt;
1882         struct dquot_warn warn[MAXQUOTAS];
1883         struct dquot * const *dquots;
1884         int index;
1885
1886         if (!dquot_active(inode))
1887                 return;
1888
1889         dquots = i_dquot(inode);
1890         index = srcu_read_lock(&dquot_srcu);
1891         spin_lock(&inode->i_lock);
1892         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1893                 int wtype;
1894
1895                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1896                 if (!dquots[cnt])
1897                         continue;
1898                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1899                 wtype = info_idq_free(dquots[cnt], 1);
1900                 if (wtype != QUOTA_NL_NOWARN)
1901                         prepare_warning(&warn[cnt], dquots[cnt], wtype);
1902                 dquot_decr_inodes(dquots[cnt], 1);
1903                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1904         }
1905         spin_unlock(&inode->i_lock);
1906         mark_all_dquot_dirty(dquots);
1907         srcu_read_unlock(&dquot_srcu, index);
1908         flush_warnings(warn);
1909 }
1910 EXPORT_SYMBOL(dquot_free_inode);
1911
1912 /*
1913  * Transfer the number of inode and blocks from one diskquota to an other.
1914  * On success, dquot references in transfer_to are consumed and references
1915  * to original dquots that need to be released are placed there. On failure,
1916  * references are kept untouched.
1917  *
1918  * This operation can block, but only after everything is updated
1919  * A transaction must be started when entering this function.
1920  *
1921  * We are holding reference on transfer_from & transfer_to, no need to
1922  * protect them by srcu_read_lock().
1923  */
1924 int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
1925 {
1926         qsize_t cur_space;
1927         qsize_t rsv_space = 0;
1928         qsize_t inode_usage = 1;
1929         struct dquot *transfer_from[MAXQUOTAS] = {};
1930         int cnt, ret = 0;
1931         char is_valid[MAXQUOTAS] = {};
1932         struct dquot_warn warn_to[MAXQUOTAS];
1933         struct dquot_warn warn_from_inodes[MAXQUOTAS];
1934         struct dquot_warn warn_from_space[MAXQUOTAS];
1935
1936         if (IS_NOQUOTA(inode))
1937                 return 0;
1938
1939         if (inode->i_sb->dq_op->get_inode_usage) {
1940                 ret = inode->i_sb->dq_op->get_inode_usage(inode, &inode_usage);
1941                 if (ret)
1942                         return ret;
1943         }
1944
1945         /* Initialize the arrays */
1946         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1947                 warn_to[cnt].w_type = QUOTA_NL_NOWARN;
1948                 warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN;
1949                 warn_from_space[cnt].w_type = QUOTA_NL_NOWARN;
1950         }
1951
1952         spin_lock(&dq_data_lock);
1953         spin_lock(&inode->i_lock);
1954         if (IS_NOQUOTA(inode)) {        /* File without quota accounting? */
1955                 spin_unlock(&inode->i_lock);
1956                 spin_unlock(&dq_data_lock);
1957                 return 0;
1958         }
1959         cur_space = __inode_get_bytes(inode);
1960         rsv_space = __inode_get_rsv_space(inode);
1961         /*
1962          * Build the transfer_from list, check limits, and update usage in
1963          * the target structures.
1964          */
1965         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1966                 /*
1967                  * Skip changes for same uid or gid or for turned off quota-type.
1968                  */
1969                 if (!transfer_to[cnt])
1970                         continue;
1971                 /* Avoid races with quotaoff() */
1972                 if (!sb_has_quota_active(inode->i_sb, cnt))
1973                         continue;
1974                 is_valid[cnt] = 1;
1975                 transfer_from[cnt] = i_dquot(inode)[cnt];
1976                 ret = dquot_add_inodes(transfer_to[cnt], inode_usage,
1977                                        &warn_to[cnt]);
1978                 if (ret)
1979                         goto over_quota;
1980                 ret = dquot_add_space(transfer_to[cnt], cur_space, rsv_space, 0,
1981                                       &warn_to[cnt]);
1982                 if (ret) {
1983                         dquot_decr_inodes(transfer_to[cnt], inode_usage);
1984                         goto over_quota;
1985                 }
1986         }
1987
1988         /* Decrease usage for source structures and update quota pointers */
1989         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1990                 if (!is_valid[cnt])
1991                         continue;
1992                 /* Due to IO error we might not have transfer_from[] structure */
1993                 if (transfer_from[cnt]) {
1994                         int wtype;
1995
1996                         spin_lock(&transfer_from[cnt]->dq_dqb_lock);
1997                         wtype = info_idq_free(transfer_from[cnt], inode_usage);
1998                         if (wtype != QUOTA_NL_NOWARN)
1999                                 prepare_warning(&warn_from_inodes[cnt],
2000                                                 transfer_from[cnt], wtype);
2001                         wtype = info_bdq_free(transfer_from[cnt],
2002                                               cur_space + rsv_space);
2003                         if (wtype != QUOTA_NL_NOWARN)
2004                                 prepare_warning(&warn_from_space[cnt],
2005                                                 transfer_from[cnt], wtype);
2006                         dquot_decr_inodes(transfer_from[cnt], inode_usage);
2007                         dquot_decr_space(transfer_from[cnt], cur_space);
2008                         dquot_free_reserved_space(transfer_from[cnt],
2009                                                   rsv_space);
2010                         spin_unlock(&transfer_from[cnt]->dq_dqb_lock);
2011                 }
2012                 i_dquot(inode)[cnt] = transfer_to[cnt];
2013         }
2014         spin_unlock(&inode->i_lock);
2015         spin_unlock(&dq_data_lock);
2016
2017         mark_all_dquot_dirty(transfer_from);
2018         mark_all_dquot_dirty(transfer_to);
2019         flush_warnings(warn_to);
2020         flush_warnings(warn_from_inodes);
2021         flush_warnings(warn_from_space);
2022         /* Pass back references to put */
2023         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2024                 if (is_valid[cnt])
2025                         transfer_to[cnt] = transfer_from[cnt];
2026         return 0;
2027 over_quota:
2028         /* Back out changes we already did */
2029         for (cnt--; cnt >= 0; cnt--) {
2030                 if (!is_valid[cnt])
2031                         continue;
2032                 spin_lock(&transfer_to[cnt]->dq_dqb_lock);
2033                 dquot_decr_inodes(transfer_to[cnt], inode_usage);
2034                 dquot_decr_space(transfer_to[cnt], cur_space);
2035                 dquot_free_reserved_space(transfer_to[cnt], rsv_space);
2036                 spin_unlock(&transfer_to[cnt]->dq_dqb_lock);
2037         }
2038         spin_unlock(&inode->i_lock);
2039         spin_unlock(&dq_data_lock);
2040         flush_warnings(warn_to);
2041         return ret;
2042 }
2043 EXPORT_SYMBOL(__dquot_transfer);
2044
2045 /* Wrapper for transferring ownership of an inode for uid/gid only
2046  * Called from FSXXX_setattr()
2047  */
2048 int dquot_transfer(struct inode *inode, struct iattr *iattr)
2049 {
2050         struct dquot *transfer_to[MAXQUOTAS] = {};
2051         struct dquot *dquot;
2052         struct super_block *sb = inode->i_sb;
2053         int ret;
2054
2055         if (!dquot_active(inode))
2056                 return 0;
2057
2058         if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid)){
2059                 dquot = dqget(sb, make_kqid_uid(iattr->ia_uid));
2060                 if (IS_ERR(dquot)) {
2061                         if (PTR_ERR(dquot) != -ESRCH) {
2062                                 ret = PTR_ERR(dquot);
2063                                 goto out_put;
2064                         }
2065                         dquot = NULL;
2066                 }
2067                 transfer_to[USRQUOTA] = dquot;
2068         }
2069         if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid)){
2070                 dquot = dqget(sb, make_kqid_gid(iattr->ia_gid));
2071                 if (IS_ERR(dquot)) {
2072                         if (PTR_ERR(dquot) != -ESRCH) {
2073                                 ret = PTR_ERR(dquot);
2074                                 goto out_put;
2075                         }
2076                         dquot = NULL;
2077                 }
2078                 transfer_to[GRPQUOTA] = dquot;
2079         }
2080         ret = __dquot_transfer(inode, transfer_to);
2081 out_put:
2082         dqput_all(transfer_to);
2083         return ret;
2084 }
2085 EXPORT_SYMBOL(dquot_transfer);
2086
2087 /*
2088  * Write info of quota file to disk
2089  */
2090 int dquot_commit_info(struct super_block *sb, int type)
2091 {
2092         struct quota_info *dqopt = sb_dqopt(sb);
2093
2094         return dqopt->ops[type]->write_file_info(sb, type);
2095 }
2096 EXPORT_SYMBOL(dquot_commit_info);
2097
2098 int dquot_get_next_id(struct super_block *sb, struct kqid *qid)
2099 {
2100         struct quota_info *dqopt = sb_dqopt(sb);
2101
2102         if (!sb_has_quota_active(sb, qid->type))
2103                 return -ESRCH;
2104         if (!dqopt->ops[qid->type]->get_next_id)
2105                 return -ENOSYS;
2106         return dqopt->ops[qid->type]->get_next_id(sb, qid);
2107 }
2108 EXPORT_SYMBOL(dquot_get_next_id);
2109
2110 /*
2111  * Definitions of diskquota operations.
2112  */
2113 const struct dquot_operations dquot_operations = {
2114         .write_dquot    = dquot_commit,
2115         .acquire_dquot  = dquot_acquire,
2116         .release_dquot  = dquot_release,
2117         .mark_dirty     = dquot_mark_dquot_dirty,
2118         .write_info     = dquot_commit_info,
2119         .alloc_dquot    = dquot_alloc,
2120         .destroy_dquot  = dquot_destroy,
2121         .get_next_id    = dquot_get_next_id,
2122 };
2123 EXPORT_SYMBOL(dquot_operations);
2124
2125 /*
2126  * Generic helper for ->open on filesystems supporting disk quotas.
2127  */
2128 int dquot_file_open(struct inode *inode, struct file *file)
2129 {
2130         int error;
2131
2132         error = generic_file_open(inode, file);
2133         if (!error && (file->f_mode & FMODE_WRITE))
2134                 dquot_initialize(inode);
2135         return error;
2136 }
2137 EXPORT_SYMBOL(dquot_file_open);
2138
2139 /*
2140  * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount)
2141  */
2142 int dquot_disable(struct super_block *sb, int type, unsigned int flags)
2143 {
2144         int cnt, ret = 0;
2145         struct quota_info *dqopt = sb_dqopt(sb);
2146         struct inode *toputinode[MAXQUOTAS];
2147
2148         /* s_umount should be held in exclusive mode */
2149         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2150                 up_read(&sb->s_umount);
2151
2152         /* Cannot turn off usage accounting without turning off limits, or
2153          * suspend quotas and simultaneously turn quotas off. */
2154         if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED))
2155             || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED |
2156             DQUOT_USAGE_ENABLED)))
2157                 return -EINVAL;
2158
2159         /*
2160          * Skip everything if there's nothing to do. We have to do this because
2161          * sometimes we are called when fill_super() failed and calling
2162          * sync_fs() in such cases does no good.
2163          */
2164         if (!sb_any_quota_loaded(sb))
2165                 return 0;
2166
2167         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2168                 toputinode[cnt] = NULL;
2169                 if (type != -1 && cnt != type)
2170                         continue;
2171                 if (!sb_has_quota_loaded(sb, cnt))
2172                         continue;
2173
2174                 if (flags & DQUOT_SUSPENDED) {
2175                         spin_lock(&dq_state_lock);
2176                         dqopt->flags |=
2177                                 dquot_state_flag(DQUOT_SUSPENDED, cnt);
2178                         spin_unlock(&dq_state_lock);
2179                 } else {
2180                         spin_lock(&dq_state_lock);
2181                         dqopt->flags &= ~dquot_state_flag(flags, cnt);
2182                         /* Turning off suspended quotas? */
2183                         if (!sb_has_quota_loaded(sb, cnt) &&
2184                             sb_has_quota_suspended(sb, cnt)) {
2185                                 dqopt->flags &= ~dquot_state_flag(
2186                                                         DQUOT_SUSPENDED, cnt);
2187                                 spin_unlock(&dq_state_lock);
2188                                 iput(dqopt->files[cnt]);
2189                                 dqopt->files[cnt] = NULL;
2190                                 continue;
2191                         }
2192                         spin_unlock(&dq_state_lock);
2193                 }
2194
2195                 /* We still have to keep quota loaded? */
2196                 if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED))
2197                         continue;
2198
2199                 /* Note: these are blocking operations */
2200                 drop_dquot_ref(sb, cnt);
2201                 invalidate_dquots(sb, cnt);
2202                 /*
2203                  * Now all dquots should be invalidated, all writes done so we
2204                  * should be only users of the info. No locks needed.
2205                  */
2206                 if (info_dirty(&dqopt->info[cnt]))
2207                         sb->dq_op->write_info(sb, cnt);
2208                 if (dqopt->ops[cnt]->free_file_info)
2209                         dqopt->ops[cnt]->free_file_info(sb, cnt);
2210                 put_quota_format(dqopt->info[cnt].dqi_format);
2211
2212                 toputinode[cnt] = dqopt->files[cnt];
2213                 if (!sb_has_quota_loaded(sb, cnt))
2214                         dqopt->files[cnt] = NULL;
2215                 dqopt->info[cnt].dqi_flags = 0;
2216                 dqopt->info[cnt].dqi_igrace = 0;
2217                 dqopt->info[cnt].dqi_bgrace = 0;
2218                 dqopt->ops[cnt] = NULL;
2219         }
2220
2221         /* Skip syncing and setting flags if quota files are hidden */
2222         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
2223                 goto put_inodes;
2224
2225         /* Sync the superblock so that buffers with quota data are written to
2226          * disk (and so userspace sees correct data afterwards). */
2227         if (sb->s_op->sync_fs)
2228                 sb->s_op->sync_fs(sb, 1);
2229         sync_blockdev(sb->s_bdev);
2230         /* Now the quota files are just ordinary files and we can set the
2231          * inode flags back. Moreover we discard the pagecache so that
2232          * userspace sees the writes we did bypassing the pagecache. We
2233          * must also discard the blockdev buffers so that we see the
2234          * changes done by userspace on the next quotaon() */
2235         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2236                 /* This can happen when suspending quotas on remount-ro... */
2237                 if (toputinode[cnt] && !sb_has_quota_loaded(sb, cnt)) {
2238                         inode_lock(toputinode[cnt]);
2239                         toputinode[cnt]->i_flags &= ~S_NOQUOTA;
2240                         truncate_inode_pages(&toputinode[cnt]->i_data, 0);
2241                         inode_unlock(toputinode[cnt]);
2242                         mark_inode_dirty_sync(toputinode[cnt]);
2243                 }
2244         if (sb->s_bdev)
2245                 invalidate_bdev(sb->s_bdev);
2246 put_inodes:
2247         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2248                 if (toputinode[cnt]) {
2249                         /* On remount RO, we keep the inode pointer so that we
2250                          * can reenable quota on the subsequent remount RW. We
2251                          * have to check 'flags' variable and not use sb_has_
2252                          * function because another quotaon / quotaoff could
2253                          * change global state before we got here. We refuse
2254                          * to suspend quotas when there is pending delete on
2255                          * the quota file... */
2256                         if (!(flags & DQUOT_SUSPENDED))
2257                                 iput(toputinode[cnt]);
2258                         else if (!toputinode[cnt]->i_nlink)
2259                                 ret = -EBUSY;
2260                 }
2261         return ret;
2262 }
2263 EXPORT_SYMBOL(dquot_disable);
2264
2265 int dquot_quota_off(struct super_block *sb, int type)
2266 {
2267         return dquot_disable(sb, type,
2268                              DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2269 }
2270 EXPORT_SYMBOL(dquot_quota_off);
2271
2272 /*
2273  *      Turn quotas on on a device
2274  */
2275
2276 /*
2277  * Helper function to turn quotas on when we already have the inode of
2278  * quota file and no quota information is loaded.
2279  */
2280 static int vfs_load_quota_inode(struct inode *inode, int type, int format_id,
2281         unsigned int flags)
2282 {
2283         struct quota_format_type *fmt = find_quota_format(format_id);
2284         struct super_block *sb = inode->i_sb;
2285         struct quota_info *dqopt = sb_dqopt(sb);
2286         int error;
2287
2288         if (!fmt)
2289                 return -ESRCH;
2290         if (!S_ISREG(inode->i_mode)) {
2291                 error = -EACCES;
2292                 goto out_fmt;
2293         }
2294         if (IS_RDONLY(inode)) {
2295                 error = -EROFS;
2296                 goto out_fmt;
2297         }
2298         if (!sb->s_op->quota_write || !sb->s_op->quota_read ||
2299             (type == PRJQUOTA && sb->dq_op->get_projid == NULL)) {
2300                 error = -EINVAL;
2301                 goto out_fmt;
2302         }
2303         /* Filesystems outside of init_user_ns not yet supported */
2304         if (sb->s_user_ns != &init_user_ns) {
2305                 error = -EINVAL;
2306                 goto out_fmt;
2307         }
2308         /* Usage always has to be set... */
2309         if (!(flags & DQUOT_USAGE_ENABLED)) {
2310                 error = -EINVAL;
2311                 goto out_fmt;
2312         }
2313         if (sb_has_quota_loaded(sb, type)) {
2314                 error = -EBUSY;
2315                 goto out_fmt;
2316         }
2317
2318         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2319                 /* As we bypass the pagecache we must now flush all the
2320                  * dirty data and invalidate caches so that kernel sees
2321                  * changes from userspace. It is not enough to just flush
2322                  * the quota file since if blocksize < pagesize, invalidation
2323                  * of the cache could fail because of other unrelated dirty
2324                  * data */
2325                 sync_filesystem(sb);
2326                 invalidate_bdev(sb->s_bdev);
2327         }
2328
2329         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2330                 /* We don't want quota and atime on quota files (deadlocks
2331                  * possible) Also nobody should write to the file - we use
2332                  * special IO operations which ignore the immutable bit. */
2333                 inode_lock(inode);
2334                 inode->i_flags |= S_NOQUOTA;
2335                 inode_unlock(inode);
2336                 /*
2337                  * When S_NOQUOTA is set, remove dquot references as no more
2338                  * references can be added
2339                  */
2340                 __dquot_drop(inode);
2341         }
2342
2343         error = -EIO;
2344         dqopt->files[type] = igrab(inode);
2345         if (!dqopt->files[type])
2346                 goto out_file_flags;
2347         error = -EINVAL;
2348         if (!fmt->qf_ops->check_quota_file(sb, type))
2349                 goto out_file_init;
2350
2351         dqopt->ops[type] = fmt->qf_ops;
2352         dqopt->info[type].dqi_format = fmt;
2353         dqopt->info[type].dqi_fmt_id = format_id;
2354         INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list);
2355         error = dqopt->ops[type]->read_file_info(sb, type);
2356         if (error < 0)
2357                 goto out_file_init;
2358         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) {
2359                 spin_lock(&dq_data_lock);
2360                 dqopt->info[type].dqi_flags |= DQF_SYS_FILE;
2361                 spin_unlock(&dq_data_lock);
2362         }
2363         spin_lock(&dq_state_lock);
2364         dqopt->flags |= dquot_state_flag(flags, type);
2365         spin_unlock(&dq_state_lock);
2366
2367         add_dquot_ref(sb, type);
2368
2369         return 0;
2370
2371 out_file_init:
2372         dqopt->files[type] = NULL;
2373         iput(inode);
2374 out_file_flags:
2375         inode_lock(inode);
2376         inode->i_flags &= ~S_NOQUOTA;
2377         inode_unlock(inode);
2378 out_fmt:
2379         put_quota_format(fmt);
2380
2381         return error; 
2382 }
2383
2384 /* Reenable quotas on remount RW */
2385 int dquot_resume(struct super_block *sb, int type)
2386 {
2387         struct quota_info *dqopt = sb_dqopt(sb);
2388         struct inode *inode;
2389         int ret = 0, cnt;
2390         unsigned int flags;
2391
2392         /* s_umount should be held in exclusive mode */
2393         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2394                 up_read(&sb->s_umount);
2395
2396         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2397                 if (type != -1 && cnt != type)
2398                         continue;
2399                 if (!sb_has_quota_suspended(sb, cnt))
2400                         continue;
2401
2402                 inode = dqopt->files[cnt];
2403                 dqopt->files[cnt] = NULL;
2404                 spin_lock(&dq_state_lock);
2405                 flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED |
2406                                                         DQUOT_LIMITS_ENABLED,
2407                                                         cnt);
2408                 dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt);
2409                 spin_unlock(&dq_state_lock);
2410
2411                 flags = dquot_generic_flag(flags, cnt);
2412                 ret = vfs_load_quota_inode(inode, cnt,
2413                                 dqopt->info[cnt].dqi_fmt_id, flags);
2414                 iput(inode);
2415         }
2416
2417         return ret;
2418 }
2419 EXPORT_SYMBOL(dquot_resume);
2420
2421 int dquot_quota_on(struct super_block *sb, int type, int format_id,
2422                    const struct path *path)
2423 {
2424         int error = security_quota_on(path->dentry);
2425         if (error)
2426                 return error;
2427         /* Quota file not on the same filesystem? */
2428         if (path->dentry->d_sb != sb)
2429                 error = -EXDEV;
2430         else
2431                 error = vfs_load_quota_inode(d_inode(path->dentry), type,
2432                                              format_id, DQUOT_USAGE_ENABLED |
2433                                              DQUOT_LIMITS_ENABLED);
2434         return error;
2435 }
2436 EXPORT_SYMBOL(dquot_quota_on);
2437
2438 /*
2439  * More powerful function for turning on quotas allowing setting
2440  * of individual quota flags
2441  */
2442 int dquot_enable(struct inode *inode, int type, int format_id,
2443                  unsigned int flags)
2444 {
2445         struct super_block *sb = inode->i_sb;
2446
2447         /* Just unsuspend quotas? */
2448         BUG_ON(flags & DQUOT_SUSPENDED);
2449         /* s_umount should be held in exclusive mode */
2450         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2451                 up_read(&sb->s_umount);
2452
2453         if (!flags)
2454                 return 0;
2455         /* Just updating flags needed? */
2456         if (sb_has_quota_loaded(sb, type)) {
2457                 if (flags & DQUOT_USAGE_ENABLED &&
2458                     sb_has_quota_usage_enabled(sb, type))
2459                         return -EBUSY;
2460                 if (flags & DQUOT_LIMITS_ENABLED &&
2461                     sb_has_quota_limits_enabled(sb, type))
2462                         return -EBUSY;
2463                 spin_lock(&dq_state_lock);
2464                 sb_dqopt(sb)->flags |= dquot_state_flag(flags, type);
2465                 spin_unlock(&dq_state_lock);
2466                 return 0;
2467         }
2468
2469         return vfs_load_quota_inode(inode, type, format_id, flags);
2470 }
2471 EXPORT_SYMBOL(dquot_enable);
2472
2473 /*
2474  * This function is used when filesystem needs to initialize quotas
2475  * during mount time.
2476  */
2477 int dquot_quota_on_mount(struct super_block *sb, char *qf_name,
2478                 int format_id, int type)
2479 {
2480         struct dentry *dentry;
2481         int error;
2482
2483         dentry = lookup_one_len_unlocked(qf_name, sb->s_root, strlen(qf_name));
2484         if (IS_ERR(dentry))
2485                 return PTR_ERR(dentry);
2486
2487         if (d_really_is_negative(dentry)) {
2488                 error = -ENOENT;
2489                 goto out;
2490         }
2491
2492         error = security_quota_on(dentry);
2493         if (!error)
2494                 error = vfs_load_quota_inode(d_inode(dentry), type, format_id,
2495                                 DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2496
2497 out:
2498         dput(dentry);
2499         return error;
2500 }
2501 EXPORT_SYMBOL(dquot_quota_on_mount);
2502
2503 static int dquot_quota_enable(struct super_block *sb, unsigned int flags)
2504 {
2505         int ret;
2506         int type;
2507         struct quota_info *dqopt = sb_dqopt(sb);
2508
2509         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2510                 return -ENOSYS;
2511         /* Accounting cannot be turned on while fs is mounted */
2512         flags &= ~(FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT);
2513         if (!flags)
2514                 return -EINVAL;
2515         for (type = 0; type < MAXQUOTAS; type++) {
2516                 if (!(flags & qtype_enforce_flag(type)))
2517                         continue;
2518                 /* Can't enforce without accounting */
2519                 if (!sb_has_quota_usage_enabled(sb, type))
2520                         return -EINVAL;
2521                 ret = dquot_enable(dqopt->files[type], type,
2522                                    dqopt->info[type].dqi_fmt_id,
2523                                    DQUOT_LIMITS_ENABLED);
2524                 if (ret < 0)
2525                         goto out_err;
2526         }
2527         return 0;
2528 out_err:
2529         /* Backout enforcement enablement we already did */
2530         for (type--; type >= 0; type--)  {
2531                 if (flags & qtype_enforce_flag(type))
2532                         dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2533         }
2534         /* Error code translation for better compatibility with XFS */
2535         if (ret == -EBUSY)
2536                 ret = -EEXIST;
2537         return ret;
2538 }
2539
2540 static int dquot_quota_disable(struct super_block *sb, unsigned int flags)
2541 {
2542         int ret;
2543         int type;
2544         struct quota_info *dqopt = sb_dqopt(sb);
2545
2546         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2547                 return -ENOSYS;
2548         /*
2549          * We don't support turning off accounting via quotactl. In principle
2550          * quota infrastructure can do this but filesystems don't expect
2551          * userspace to be able to do it.
2552          */
2553         if (flags &
2554                   (FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT))
2555                 return -EOPNOTSUPP;
2556
2557         /* Filter out limits not enabled */
2558         for (type = 0; type < MAXQUOTAS; type++)
2559                 if (!sb_has_quota_limits_enabled(sb, type))
2560                         flags &= ~qtype_enforce_flag(type);
2561         /* Nothing left? */
2562         if (!flags)
2563                 return -EEXIST;
2564         for (type = 0; type < MAXQUOTAS; type++) {
2565                 if (flags & qtype_enforce_flag(type)) {
2566                         ret = dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2567                         if (ret < 0)
2568                                 goto out_err;
2569                 }
2570         }
2571         return 0;
2572 out_err:
2573         /* Backout enforcement disabling we already did */
2574         for (type--; type >= 0; type--)  {
2575                 if (flags & qtype_enforce_flag(type))
2576                         dquot_enable(dqopt->files[type], type,
2577                                      dqopt->info[type].dqi_fmt_id,
2578                                      DQUOT_LIMITS_ENABLED);
2579         }
2580         return ret;
2581 }
2582
2583 /* Generic routine for getting common part of quota structure */
2584 static void do_get_dqblk(struct dquot *dquot, struct qc_dqblk *di)
2585 {
2586         struct mem_dqblk *dm = &dquot->dq_dqb;
2587
2588         memset(di, 0, sizeof(*di));
2589         spin_lock(&dquot->dq_dqb_lock);
2590         di->d_spc_hardlimit = dm->dqb_bhardlimit;
2591         di->d_spc_softlimit = dm->dqb_bsoftlimit;
2592         di->d_ino_hardlimit = dm->dqb_ihardlimit;
2593         di->d_ino_softlimit = dm->dqb_isoftlimit;
2594         di->d_space = dm->dqb_curspace + dm->dqb_rsvspace;
2595         di->d_ino_count = dm->dqb_curinodes;
2596         di->d_spc_timer = dm->dqb_btime;
2597         di->d_ino_timer = dm->dqb_itime;
2598         spin_unlock(&dquot->dq_dqb_lock);
2599 }
2600
2601 int dquot_get_dqblk(struct super_block *sb, struct kqid qid,
2602                     struct qc_dqblk *di)
2603 {
2604         struct dquot *dquot;
2605
2606         dquot = dqget(sb, qid);
2607         if (IS_ERR(dquot))
2608                 return PTR_ERR(dquot);
2609         do_get_dqblk(dquot, di);
2610         dqput(dquot);
2611
2612         return 0;
2613 }
2614 EXPORT_SYMBOL(dquot_get_dqblk);
2615
2616 int dquot_get_next_dqblk(struct super_block *sb, struct kqid *qid,
2617                          struct qc_dqblk *di)
2618 {
2619         struct dquot *dquot;
2620         int err;
2621
2622         if (!sb->dq_op->get_next_id)
2623                 return -ENOSYS;
2624         err = sb->dq_op->get_next_id(sb, qid);
2625         if (err < 0)
2626                 return err;
2627         dquot = dqget(sb, *qid);
2628         if (IS_ERR(dquot))
2629                 return PTR_ERR(dquot);
2630         do_get_dqblk(dquot, di);
2631         dqput(dquot);
2632
2633         return 0;
2634 }
2635 EXPORT_SYMBOL(dquot_get_next_dqblk);
2636
2637 #define VFS_QC_MASK \
2638         (QC_SPACE | QC_SPC_SOFT | QC_SPC_HARD | \
2639          QC_INO_COUNT | QC_INO_SOFT | QC_INO_HARD | \
2640          QC_SPC_TIMER | QC_INO_TIMER)
2641
2642 /* Generic routine for setting common part of quota structure */
2643 static int do_set_dqblk(struct dquot *dquot, struct qc_dqblk *di)
2644 {
2645         struct mem_dqblk *dm = &dquot->dq_dqb;
2646         int check_blim = 0, check_ilim = 0;
2647         struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
2648
2649         if (di->d_fieldmask & ~VFS_QC_MASK)
2650                 return -EINVAL;
2651
2652         if (((di->d_fieldmask & QC_SPC_SOFT) &&
2653              di->d_spc_softlimit > dqi->dqi_max_spc_limit) ||
2654             ((di->d_fieldmask & QC_SPC_HARD) &&
2655              di->d_spc_hardlimit > dqi->dqi_max_spc_limit) ||
2656             ((di->d_fieldmask & QC_INO_SOFT) &&
2657              (di->d_ino_softlimit > dqi->dqi_max_ino_limit)) ||
2658             ((di->d_fieldmask & QC_INO_HARD) &&
2659              (di->d_ino_hardlimit > dqi->dqi_max_ino_limit)))
2660                 return -ERANGE;
2661
2662         spin_lock(&dquot->dq_dqb_lock);
2663         if (di->d_fieldmask & QC_SPACE) {
2664                 dm->dqb_curspace = di->d_space - dm->dqb_rsvspace;
2665                 check_blim = 1;
2666                 set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags);
2667         }
2668
2669         if (di->d_fieldmask & QC_SPC_SOFT)
2670                 dm->dqb_bsoftlimit = di->d_spc_softlimit;
2671         if (di->d_fieldmask & QC_SPC_HARD)
2672                 dm->dqb_bhardlimit = di->d_spc_hardlimit;
2673         if (di->d_fieldmask & (QC_SPC_SOFT | QC_SPC_HARD)) {
2674                 check_blim = 1;
2675                 set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags);
2676         }
2677
2678         if (di->d_fieldmask & QC_INO_COUNT) {
2679                 dm->dqb_curinodes = di->d_ino_count;
2680                 check_ilim = 1;
2681                 set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags);
2682         }
2683
2684         if (di->d_fieldmask & QC_INO_SOFT)
2685                 dm->dqb_isoftlimit = di->d_ino_softlimit;
2686         if (di->d_fieldmask & QC_INO_HARD)
2687                 dm->dqb_ihardlimit = di->d_ino_hardlimit;
2688         if (di->d_fieldmask & (QC_INO_SOFT | QC_INO_HARD)) {
2689                 check_ilim = 1;
2690                 set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags);
2691         }
2692
2693         if (di->d_fieldmask & QC_SPC_TIMER) {
2694                 dm->dqb_btime = di->d_spc_timer;
2695                 check_blim = 1;
2696                 set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags);
2697         }
2698
2699         if (di->d_fieldmask & QC_INO_TIMER) {
2700                 dm->dqb_itime = di->d_ino_timer;
2701                 check_ilim = 1;
2702                 set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags);
2703         }
2704
2705         if (check_blim) {
2706                 if (!dm->dqb_bsoftlimit ||
2707                     dm->dqb_curspace + dm->dqb_rsvspace < dm->dqb_bsoftlimit) {
2708                         dm->dqb_btime = 0;
2709                         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
2710                 } else if (!(di->d_fieldmask & QC_SPC_TIMER))
2711                         /* Set grace only if user hasn't provided his own... */
2712                         dm->dqb_btime = ktime_get_real_seconds() + dqi->dqi_bgrace;
2713         }
2714         if (check_ilim) {
2715                 if (!dm->dqb_isoftlimit ||
2716                     dm->dqb_curinodes < dm->dqb_isoftlimit) {
2717                         dm->dqb_itime = 0;
2718                         clear_bit(DQ_INODES_B, &dquot->dq_flags);
2719                 } else if (!(di->d_fieldmask & QC_INO_TIMER))
2720                         /* Set grace only if user hasn't provided his own... */
2721                         dm->dqb_itime = ktime_get_real_seconds() + dqi->dqi_igrace;
2722         }
2723         if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit ||
2724             dm->dqb_isoftlimit)
2725                 clear_bit(DQ_FAKE_B, &dquot->dq_flags);
2726         else
2727                 set_bit(DQ_FAKE_B, &dquot->dq_flags);
2728         spin_unlock(&dquot->dq_dqb_lock);
2729         mark_dquot_dirty(dquot);
2730
2731         return 0;
2732 }
2733
2734 int dquot_set_dqblk(struct super_block *sb, struct kqid qid,
2735                   struct qc_dqblk *di)
2736 {
2737         struct dquot *dquot;
2738         int rc;
2739
2740         dquot = dqget(sb, qid);
2741         if (IS_ERR(dquot)) {
2742                 rc = PTR_ERR(dquot);
2743                 goto out;
2744         }
2745         rc = do_set_dqblk(dquot, di);
2746         dqput(dquot);
2747 out:
2748         return rc;
2749 }
2750 EXPORT_SYMBOL(dquot_set_dqblk);
2751
2752 /* Generic routine for getting common part of quota file information */
2753 int dquot_get_state(struct super_block *sb, struct qc_state *state)
2754 {
2755         struct mem_dqinfo *mi;
2756         struct qc_type_state *tstate;
2757         struct quota_info *dqopt = sb_dqopt(sb);
2758         int type;
2759   
2760         memset(state, 0, sizeof(*state));
2761         for (type = 0; type < MAXQUOTAS; type++) {
2762                 if (!sb_has_quota_active(sb, type))
2763                         continue;
2764                 tstate = state->s_state + type;
2765                 mi = sb_dqopt(sb)->info + type;
2766                 tstate->flags = QCI_ACCT_ENABLED;
2767                 spin_lock(&dq_data_lock);
2768                 if (mi->dqi_flags & DQF_SYS_FILE)
2769                         tstate->flags |= QCI_SYSFILE;
2770                 if (mi->dqi_flags & DQF_ROOT_SQUASH)
2771                         tstate->flags |= QCI_ROOT_SQUASH;
2772                 if (sb_has_quota_limits_enabled(sb, type))
2773                         tstate->flags |= QCI_LIMITS_ENFORCED;
2774                 tstate->spc_timelimit = mi->dqi_bgrace;
2775                 tstate->ino_timelimit = mi->dqi_igrace;
2776                 tstate->ino = dqopt->files[type]->i_ino;
2777                 tstate->blocks = dqopt->files[type]->i_blocks;
2778                 tstate->nextents = 1;   /* We don't know... */
2779                 spin_unlock(&dq_data_lock);
2780         }
2781         return 0;
2782 }
2783 EXPORT_SYMBOL(dquot_get_state);
2784
2785 /* Generic routine for setting common part of quota file information */
2786 int dquot_set_dqinfo(struct super_block *sb, int type, struct qc_info *ii)
2787 {
2788         struct mem_dqinfo *mi;
2789         int err = 0;
2790
2791         if ((ii->i_fieldmask & QC_WARNS_MASK) ||
2792             (ii->i_fieldmask & QC_RT_SPC_TIMER))
2793                 return -EINVAL;
2794         if (!sb_has_quota_active(sb, type))
2795                 return -ESRCH;
2796         mi = sb_dqopt(sb)->info + type;
2797         if (ii->i_fieldmask & QC_FLAGS) {
2798                 if ((ii->i_flags & QCI_ROOT_SQUASH &&
2799                      mi->dqi_format->qf_fmt_id != QFMT_VFS_OLD))
2800                         return -EINVAL;
2801         }
2802         spin_lock(&dq_data_lock);
2803         if (ii->i_fieldmask & QC_SPC_TIMER)
2804                 mi->dqi_bgrace = ii->i_spc_timelimit;
2805         if (ii->i_fieldmask & QC_INO_TIMER)
2806                 mi->dqi_igrace = ii->i_ino_timelimit;
2807         if (ii->i_fieldmask & QC_FLAGS) {
2808                 if (ii->i_flags & QCI_ROOT_SQUASH)
2809                         mi->dqi_flags |= DQF_ROOT_SQUASH;
2810                 else
2811                         mi->dqi_flags &= ~DQF_ROOT_SQUASH;
2812         }
2813         spin_unlock(&dq_data_lock);
2814         mark_info_dirty(sb, type);
2815         /* Force write to disk */
2816         sb->dq_op->write_info(sb, type);
2817         return err;
2818 }
2819 EXPORT_SYMBOL(dquot_set_dqinfo);
2820
2821 const struct quotactl_ops dquot_quotactl_sysfile_ops = {
2822         .quota_enable   = dquot_quota_enable,
2823         .quota_disable  = dquot_quota_disable,
2824         .quota_sync     = dquot_quota_sync,
2825         .get_state      = dquot_get_state,
2826         .set_info       = dquot_set_dqinfo,
2827         .get_dqblk      = dquot_get_dqblk,
2828         .get_nextdqblk  = dquot_get_next_dqblk,
2829         .set_dqblk      = dquot_set_dqblk
2830 };
2831 EXPORT_SYMBOL(dquot_quotactl_sysfile_ops);
2832
2833 static int do_proc_dqstats(struct ctl_table *table, int write,
2834                      void __user *buffer, size_t *lenp, loff_t *ppos)
2835 {
2836         unsigned int type = (int *)table->data - dqstats.stat;
2837
2838         /* Update global table */
2839         dqstats.stat[type] =
2840                         percpu_counter_sum_positive(&dqstats.counter[type]);
2841         return proc_dointvec(table, write, buffer, lenp, ppos);
2842 }
2843
2844 static struct ctl_table fs_dqstats_table[] = {
2845         {
2846                 .procname       = "lookups",
2847                 .data           = &dqstats.stat[DQST_LOOKUPS],
2848                 .maxlen         = sizeof(int),
2849                 .mode           = 0444,
2850                 .proc_handler   = do_proc_dqstats,
2851         },
2852         {
2853                 .procname       = "drops",
2854                 .data           = &dqstats.stat[DQST_DROPS],
2855                 .maxlen         = sizeof(int),
2856                 .mode           = 0444,
2857                 .proc_handler   = do_proc_dqstats,
2858         },
2859         {
2860                 .procname       = "reads",
2861                 .data           = &dqstats.stat[DQST_READS],
2862                 .maxlen         = sizeof(int),
2863                 .mode           = 0444,
2864                 .proc_handler   = do_proc_dqstats,
2865         },
2866         {
2867                 .procname       = "writes",
2868                 .data           = &dqstats.stat[DQST_WRITES],
2869                 .maxlen         = sizeof(int),
2870                 .mode           = 0444,
2871                 .proc_handler   = do_proc_dqstats,
2872         },
2873         {
2874                 .procname       = "cache_hits",
2875                 .data           = &dqstats.stat[DQST_CACHE_HITS],
2876                 .maxlen         = sizeof(int),
2877                 .mode           = 0444,
2878                 .proc_handler   = do_proc_dqstats,
2879         },
2880         {
2881                 .procname       = "allocated_dquots",
2882                 .data           = &dqstats.stat[DQST_ALLOC_DQUOTS],
2883                 .maxlen         = sizeof(int),
2884                 .mode           = 0444,
2885                 .proc_handler   = do_proc_dqstats,
2886         },
2887         {
2888                 .procname       = "free_dquots",
2889                 .data           = &dqstats.stat[DQST_FREE_DQUOTS],
2890                 .maxlen         = sizeof(int),
2891                 .mode           = 0444,
2892                 .proc_handler   = do_proc_dqstats,
2893         },
2894         {
2895                 .procname       = "syncs",
2896                 .data           = &dqstats.stat[DQST_SYNCS],
2897                 .maxlen         = sizeof(int),
2898                 .mode           = 0444,
2899                 .proc_handler   = do_proc_dqstats,
2900         },
2901 #ifdef CONFIG_PRINT_QUOTA_WARNING
2902         {
2903                 .procname       = "warnings",
2904                 .data           = &flag_print_warnings,
2905                 .maxlen         = sizeof(int),
2906                 .mode           = 0644,
2907                 .proc_handler   = proc_dointvec,
2908         },
2909 #endif
2910         { },
2911 };
2912
2913 static struct ctl_table fs_table[] = {
2914         {
2915                 .procname       = "quota",
2916                 .mode           = 0555,
2917                 .child          = fs_dqstats_table,
2918         },
2919         { },
2920 };
2921
2922 static struct ctl_table sys_table[] = {
2923         {
2924                 .procname       = "fs",
2925                 .mode           = 0555,
2926                 .child          = fs_table,
2927         },
2928         { },
2929 };
2930
2931 static int __init dquot_init(void)
2932 {
2933         int i, ret;
2934         unsigned long nr_hash, order;
2935
2936         printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__);
2937
2938         register_sysctl_table(sys_table);
2939
2940         dquot_cachep = kmem_cache_create("dquot",
2941                         sizeof(struct dquot), sizeof(unsigned long) * 4,
2942                         (SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT|
2943                                 SLAB_MEM_SPREAD|SLAB_PANIC),
2944                         NULL);
2945
2946         order = 0;
2947         dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order);
2948         if (!dquot_hash)
2949                 panic("Cannot create dquot hash table");
2950
2951         for (i = 0; i < _DQST_DQSTAT_LAST; i++) {
2952                 ret = percpu_counter_init(&dqstats.counter[i], 0, GFP_KERNEL);
2953                 if (ret)
2954                         panic("Cannot create dquot stat counters");
2955         }
2956
2957         /* Find power-of-two hlist_heads which can fit into allocation */
2958         nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head);
2959         dq_hash_bits = 0;
2960         do {
2961                 dq_hash_bits++;
2962         } while (nr_hash >> dq_hash_bits);
2963         dq_hash_bits--;
2964
2965         nr_hash = 1UL << dq_hash_bits;
2966         dq_hash_mask = nr_hash - 1;
2967         for (i = 0; i < nr_hash; i++)
2968                 INIT_HLIST_HEAD(dquot_hash + i);
2969
2970         pr_info("VFS: Dquot-cache hash table entries: %ld (order %ld,"
2971                 " %ld bytes)\n", nr_hash, order, (PAGE_SIZE << order));
2972
2973         register_shrinker(&dqcache_shrinker);
2974
2975         return 0;
2976 }
2977 fs_initcall(dquot_init);