2 * Implementation of operations over local quota file
6 #include <linux/quota.h>
7 #include <linux/quotaops.h>
8 #include <linux/module.h>
10 #define MLOG_MASK_PREFIX ML_QUOTA
11 #include <cluster/masklog.h>
18 #include "buffer_head_io.h"
25 /* Number of local quota structures per block */
26 static inline unsigned int ol_quota_entries_per_block(struct super_block *sb)
28 return ((sb->s_blocksize - OCFS2_QBLK_RESERVED_SPACE) /
29 sizeof(struct ocfs2_local_disk_dqblk));
32 /* Number of blocks with entries in one chunk */
33 static inline unsigned int ol_chunk_blocks(struct super_block *sb)
35 return ((sb->s_blocksize - sizeof(struct ocfs2_local_disk_chunk) -
36 OCFS2_QBLK_RESERVED_SPACE) << 3) /
37 ol_quota_entries_per_block(sb);
40 /* Number of entries in a chunk bitmap */
41 static unsigned int ol_chunk_entries(struct super_block *sb)
43 return ol_chunk_blocks(sb) * ol_quota_entries_per_block(sb);
46 /* Offset of the chunk in quota file */
47 static unsigned int ol_quota_chunk_block(struct super_block *sb, int c)
49 /* 1 block for local quota file info, 1 block per chunk for chunk info */
50 return 1 + (ol_chunk_blocks(sb) + 1) * c;
53 static unsigned int ol_dqblk_block(struct super_block *sb, int c, int off)
55 int epb = ol_quota_entries_per_block(sb);
57 return ol_quota_chunk_block(sb, c) + 1 + off / epb;
60 static unsigned int ol_dqblk_block_off(struct super_block *sb, int c, int off)
62 int epb = ol_quota_entries_per_block(sb);
64 return (off % epb) * sizeof(struct ocfs2_local_disk_dqblk);
67 /* Offset of the dquot structure in the quota file */
68 static loff_t ol_dqblk_off(struct super_block *sb, int c, int off)
70 return (ol_dqblk_block(sb, c, off) << sb->s_blocksize_bits) +
71 ol_dqblk_block_off(sb, c, off);
74 /* Compute block number from given offset */
75 static inline unsigned int ol_dqblk_file_block(struct super_block *sb, loff_t off)
77 return off >> sb->s_blocksize_bits;
80 static inline unsigned int ol_dqblk_block_offset(struct super_block *sb, loff_t off)
82 return off & ((1 << sb->s_blocksize_bits) - 1);
85 /* Compute offset in the chunk of a structure with the given offset */
86 static int ol_dqblk_chunk_off(struct super_block *sb, int c, loff_t off)
88 int epb = ol_quota_entries_per_block(sb);
90 return ((off >> sb->s_blocksize_bits) -
91 ol_quota_chunk_block(sb, c) - 1) * epb
92 + ((unsigned int)(off & ((1 << sb->s_blocksize_bits) - 1))) /
93 sizeof(struct ocfs2_local_disk_dqblk);
96 /* Write bufferhead into the fs */
97 static int ocfs2_modify_bh(struct inode *inode, struct buffer_head *bh,
98 void (*modify)(struct buffer_head *, void *), void *private)
100 struct super_block *sb = inode->i_sb;
104 handle = ocfs2_start_trans(OCFS2_SB(sb), 1);
105 if (IS_ERR(handle)) {
106 status = PTR_ERR(handle);
110 status = ocfs2_journal_access_dq(handle, inode, bh,
111 OCFS2_JOURNAL_ACCESS_WRITE);
114 ocfs2_commit_trans(OCFS2_SB(sb), handle);
120 status = ocfs2_journal_dirty(handle, bh);
123 ocfs2_commit_trans(OCFS2_SB(sb), handle);
126 status = ocfs2_commit_trans(OCFS2_SB(sb), handle);
134 /* Check whether we understand format of quota files */
135 static int ocfs2_local_check_quota_file(struct super_block *sb, int type)
137 unsigned int lmagics[MAXQUOTAS] = OCFS2_LOCAL_QMAGICS;
138 unsigned int lversions[MAXQUOTAS] = OCFS2_LOCAL_QVERSIONS;
139 unsigned int gmagics[MAXQUOTAS] = OCFS2_GLOBAL_QMAGICS;
140 unsigned int gversions[MAXQUOTAS] = OCFS2_GLOBAL_QVERSIONS;
141 unsigned int ino[MAXQUOTAS] = { USER_QUOTA_SYSTEM_INODE,
142 GROUP_QUOTA_SYSTEM_INODE };
143 struct buffer_head *bh = NULL;
144 struct inode *linode = sb_dqopt(sb)->files[type];
145 struct inode *ginode = NULL;
146 struct ocfs2_disk_dqheader *dqhead;
149 /* First check whether we understand local quota file */
150 status = ocfs2_read_quota_block(linode, 0, &bh);
153 mlog(ML_ERROR, "failed to read quota file header (type=%d)\n",
157 dqhead = (struct ocfs2_disk_dqheader *)(bh->b_data);
158 if (le32_to_cpu(dqhead->dqh_magic) != lmagics[type]) {
159 mlog(ML_ERROR, "quota file magic does not match (%u != %u),"
160 " type=%d\n", le32_to_cpu(dqhead->dqh_magic),
161 lmagics[type], type);
164 if (le32_to_cpu(dqhead->dqh_version) != lversions[type]) {
165 mlog(ML_ERROR, "quota file version does not match (%u != %u),"
166 " type=%d\n", le32_to_cpu(dqhead->dqh_version),
167 lversions[type], type);
173 /* Next check whether we understand global quota file */
174 ginode = ocfs2_get_system_file_inode(OCFS2_SB(sb), ino[type],
177 mlog(ML_ERROR, "cannot get global quota file inode "
178 "(type=%d)\n", type);
181 /* Since the header is read only, we don't care about locking */
182 status = ocfs2_read_quota_block(ginode, 0, &bh);
185 mlog(ML_ERROR, "failed to read global quota file header "
186 "(type=%d)\n", type);
189 dqhead = (struct ocfs2_disk_dqheader *)(bh->b_data);
190 if (le32_to_cpu(dqhead->dqh_magic) != gmagics[type]) {
191 mlog(ML_ERROR, "global quota file magic does not match "
192 "(%u != %u), type=%d\n",
193 le32_to_cpu(dqhead->dqh_magic), gmagics[type], type);
196 if (le32_to_cpu(dqhead->dqh_version) != gversions[type]) {
197 mlog(ML_ERROR, "global quota file version does not match "
198 "(%u != %u), type=%d\n",
199 le32_to_cpu(dqhead->dqh_version), gversions[type],
211 /* Release given list of quota file chunks */
212 static void ocfs2_release_local_quota_bitmaps(struct list_head *head)
214 struct ocfs2_quota_chunk *pos, *next;
216 list_for_each_entry_safe(pos, next, head, qc_chunk) {
217 list_del(&pos->qc_chunk);
218 brelse(pos->qc_headerbh);
219 kmem_cache_free(ocfs2_qf_chunk_cachep, pos);
223 /* Load quota bitmaps into memory */
224 static int ocfs2_load_local_quota_bitmaps(struct inode *inode,
225 struct ocfs2_local_disk_dqinfo *ldinfo,
226 struct list_head *head)
228 struct ocfs2_quota_chunk *newchunk;
231 INIT_LIST_HEAD(head);
232 for (i = 0; i < le32_to_cpu(ldinfo->dqi_chunks); i++) {
233 newchunk = kmem_cache_alloc(ocfs2_qf_chunk_cachep, GFP_NOFS);
235 ocfs2_release_local_quota_bitmaps(head);
238 newchunk->qc_num = i;
239 newchunk->qc_headerbh = NULL;
240 status = ocfs2_read_quota_block(inode,
241 ol_quota_chunk_block(inode->i_sb, i),
242 &newchunk->qc_headerbh);
245 kmem_cache_free(ocfs2_qf_chunk_cachep, newchunk);
246 ocfs2_release_local_quota_bitmaps(head);
249 list_add_tail(&newchunk->qc_chunk, head);
254 static void olq_update_info(struct buffer_head *bh, void *private)
256 struct mem_dqinfo *info = private;
257 struct ocfs2_mem_dqinfo *oinfo = info->dqi_priv;
258 struct ocfs2_local_disk_dqinfo *ldinfo;
260 ldinfo = (struct ocfs2_local_disk_dqinfo *)(bh->b_data +
261 OCFS2_LOCAL_INFO_OFF);
262 spin_lock(&dq_data_lock);
263 ldinfo->dqi_flags = cpu_to_le32(info->dqi_flags & DQF_MASK);
264 ldinfo->dqi_chunks = cpu_to_le32(oinfo->dqi_chunks);
265 ldinfo->dqi_blocks = cpu_to_le32(oinfo->dqi_blocks);
266 spin_unlock(&dq_data_lock);
269 static int ocfs2_add_recovery_chunk(struct super_block *sb,
270 struct ocfs2_local_disk_chunk *dchunk,
272 struct list_head *head)
274 struct ocfs2_recovery_chunk *rc;
276 rc = kmalloc(sizeof(struct ocfs2_recovery_chunk), GFP_NOFS);
279 rc->rc_chunk = chunk;
280 rc->rc_bitmap = kmalloc(sb->s_blocksize, GFP_NOFS);
281 if (!rc->rc_bitmap) {
285 memcpy(rc->rc_bitmap, dchunk->dqc_bitmap,
286 (ol_chunk_entries(sb) + 7) >> 3);
287 list_add_tail(&rc->rc_list, head);
291 static void free_recovery_list(struct list_head *head)
293 struct ocfs2_recovery_chunk *next;
294 struct ocfs2_recovery_chunk *rchunk;
296 list_for_each_entry_safe(rchunk, next, head, rc_list) {
297 list_del(&rchunk->rc_list);
298 kfree(rchunk->rc_bitmap);
303 void ocfs2_free_quota_recovery(struct ocfs2_quota_recovery *rec)
307 for (type = 0; type < MAXQUOTAS; type++)
308 free_recovery_list(&(rec->r_list[type]));
312 /* Load entries in our quota file we have to recover*/
313 static int ocfs2_recovery_load_quota(struct inode *lqinode,
314 struct ocfs2_local_disk_dqinfo *ldinfo,
316 struct list_head *head)
318 struct super_block *sb = lqinode->i_sb;
319 struct buffer_head *hbh;
320 struct ocfs2_local_disk_chunk *dchunk;
321 int i, chunks = le32_to_cpu(ldinfo->dqi_chunks);
324 for (i = 0; i < chunks; i++) {
326 status = ocfs2_read_quota_block(lqinode,
327 ol_quota_chunk_block(sb, i),
333 dchunk = (struct ocfs2_local_disk_chunk *)hbh->b_data;
334 if (le32_to_cpu(dchunk->dqc_free) < ol_chunk_entries(sb))
335 status = ocfs2_add_recovery_chunk(sb, dchunk, i, head);
341 free_recovery_list(head);
345 static struct ocfs2_quota_recovery *ocfs2_alloc_quota_recovery(void)
348 struct ocfs2_quota_recovery *rec;
350 rec = kmalloc(sizeof(struct ocfs2_quota_recovery), GFP_NOFS);
353 for (type = 0; type < MAXQUOTAS; type++)
354 INIT_LIST_HEAD(&(rec->r_list[type]));
358 /* Load information we need for quota recovery into memory */
359 struct ocfs2_quota_recovery *ocfs2_begin_quota_recovery(
360 struct ocfs2_super *osb,
363 unsigned int feature[MAXQUOTAS] = { OCFS2_FEATURE_RO_COMPAT_USRQUOTA,
364 OCFS2_FEATURE_RO_COMPAT_GRPQUOTA};
365 unsigned int ino[MAXQUOTAS] = { LOCAL_USER_QUOTA_SYSTEM_INODE,
366 LOCAL_GROUP_QUOTA_SYSTEM_INODE };
367 struct super_block *sb = osb->sb;
368 struct ocfs2_local_disk_dqinfo *ldinfo;
369 struct inode *lqinode;
370 struct buffer_head *bh;
373 struct ocfs2_quota_recovery *rec;
375 mlog(ML_NOTICE, "Beginning quota recovery in slot %u\n", slot_num);
376 rec = ocfs2_alloc_quota_recovery();
378 return ERR_PTR(-ENOMEM);
381 for (type = 0; type < MAXQUOTAS; type++) {
382 if (!OCFS2_HAS_RO_COMPAT_FEATURE(sb, feature[type]))
384 /* At this point, journal of the slot is already replayed so
385 * we can trust metadata and data of the quota file */
386 lqinode = ocfs2_get_system_file_inode(osb, ino[type], slot_num);
391 status = ocfs2_inode_lock_full(lqinode, NULL, 1,
392 OCFS2_META_LOCK_RECOVERY);
397 /* Now read local header */
399 status = ocfs2_read_quota_block(lqinode, 0, &bh);
402 mlog(ML_ERROR, "failed to read quota file info header "
403 "(slot=%d type=%d)\n", slot_num, type);
406 ldinfo = (struct ocfs2_local_disk_dqinfo *)(bh->b_data +
407 OCFS2_LOCAL_INFO_OFF);
408 status = ocfs2_recovery_load_quota(lqinode, ldinfo, type,
412 ocfs2_inode_unlock(lqinode, 1);
420 ocfs2_free_quota_recovery(rec);
421 rec = ERR_PTR(status);
426 /* Sync changes in local quota file into global quota file and
427 * reinitialize local quota file.
428 * The function expects local quota file to be already locked and
429 * dqonoff_mutex locked. */
430 static int ocfs2_recover_local_quota_file(struct inode *lqinode,
432 struct ocfs2_quota_recovery *rec)
434 struct super_block *sb = lqinode->i_sb;
435 struct ocfs2_mem_dqinfo *oinfo = sb_dqinfo(sb, type)->dqi_priv;
436 struct ocfs2_local_disk_chunk *dchunk;
437 struct ocfs2_local_disk_dqblk *dqblk;
440 struct buffer_head *hbh = NULL, *qbh = NULL;
443 struct ocfs2_recovery_chunk *rchunk, *next;
444 qsize_t spacechange, inodechange;
446 mlog_entry("ino=%lu type=%u", (unsigned long)lqinode->i_ino, type);
448 list_for_each_entry_safe(rchunk, next, &(rec->r_list[type]), rc_list) {
449 chunk = rchunk->rc_chunk;
451 status = ocfs2_read_quota_block(lqinode,
452 ol_quota_chunk_block(sb, chunk),
458 dchunk = (struct ocfs2_local_disk_chunk *)hbh->b_data;
459 for_each_bit(bit, rchunk->rc_bitmap, ol_chunk_entries(sb)) {
461 status = ocfs2_read_quota_block(lqinode,
462 ol_dqblk_block(sb, chunk, bit),
468 dqblk = (struct ocfs2_local_disk_dqblk *)(qbh->b_data +
469 ol_dqblk_block_off(sb, chunk, bit));
470 dquot = dqget(sb, le64_to_cpu(dqblk->dqb_id), type);
473 mlog(ML_ERROR, "Failed to get quota structure "
474 "for id %u, type %d. Cannot finish quota "
476 (unsigned)le64_to_cpu(dqblk->dqb_id),
480 status = ocfs2_lock_global_qf(oinfo, 1);
486 handle = ocfs2_start_trans(OCFS2_SB(sb),
487 OCFS2_QSYNC_CREDITS);
488 if (IS_ERR(handle)) {
489 status = PTR_ERR(handle);
493 mutex_lock(&sb_dqopt(sb)->dqio_mutex);
494 spin_lock(&dq_data_lock);
495 /* Add usage from quota entry into quota changes
496 * of our node. Auxiliary variables are important
497 * due to signedness */
498 spacechange = le64_to_cpu(dqblk->dqb_spacemod);
499 inodechange = le64_to_cpu(dqblk->dqb_inodemod);
500 dquot->dq_dqb.dqb_curspace += spacechange;
501 dquot->dq_dqb.dqb_curinodes += inodechange;
502 spin_unlock(&dq_data_lock);
503 /* We want to drop reference held by the crashed
504 * node. Since we have our own reference we know
505 * global structure actually won't be freed. */
506 status = ocfs2_global_release_dquot(dquot);
511 /* Release local quota file entry */
512 status = ocfs2_journal_access_dq(handle, lqinode,
513 qbh, OCFS2_JOURNAL_ACCESS_WRITE);
519 WARN_ON(!ocfs2_test_bit(bit, dchunk->dqc_bitmap));
520 ocfs2_clear_bit(bit, dchunk->dqc_bitmap);
521 le32_add_cpu(&dchunk->dqc_free, 1);
523 status = ocfs2_journal_dirty(handle, qbh);
527 mutex_unlock(&sb_dqopt(sb)->dqio_mutex);
528 ocfs2_commit_trans(OCFS2_SB(sb), handle);
530 ocfs2_unlock_global_qf(oinfo, 1);
539 list_del(&rchunk->rc_list);
540 kfree(rchunk->rc_bitmap);
546 free_recovery_list(&(rec->r_list[type]));
551 /* Recover local quota files for given node different from us */
552 int ocfs2_finish_quota_recovery(struct ocfs2_super *osb,
553 struct ocfs2_quota_recovery *rec,
556 unsigned int ino[MAXQUOTAS] = { LOCAL_USER_QUOTA_SYSTEM_INODE,
557 LOCAL_GROUP_QUOTA_SYSTEM_INODE };
558 struct super_block *sb = osb->sb;
559 struct ocfs2_local_disk_dqinfo *ldinfo;
560 struct buffer_head *bh;
564 struct inode *lqinode;
567 mlog(ML_NOTICE, "Finishing quota recovery in slot %u\n", slot_num);
568 mutex_lock(&sb_dqopt(sb)->dqonoff_mutex);
569 for (type = 0; type < MAXQUOTAS; type++) {
570 if (list_empty(&(rec->r_list[type])))
572 mlog(0, "Recovering quota in slot %d\n", slot_num);
573 lqinode = ocfs2_get_system_file_inode(osb, ino[type], slot_num);
578 status = ocfs2_inode_lock_full(lqinode, NULL, 1,
579 OCFS2_META_LOCK_NOQUEUE);
580 /* Someone else is holding the lock? Then he must be
581 * doing the recovery. Just skip the file... */
582 if (status == -EAGAIN) {
583 mlog(ML_NOTICE, "skipping quota recovery for slot %d "
584 "because quota file is locked.\n", slot_num);
587 } else if (status < 0) {
591 /* Now read local header */
593 status = ocfs2_read_quota_block(lqinode, 0, &bh);
596 mlog(ML_ERROR, "failed to read quota file info header "
597 "(slot=%d type=%d)\n", slot_num, type);
600 ldinfo = (struct ocfs2_local_disk_dqinfo *)(bh->b_data +
601 OCFS2_LOCAL_INFO_OFF);
602 /* Is recovery still needed? */
603 flags = le32_to_cpu(ldinfo->dqi_flags);
604 if (!(flags & OLQF_CLEAN))
605 status = ocfs2_recover_local_quota_file(lqinode,
608 /* We don't want to mark file as clean when it is actually
610 if (slot_num == osb->slot_num)
612 /* Mark quota file as clean if we are recovering quota file of
613 * some other node. */
614 handle = ocfs2_start_trans(osb, 1);
615 if (IS_ERR(handle)) {
616 status = PTR_ERR(handle);
620 status = ocfs2_journal_access_dq(handle, lqinode, bh,
621 OCFS2_JOURNAL_ACCESS_WRITE);
627 ldinfo->dqi_flags = cpu_to_le32(flags | OLQF_CLEAN);
629 status = ocfs2_journal_dirty(handle, bh);
633 ocfs2_commit_trans(osb, handle);
637 ocfs2_inode_unlock(lqinode, 1);
644 mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex);
649 /* Read information header from quota file */
650 static int ocfs2_local_read_info(struct super_block *sb, int type)
652 struct ocfs2_local_disk_dqinfo *ldinfo;
653 struct mem_dqinfo *info = sb_dqinfo(sb, type);
654 struct ocfs2_mem_dqinfo *oinfo;
655 struct inode *lqinode = sb_dqopt(sb)->files[type];
657 struct buffer_head *bh = NULL;
658 struct ocfs2_quota_recovery *rec;
661 /* We don't need the lock and we have to acquire quota file locks
662 * which will later depend on this lock */
663 mutex_unlock(&sb_dqopt(sb)->dqio_mutex);
664 info->dqi_maxblimit = 0x7fffffffffffffffLL;
665 info->dqi_maxilimit = 0x7fffffffffffffffLL;
666 oinfo = kmalloc(sizeof(struct ocfs2_mem_dqinfo), GFP_NOFS);
668 mlog(ML_ERROR, "failed to allocate memory for ocfs2 quota"
672 info->dqi_priv = oinfo;
673 oinfo->dqi_type = type;
674 INIT_LIST_HEAD(&oinfo->dqi_chunk);
675 oinfo->dqi_rec = NULL;
676 oinfo->dqi_lqi_bh = NULL;
677 oinfo->dqi_ibh = NULL;
679 status = ocfs2_global_read_info(sb, type);
683 status = ocfs2_inode_lock(lqinode, &oinfo->dqi_lqi_bh, 1);
690 /* Now read local header */
691 status = ocfs2_read_quota_block(lqinode, 0, &bh);
694 mlog(ML_ERROR, "failed to read quota file info header "
695 "(type=%d)\n", type);
698 ldinfo = (struct ocfs2_local_disk_dqinfo *)(bh->b_data +
699 OCFS2_LOCAL_INFO_OFF);
700 info->dqi_flags = le32_to_cpu(ldinfo->dqi_flags);
701 oinfo->dqi_chunks = le32_to_cpu(ldinfo->dqi_chunks);
702 oinfo->dqi_blocks = le32_to_cpu(ldinfo->dqi_blocks);
705 /* We crashed when using local quota file? */
706 if (!(info->dqi_flags & OLQF_CLEAN)) {
707 rec = OCFS2_SB(sb)->quota_rec;
709 rec = ocfs2_alloc_quota_recovery();
715 OCFS2_SB(sb)->quota_rec = rec;
718 status = ocfs2_recovery_load_quota(lqinode, ldinfo, type,
726 status = ocfs2_load_local_quota_bitmaps(lqinode,
734 /* Now mark quota file as used */
735 info->dqi_flags &= ~OLQF_CLEAN;
736 status = ocfs2_modify_bh(lqinode, bh, olq_update_info, info);
742 mutex_lock(&sb_dqopt(sb)->dqio_mutex);
746 iput(oinfo->dqi_gqinode);
747 ocfs2_simple_drop_lockres(OCFS2_SB(sb), &oinfo->dqi_gqlock);
748 ocfs2_lock_res_free(&oinfo->dqi_gqlock);
749 brelse(oinfo->dqi_lqi_bh);
751 ocfs2_inode_unlock(lqinode, 1);
752 ocfs2_release_local_quota_bitmaps(&oinfo->dqi_chunk);
756 mutex_lock(&sb_dqopt(sb)->dqio_mutex);
760 /* Write local info to quota file */
761 static int ocfs2_local_write_info(struct super_block *sb, int type)
763 struct mem_dqinfo *info = sb_dqinfo(sb, type);
764 struct buffer_head *bh = ((struct ocfs2_mem_dqinfo *)info->dqi_priv)
768 status = ocfs2_modify_bh(sb_dqopt(sb)->files[type], bh, olq_update_info,
778 /* Release info from memory */
779 static int ocfs2_local_free_info(struct super_block *sb, int type)
781 struct mem_dqinfo *info = sb_dqinfo(sb, type);
782 struct ocfs2_mem_dqinfo *oinfo = info->dqi_priv;
783 struct ocfs2_quota_chunk *chunk;
784 struct ocfs2_local_disk_chunk *dchunk;
785 int mark_clean = 1, len;
788 /* At this point we know there are no more dquots and thus
789 * even if there's some sync in the pdflush queue, it won't
790 * find any dquots and return without doing anything */
791 cancel_delayed_work_sync(&oinfo->dqi_sync_work);
792 iput(oinfo->dqi_gqinode);
793 ocfs2_simple_drop_lockres(OCFS2_SB(sb), &oinfo->dqi_gqlock);
794 ocfs2_lock_res_free(&oinfo->dqi_gqlock);
795 list_for_each_entry(chunk, &oinfo->dqi_chunk, qc_chunk) {
796 dchunk = (struct ocfs2_local_disk_chunk *)
797 (chunk->qc_headerbh->b_data);
798 if (chunk->qc_num < oinfo->dqi_chunks - 1) {
799 len = ol_chunk_entries(sb);
801 len = (oinfo->dqi_blocks -
802 ol_quota_chunk_block(sb, chunk->qc_num) - 1)
803 * ol_quota_entries_per_block(sb);
805 /* Not all entries free? Bug! */
806 if (le32_to_cpu(dchunk->dqc_free) != len) {
807 mlog(ML_ERROR, "releasing quota file with used "
808 "entries (type=%d)\n", type);
812 ocfs2_release_local_quota_bitmaps(&oinfo->dqi_chunk);
814 /* dqonoff_mutex protects us against racing with recovery thread... */
815 if (oinfo->dqi_rec) {
816 ocfs2_free_quota_recovery(oinfo->dqi_rec);
823 /* Mark local file as clean */
824 info->dqi_flags |= OLQF_CLEAN;
825 status = ocfs2_modify_bh(sb_dqopt(sb)->files[type],
835 ocfs2_inode_unlock(sb_dqopt(sb)->files[type], 1);
836 brelse(oinfo->dqi_ibh);
837 brelse(oinfo->dqi_lqi_bh);
842 static void olq_set_dquot(struct buffer_head *bh, void *private)
844 struct ocfs2_dquot *od = private;
845 struct ocfs2_local_disk_dqblk *dqblk;
846 struct super_block *sb = od->dq_dquot.dq_sb;
848 dqblk = (struct ocfs2_local_disk_dqblk *)(bh->b_data
849 + ol_dqblk_block_offset(sb, od->dq_local_off));
851 dqblk->dqb_id = cpu_to_le64(od->dq_dquot.dq_id);
852 spin_lock(&dq_data_lock);
853 dqblk->dqb_spacemod = cpu_to_le64(od->dq_dquot.dq_dqb.dqb_curspace -
855 dqblk->dqb_inodemod = cpu_to_le64(od->dq_dquot.dq_dqb.dqb_curinodes -
857 spin_unlock(&dq_data_lock);
858 mlog(0, "Writing local dquot %u space %lld inodes %lld\n",
859 od->dq_dquot.dq_id, (long long)le64_to_cpu(dqblk->dqb_spacemod),
860 (long long)le64_to_cpu(dqblk->dqb_inodemod));
863 /* Write dquot to local quota file */
864 static int ocfs2_local_write_dquot(struct dquot *dquot)
866 struct super_block *sb = dquot->dq_sb;
867 struct ocfs2_dquot *od = OCFS2_DQUOT(dquot);
868 struct buffer_head *bh = NULL;
871 status = ocfs2_read_quota_block(sb_dqopt(sb)->files[dquot->dq_type],
872 ol_dqblk_file_block(sb, od->dq_local_off),
878 status = ocfs2_modify_bh(sb_dqopt(sb)->files[dquot->dq_type], bh,
889 /* Find free entry in local quota file */
890 static struct ocfs2_quota_chunk *ocfs2_find_free_entry(struct super_block *sb,
894 struct mem_dqinfo *info = sb_dqinfo(sb, type);
895 struct ocfs2_mem_dqinfo *oinfo = info->dqi_priv;
896 struct ocfs2_quota_chunk *chunk;
897 struct ocfs2_local_disk_chunk *dchunk;
900 list_for_each_entry(chunk, &oinfo->dqi_chunk, qc_chunk) {
901 dchunk = (struct ocfs2_local_disk_chunk *)
902 chunk->qc_headerbh->b_data;
903 if (le32_to_cpu(dchunk->dqc_free) > 0) {
911 if (chunk->qc_num < oinfo->dqi_chunks - 1) {
912 len = ol_chunk_entries(sb);
914 len = (oinfo->dqi_blocks -
915 ol_quota_chunk_block(sb, chunk->qc_num) - 1)
916 * ol_quota_entries_per_block(sb);
919 found = ocfs2_find_next_zero_bit(dchunk->dqc_bitmap, len, 0);
922 mlog(ML_ERROR, "Did not find empty entry in chunk %d with %u"
923 " entries free (type=%d)\n", chunk->qc_num,
924 le32_to_cpu(dchunk->dqc_free), type);
925 return ERR_PTR(-EIO);
931 /* Add new chunk to the local quota file */
932 static struct ocfs2_quota_chunk *ocfs2_local_quota_add_chunk(
933 struct super_block *sb,
937 struct mem_dqinfo *info = sb_dqinfo(sb, type);
938 struct ocfs2_mem_dqinfo *oinfo = info->dqi_priv;
939 struct inode *lqinode = sb_dqopt(sb)->files[type];
940 struct ocfs2_quota_chunk *chunk = NULL;
941 struct ocfs2_local_disk_chunk *dchunk;
944 struct buffer_head *bh = NULL, *dbh = NULL;
947 /* We are protected by dqio_sem so no locking needed */
948 status = ocfs2_extend_no_holes(lqinode,
949 lqinode->i_size + 2 * sb->s_blocksize,
955 status = ocfs2_simple_size_update(lqinode, oinfo->dqi_lqi_bh,
956 lqinode->i_size + 2 * sb->s_blocksize);
962 chunk = kmem_cache_alloc(ocfs2_qf_chunk_cachep, GFP_NOFS);
968 handle = ocfs2_start_trans(OCFS2_SB(sb), 3);
969 if (IS_ERR(handle)) {
970 status = PTR_ERR(handle);
975 /* Initialize chunk header */
976 down_read(&OCFS2_I(lqinode)->ip_alloc_sem);
977 status = ocfs2_extent_map_get_blocks(lqinode, oinfo->dqi_blocks,
978 &p_blkno, NULL, NULL);
979 up_read(&OCFS2_I(lqinode)->ip_alloc_sem);
984 bh = sb_getblk(sb, p_blkno);
990 dchunk = (struct ocfs2_local_disk_chunk *)bh->b_data;
991 ocfs2_set_new_buffer_uptodate(lqinode, bh);
992 status = ocfs2_journal_access_dq(handle, lqinode, bh,
993 OCFS2_JOURNAL_ACCESS_CREATE);
999 dchunk->dqc_free = cpu_to_le32(ol_quota_entries_per_block(sb));
1000 memset(dchunk->dqc_bitmap, 0,
1001 sb->s_blocksize - sizeof(struct ocfs2_local_disk_chunk) -
1002 OCFS2_QBLK_RESERVED_SPACE);
1004 status = ocfs2_journal_dirty(handle, bh);
1010 /* Initialize new block with structures */
1011 down_read(&OCFS2_I(lqinode)->ip_alloc_sem);
1012 status = ocfs2_extent_map_get_blocks(lqinode, oinfo->dqi_blocks + 1,
1013 &p_blkno, NULL, NULL);
1014 up_read(&OCFS2_I(lqinode)->ip_alloc_sem);
1019 dbh = sb_getblk(sb, p_blkno);
1025 ocfs2_set_new_buffer_uptodate(lqinode, dbh);
1026 status = ocfs2_journal_access_dq(handle, lqinode, dbh,
1027 OCFS2_JOURNAL_ACCESS_CREATE);
1033 memset(dbh->b_data, 0, sb->s_blocksize - OCFS2_QBLK_RESERVED_SPACE);
1035 status = ocfs2_journal_dirty(handle, dbh);
1041 /* Update local quotafile info */
1042 oinfo->dqi_blocks += 2;
1043 oinfo->dqi_chunks++;
1044 status = ocfs2_local_write_info(sb, type);
1049 status = ocfs2_commit_trans(OCFS2_SB(sb), handle);
1055 list_add_tail(&chunk->qc_chunk, &oinfo->dqi_chunk);
1056 chunk->qc_num = list_entry(chunk->qc_chunk.prev,
1057 struct ocfs2_quota_chunk,
1058 qc_chunk)->qc_num + 1;
1059 chunk->qc_headerbh = bh;
1063 ocfs2_commit_trans(OCFS2_SB(sb), handle);
1067 kmem_cache_free(ocfs2_qf_chunk_cachep, chunk);
1068 return ERR_PTR(status);
1071 /* Find free entry in local quota file */
1072 static struct ocfs2_quota_chunk *ocfs2_extend_local_quota_file(
1073 struct super_block *sb,
1077 struct mem_dqinfo *info = sb_dqinfo(sb, type);
1078 struct ocfs2_mem_dqinfo *oinfo = info->dqi_priv;
1079 struct ocfs2_quota_chunk *chunk;
1080 struct inode *lqinode = sb_dqopt(sb)->files[type];
1081 struct ocfs2_local_disk_chunk *dchunk;
1082 int epb = ol_quota_entries_per_block(sb);
1083 unsigned int chunk_blocks;
1084 struct buffer_head *bh;
1089 if (list_empty(&oinfo->dqi_chunk))
1090 return ocfs2_local_quota_add_chunk(sb, type, offset);
1091 /* Is the last chunk full? */
1092 chunk = list_entry(oinfo->dqi_chunk.prev,
1093 struct ocfs2_quota_chunk, qc_chunk);
1094 chunk_blocks = oinfo->dqi_blocks -
1095 ol_quota_chunk_block(sb, chunk->qc_num) - 1;
1096 if (ol_chunk_blocks(sb) == chunk_blocks)
1097 return ocfs2_local_quota_add_chunk(sb, type, offset);
1099 /* We are protected by dqio_sem so no locking needed */
1100 status = ocfs2_extend_no_holes(lqinode,
1101 lqinode->i_size + sb->s_blocksize,
1107 status = ocfs2_simple_size_update(lqinode, oinfo->dqi_lqi_bh,
1108 lqinode->i_size + sb->s_blocksize);
1114 /* Get buffer from the just added block */
1115 down_read(&OCFS2_I(lqinode)->ip_alloc_sem);
1116 status = ocfs2_extent_map_get_blocks(lqinode, oinfo->dqi_blocks,
1117 &p_blkno, NULL, NULL);
1118 up_read(&OCFS2_I(lqinode)->ip_alloc_sem);
1123 bh = sb_getblk(sb, p_blkno);
1129 ocfs2_set_new_buffer_uptodate(lqinode, bh);
1131 handle = ocfs2_start_trans(OCFS2_SB(sb), 3);
1132 if (IS_ERR(handle)) {
1133 status = PTR_ERR(handle);
1137 /* Zero created block */
1138 status = ocfs2_journal_access_dq(handle, lqinode, bh,
1139 OCFS2_JOURNAL_ACCESS_CREATE);
1145 memset(bh->b_data, 0, sb->s_blocksize);
1147 status = ocfs2_journal_dirty(handle, bh);
1152 /* Update chunk header */
1153 status = ocfs2_journal_access_dq(handle, lqinode, chunk->qc_headerbh,
1154 OCFS2_JOURNAL_ACCESS_WRITE);
1160 dchunk = (struct ocfs2_local_disk_chunk *)chunk->qc_headerbh->b_data;
1161 lock_buffer(chunk->qc_headerbh);
1162 le32_add_cpu(&dchunk->dqc_free, ol_quota_entries_per_block(sb));
1163 unlock_buffer(chunk->qc_headerbh);
1164 status = ocfs2_journal_dirty(handle, chunk->qc_headerbh);
1169 /* Update file header */
1170 oinfo->dqi_blocks++;
1171 status = ocfs2_local_write_info(sb, type);
1177 status = ocfs2_commit_trans(OCFS2_SB(sb), handle);
1182 *offset = chunk_blocks * epb;
1185 ocfs2_commit_trans(OCFS2_SB(sb), handle);
1187 return ERR_PTR(status);
1190 static void olq_alloc_dquot(struct buffer_head *bh, void *private)
1192 int *offset = private;
1193 struct ocfs2_local_disk_chunk *dchunk;
1195 dchunk = (struct ocfs2_local_disk_chunk *)bh->b_data;
1196 ocfs2_set_bit(*offset, dchunk->dqc_bitmap);
1197 le32_add_cpu(&dchunk->dqc_free, -1);
1200 /* Create dquot in the local file for given id */
1201 static int ocfs2_create_local_dquot(struct dquot *dquot)
1203 struct super_block *sb = dquot->dq_sb;
1204 int type = dquot->dq_type;
1205 struct inode *lqinode = sb_dqopt(sb)->files[type];
1206 struct ocfs2_quota_chunk *chunk;
1207 struct ocfs2_dquot *od = OCFS2_DQUOT(dquot);
1211 chunk = ocfs2_find_free_entry(sb, type, &offset);
1213 chunk = ocfs2_extend_local_quota_file(sb, type, &offset);
1215 return PTR_ERR(chunk);
1216 } else if (IS_ERR(chunk)) {
1217 return PTR_ERR(chunk);
1219 od->dq_local_off = ol_dqblk_off(sb, chunk->qc_num, offset);
1220 od->dq_chunk = chunk;
1222 /* Initialize dquot structure on disk */
1223 status = ocfs2_local_write_dquot(dquot);
1229 /* Mark structure as allocated */
1230 status = ocfs2_modify_bh(lqinode, chunk->qc_headerbh, olq_alloc_dquot,
1240 /* Create entry in local file for dquot, load data from the global file */
1241 static int ocfs2_local_read_dquot(struct dquot *dquot)
1245 mlog_entry("id=%u, type=%d\n", dquot->dq_id, dquot->dq_type);
1247 status = ocfs2_global_read_dquot(dquot);
1253 /* Now create entry in the local quota file */
1254 status = ocfs2_create_local_dquot(dquot);
1266 /* Release dquot structure from local quota file. ocfs2_release_dquot() has
1267 * already started a transaction and obtained exclusive lock for global
1269 static int ocfs2_local_release_dquot(struct dquot *dquot)
1272 int type = dquot->dq_type;
1273 struct ocfs2_dquot *od = OCFS2_DQUOT(dquot);
1274 struct super_block *sb = dquot->dq_sb;
1275 struct ocfs2_local_disk_chunk *dchunk;
1277 handle_t *handle = journal_current_handle();
1280 /* First write all local changes to global file */
1281 status = ocfs2_global_release_dquot(dquot);
1287 status = ocfs2_journal_access_dq(handle, sb_dqopt(sb)->files[type],
1288 od->dq_chunk->qc_headerbh, OCFS2_JOURNAL_ACCESS_WRITE);
1293 offset = ol_dqblk_chunk_off(sb, od->dq_chunk->qc_num,
1295 dchunk = (struct ocfs2_local_disk_chunk *)
1296 (od->dq_chunk->qc_headerbh->b_data);
1297 /* Mark structure as freed */
1298 lock_buffer(od->dq_chunk->qc_headerbh);
1299 ocfs2_clear_bit(offset, dchunk->dqc_bitmap);
1300 le32_add_cpu(&dchunk->dqc_free, 1);
1301 unlock_buffer(od->dq_chunk->qc_headerbh);
1302 status = ocfs2_journal_dirty(handle, od->dq_chunk->qc_headerbh);
1309 /* Clear the read bit so that next time someone uses this
1310 * dquot he reads fresh info from disk and allocates local
1311 * dquot structure */
1312 clear_bit(DQ_READ_B, &dquot->dq_flags);
1316 static struct quota_format_ops ocfs2_format_ops = {
1317 .check_quota_file = ocfs2_local_check_quota_file,
1318 .read_file_info = ocfs2_local_read_info,
1319 .write_file_info = ocfs2_global_write_info,
1320 .free_file_info = ocfs2_local_free_info,
1321 .read_dqblk = ocfs2_local_read_dquot,
1322 .commit_dqblk = ocfs2_local_write_dquot,
1323 .release_dqblk = ocfs2_local_release_dquot,
1326 struct quota_format_type ocfs2_quota_format = {
1327 .qf_fmt_id = QFMT_OCFS2,
1328 .qf_ops = &ocfs2_format_ops,
1329 .qf_owner = THIS_MODULE