xfs: remove uchar_t/ushort_t/uint_t/ulong_t types
[safe/jmp/linux-2.6] / fs / xfs / linux-2.6 / xfs_super.c
1 /*
2  * Copyright (c) 2000-2006 Silicon Graphics, Inc.
3  * All Rights Reserved.
4  *
5  * This program is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it would be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write the Free Software Foundation,
16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17  */
18 #include "xfs.h"
19 #include "xfs_bit.h"
20 #include "xfs_log.h"
21 #include "xfs_inum.h"
22 #include "xfs_trans.h"
23 #include "xfs_sb.h"
24 #include "xfs_ag.h"
25 #include "xfs_dir2.h"
26 #include "xfs_alloc.h"
27 #include "xfs_dmapi.h"
28 #include "xfs_quota.h"
29 #include "xfs_mount.h"
30 #include "xfs_bmap_btree.h"
31 #include "xfs_alloc_btree.h"
32 #include "xfs_ialloc_btree.h"
33 #include "xfs_dir2_sf.h"
34 #include "xfs_attr_sf.h"
35 #include "xfs_dinode.h"
36 #include "xfs_inode.h"
37 #include "xfs_btree.h"
38 #include "xfs_btree_trace.h"
39 #include "xfs_ialloc.h"
40 #include "xfs_bmap.h"
41 #include "xfs_rtalloc.h"
42 #include "xfs_error.h"
43 #include "xfs_itable.h"
44 #include "xfs_fsops.h"
45 #include "xfs_rw.h"
46 #include "xfs_acl.h"
47 #include "xfs_attr.h"
48 #include "xfs_buf_item.h"
49 #include "xfs_utils.h"
50 #include "xfs_vnodeops.h"
51 #include "xfs_version.h"
52 #include "xfs_log_priv.h"
53 #include "xfs_trans_priv.h"
54 #include "xfs_filestream.h"
55 #include "xfs_da_btree.h"
56 #include "xfs_dir2_trace.h"
57 #include "xfs_extfree_item.h"
58 #include "xfs_mru_cache.h"
59 #include "xfs_inode_item.h"
60 #include "xfs_sync.h"
61
62 #include <linux/namei.h>
63 #include <linux/init.h>
64 #include <linux/mount.h>
65 #include <linux/mempool.h>
66 #include <linux/writeback.h>
67 #include <linux/kthread.h>
68 #include <linux/freezer.h>
69 #include <linux/parser.h>
70
71 static struct quotactl_ops xfs_quotactl_operations;
72 static struct super_operations xfs_super_operations;
73 static kmem_zone_t *xfs_ioend_zone;
74 mempool_t *xfs_ioend_pool;
75
76 #define MNTOPT_LOGBUFS  "logbufs"       /* number of XFS log buffers */
77 #define MNTOPT_LOGBSIZE "logbsize"      /* size of XFS log buffers */
78 #define MNTOPT_LOGDEV   "logdev"        /* log device */
79 #define MNTOPT_RTDEV    "rtdev"         /* realtime I/O device */
80 #define MNTOPT_BIOSIZE  "biosize"       /* log2 of preferred buffered io size */
81 #define MNTOPT_WSYNC    "wsync"         /* safe-mode nfs compatible mount */
82 #define MNTOPT_INO64    "ino64"         /* force inodes into 64-bit range */
83 #define MNTOPT_NOALIGN  "noalign"       /* turn off stripe alignment */
84 #define MNTOPT_SWALLOC  "swalloc"       /* turn on stripe width allocation */
85 #define MNTOPT_SUNIT    "sunit"         /* data volume stripe unit */
86 #define MNTOPT_SWIDTH   "swidth"        /* data volume stripe width */
87 #define MNTOPT_NOUUID   "nouuid"        /* ignore filesystem UUID */
88 #define MNTOPT_MTPT     "mtpt"          /* filesystem mount point */
89 #define MNTOPT_GRPID    "grpid"         /* group-ID from parent directory */
90 #define MNTOPT_NOGRPID  "nogrpid"       /* group-ID from current process */
91 #define MNTOPT_BSDGROUPS    "bsdgroups"    /* group-ID from parent directory */
92 #define MNTOPT_SYSVGROUPS   "sysvgroups"   /* group-ID from current process */
93 #define MNTOPT_ALLOCSIZE    "allocsize"    /* preferred allocation size */
94 #define MNTOPT_NORECOVERY   "norecovery"   /* don't run XFS recovery */
95 #define MNTOPT_BARRIER  "barrier"       /* use writer barriers for log write and
96                                          * unwritten extent conversion */
97 #define MNTOPT_NOBARRIER "nobarrier"    /* .. disable */
98 #define MNTOPT_OSYNCISOSYNC "osyncisosync" /* o_sync is REALLY o_sync */
99 #define MNTOPT_64BITINODE   "inode64"   /* inodes can be allocated anywhere */
100 #define MNTOPT_IKEEP    "ikeep"         /* do not free empty inode clusters */
101 #define MNTOPT_NOIKEEP  "noikeep"       /* free empty inode clusters */
102 #define MNTOPT_LARGEIO     "largeio"    /* report large I/O sizes in stat() */
103 #define MNTOPT_NOLARGEIO   "nolargeio"  /* do not report large I/O sizes
104                                          * in stat(). */
105 #define MNTOPT_ATTR2    "attr2"         /* do use attr2 attribute format */
106 #define MNTOPT_NOATTR2  "noattr2"       /* do not use attr2 attribute format */
107 #define MNTOPT_FILESTREAM  "filestreams" /* use filestreams allocator */
108 #define MNTOPT_QUOTA    "quota"         /* disk quotas (user) */
109 #define MNTOPT_NOQUOTA  "noquota"       /* no quotas */
110 #define MNTOPT_USRQUOTA "usrquota"      /* user quota enabled */
111 #define MNTOPT_GRPQUOTA "grpquota"      /* group quota enabled */
112 #define MNTOPT_PRJQUOTA "prjquota"      /* project quota enabled */
113 #define MNTOPT_UQUOTA   "uquota"        /* user quota (IRIX variant) */
114 #define MNTOPT_GQUOTA   "gquota"        /* group quota (IRIX variant) */
115 #define MNTOPT_PQUOTA   "pquota"        /* project quota (IRIX variant) */
116 #define MNTOPT_UQUOTANOENF "uqnoenforce"/* user quota limit enforcement */
117 #define MNTOPT_GQUOTANOENF "gqnoenforce"/* group quota limit enforcement */
118 #define MNTOPT_PQUOTANOENF "pqnoenforce"/* project quota limit enforcement */
119 #define MNTOPT_QUOTANOENF  "qnoenforce" /* same as uqnoenforce */
120 #define MNTOPT_DMAPI    "dmapi"         /* DMI enabled (DMAPI / XDSM) */
121 #define MNTOPT_XDSM     "xdsm"          /* DMI enabled (DMAPI / XDSM) */
122 #define MNTOPT_DMI      "dmi"           /* DMI enabled (DMAPI / XDSM) */
123
124 /*
125  * Table driven mount option parser.
126  *
127  * Currently only used for remount, but it will be used for mount
128  * in the future, too.
129  */
130 enum {
131         Opt_barrier, Opt_nobarrier, Opt_err
132 };
133
134 static const match_table_t tokens = {
135         {Opt_barrier, "barrier"},
136         {Opt_nobarrier, "nobarrier"},
137         {Opt_err, NULL}
138 };
139
140
141 STATIC unsigned long
142 suffix_strtoul(char *s, char **endp, unsigned int base)
143 {
144         int     last, shift_left_factor = 0;
145         char    *value = s;
146
147         last = strlen(value) - 1;
148         if (value[last] == 'K' || value[last] == 'k') {
149                 shift_left_factor = 10;
150                 value[last] = '\0';
151         }
152         if (value[last] == 'M' || value[last] == 'm') {
153                 shift_left_factor = 20;
154                 value[last] = '\0';
155         }
156         if (value[last] == 'G' || value[last] == 'g') {
157                 shift_left_factor = 30;
158                 value[last] = '\0';
159         }
160
161         return simple_strtoul((const char *)s, endp, base) << shift_left_factor;
162 }
163
164 /*
165  * This function fills in xfs_mount_t fields based on mount args.
166  * Note: the superblock has _not_ yet been read in.
167  *
168  * Note that this function leaks the various device name allocations on
169  * failure.  The caller takes care of them.
170  */
171 STATIC int
172 xfs_parseargs(
173         struct xfs_mount        *mp,
174         char                    *options,
175         char                    **mtpt)
176 {
177         struct super_block      *sb = mp->m_super;
178         char                    *this_char, *value, *eov;
179         int                     dsunit = 0;
180         int                     dswidth = 0;
181         int                     iosize = 0;
182         int                     dmapi_implies_ikeep = 1;
183         __uint8_t               iosizelog = 0;
184
185         /*
186          * Copy binary VFS mount flags we are interested in.
187          */
188         if (sb->s_flags & MS_RDONLY)
189                 mp->m_flags |= XFS_MOUNT_RDONLY;
190         if (sb->s_flags & MS_DIRSYNC)
191                 mp->m_flags |= XFS_MOUNT_DIRSYNC;
192         if (sb->s_flags & MS_SYNCHRONOUS)
193                 mp->m_flags |= XFS_MOUNT_WSYNC;
194
195         /*
196          * Set some default flags that could be cleared by the mount option
197          * parsing.
198          */
199         mp->m_flags |= XFS_MOUNT_BARRIER;
200         mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
201         mp->m_flags |= XFS_MOUNT_SMALL_INUMS;
202
203         /*
204          * These can be overridden by the mount option parsing.
205          */
206         mp->m_logbufs = -1;
207         mp->m_logbsize = -1;
208
209         if (!options)
210                 goto done;
211
212         while ((this_char = strsep(&options, ",")) != NULL) {
213                 if (!*this_char)
214                         continue;
215                 if ((value = strchr(this_char, '=')) != NULL)
216                         *value++ = 0;
217
218                 if (!strcmp(this_char, MNTOPT_LOGBUFS)) {
219                         if (!value || !*value) {
220                                 cmn_err(CE_WARN,
221                                         "XFS: %s option requires an argument",
222                                         this_char);
223                                 return EINVAL;
224                         }
225                         mp->m_logbufs = simple_strtoul(value, &eov, 10);
226                 } else if (!strcmp(this_char, MNTOPT_LOGBSIZE)) {
227                         if (!value || !*value) {
228                                 cmn_err(CE_WARN,
229                                         "XFS: %s option requires an argument",
230                                         this_char);
231                                 return EINVAL;
232                         }
233                         mp->m_logbsize = suffix_strtoul(value, &eov, 10);
234                 } else if (!strcmp(this_char, MNTOPT_LOGDEV)) {
235                         if (!value || !*value) {
236                                 cmn_err(CE_WARN,
237                                         "XFS: %s option requires an argument",
238                                         this_char);
239                                 return EINVAL;
240                         }
241                         mp->m_logname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
242                         if (!mp->m_logname)
243                                 return ENOMEM;
244                 } else if (!strcmp(this_char, MNTOPT_MTPT)) {
245                         if (!value || !*value) {
246                                 cmn_err(CE_WARN,
247                                         "XFS: %s option requires an argument",
248                                         this_char);
249                                 return EINVAL;
250                         }
251                         *mtpt = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
252                         if (!*mtpt)
253                                 return ENOMEM;
254                 } else if (!strcmp(this_char, MNTOPT_RTDEV)) {
255                         if (!value || !*value) {
256                                 cmn_err(CE_WARN,
257                                         "XFS: %s option requires an argument",
258                                         this_char);
259                                 return EINVAL;
260                         }
261                         mp->m_rtname = kstrndup(value, MAXNAMELEN, GFP_KERNEL);
262                         if (!mp->m_rtname)
263                                 return ENOMEM;
264                 } else if (!strcmp(this_char, MNTOPT_BIOSIZE)) {
265                         if (!value || !*value) {
266                                 cmn_err(CE_WARN,
267                                         "XFS: %s option requires an argument",
268                                         this_char);
269                                 return EINVAL;
270                         }
271                         iosize = simple_strtoul(value, &eov, 10);
272                         iosizelog = ffs(iosize) - 1;
273                 } else if (!strcmp(this_char, MNTOPT_ALLOCSIZE)) {
274                         if (!value || !*value) {
275                                 cmn_err(CE_WARN,
276                                         "XFS: %s option requires an argument",
277                                         this_char);
278                                 return EINVAL;
279                         }
280                         iosize = suffix_strtoul(value, &eov, 10);
281                         iosizelog = ffs(iosize) - 1;
282                 } else if (!strcmp(this_char, MNTOPT_GRPID) ||
283                            !strcmp(this_char, MNTOPT_BSDGROUPS)) {
284                         mp->m_flags |= XFS_MOUNT_GRPID;
285                 } else if (!strcmp(this_char, MNTOPT_NOGRPID) ||
286                            !strcmp(this_char, MNTOPT_SYSVGROUPS)) {
287                         mp->m_flags &= ~XFS_MOUNT_GRPID;
288                 } else if (!strcmp(this_char, MNTOPT_WSYNC)) {
289                         mp->m_flags |= XFS_MOUNT_WSYNC;
290                 } else if (!strcmp(this_char, MNTOPT_OSYNCISOSYNC)) {
291                         mp->m_flags |= XFS_MOUNT_OSYNCISOSYNC;
292                 } else if (!strcmp(this_char, MNTOPT_NORECOVERY)) {
293                         mp->m_flags |= XFS_MOUNT_NORECOVERY;
294                 } else if (!strcmp(this_char, MNTOPT_INO64)) {
295 #if XFS_BIG_INUMS
296                         mp->m_flags |= XFS_MOUNT_INO64;
297                         mp->m_inoadd = XFS_INO64_OFFSET;
298 #else
299                         cmn_err(CE_WARN,
300                                 "XFS: %s option not allowed on this system",
301                                 this_char);
302                         return EINVAL;
303 #endif
304                 } else if (!strcmp(this_char, MNTOPT_NOALIGN)) {
305                         mp->m_flags |= XFS_MOUNT_NOALIGN;
306                 } else if (!strcmp(this_char, MNTOPT_SWALLOC)) {
307                         mp->m_flags |= XFS_MOUNT_SWALLOC;
308                 } else if (!strcmp(this_char, MNTOPT_SUNIT)) {
309                         if (!value || !*value) {
310                                 cmn_err(CE_WARN,
311                                         "XFS: %s option requires an argument",
312                                         this_char);
313                                 return EINVAL;
314                         }
315                         dsunit = simple_strtoul(value, &eov, 10);
316                 } else if (!strcmp(this_char, MNTOPT_SWIDTH)) {
317                         if (!value || !*value) {
318                                 cmn_err(CE_WARN,
319                                         "XFS: %s option requires an argument",
320                                         this_char);
321                                 return EINVAL;
322                         }
323                         dswidth = simple_strtoul(value, &eov, 10);
324                 } else if (!strcmp(this_char, MNTOPT_64BITINODE)) {
325                         mp->m_flags &= ~XFS_MOUNT_SMALL_INUMS;
326 #if !XFS_BIG_INUMS
327                         cmn_err(CE_WARN,
328                                 "XFS: %s option not allowed on this system",
329                                 this_char);
330                         return EINVAL;
331 #endif
332                 } else if (!strcmp(this_char, MNTOPT_NOUUID)) {
333                         mp->m_flags |= XFS_MOUNT_NOUUID;
334                 } else if (!strcmp(this_char, MNTOPT_BARRIER)) {
335                         mp->m_flags |= XFS_MOUNT_BARRIER;
336                 } else if (!strcmp(this_char, MNTOPT_NOBARRIER)) {
337                         mp->m_flags &= ~XFS_MOUNT_BARRIER;
338                 } else if (!strcmp(this_char, MNTOPT_IKEEP)) {
339                         mp->m_flags |= XFS_MOUNT_IKEEP;
340                 } else if (!strcmp(this_char, MNTOPT_NOIKEEP)) {
341                         dmapi_implies_ikeep = 0;
342                         mp->m_flags &= ~XFS_MOUNT_IKEEP;
343                 } else if (!strcmp(this_char, MNTOPT_LARGEIO)) {
344                         mp->m_flags &= ~XFS_MOUNT_COMPAT_IOSIZE;
345                 } else if (!strcmp(this_char, MNTOPT_NOLARGEIO)) {
346                         mp->m_flags |= XFS_MOUNT_COMPAT_IOSIZE;
347                 } else if (!strcmp(this_char, MNTOPT_ATTR2)) {
348                         mp->m_flags |= XFS_MOUNT_ATTR2;
349                 } else if (!strcmp(this_char, MNTOPT_NOATTR2)) {
350                         mp->m_flags &= ~XFS_MOUNT_ATTR2;
351                         mp->m_flags |= XFS_MOUNT_NOATTR2;
352                 } else if (!strcmp(this_char, MNTOPT_FILESTREAM)) {
353                         mp->m_flags |= XFS_MOUNT_FILESTREAMS;
354                 } else if (!strcmp(this_char, MNTOPT_NOQUOTA)) {
355                         mp->m_qflags &= ~(XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
356                                           XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
357                                           XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
358                                           XFS_UQUOTA_ENFD | XFS_OQUOTA_ENFD);
359                 } else if (!strcmp(this_char, MNTOPT_QUOTA) ||
360                            !strcmp(this_char, MNTOPT_UQUOTA) ||
361                            !strcmp(this_char, MNTOPT_USRQUOTA)) {
362                         mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE |
363                                          XFS_UQUOTA_ENFD);
364                 } else if (!strcmp(this_char, MNTOPT_QUOTANOENF) ||
365                            !strcmp(this_char, MNTOPT_UQUOTANOENF)) {
366                         mp->m_qflags |= (XFS_UQUOTA_ACCT | XFS_UQUOTA_ACTIVE);
367                         mp->m_qflags &= ~XFS_UQUOTA_ENFD;
368                 } else if (!strcmp(this_char, MNTOPT_PQUOTA) ||
369                            !strcmp(this_char, MNTOPT_PRJQUOTA)) {
370                         mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE |
371                                          XFS_OQUOTA_ENFD);
372                 } else if (!strcmp(this_char, MNTOPT_PQUOTANOENF)) {
373                         mp->m_qflags |= (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE);
374                         mp->m_qflags &= ~XFS_OQUOTA_ENFD;
375                 } else if (!strcmp(this_char, MNTOPT_GQUOTA) ||
376                            !strcmp(this_char, MNTOPT_GRPQUOTA)) {
377                         mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE |
378                                          XFS_OQUOTA_ENFD);
379                 } else if (!strcmp(this_char, MNTOPT_GQUOTANOENF)) {
380                         mp->m_qflags |= (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE);
381                         mp->m_qflags &= ~XFS_OQUOTA_ENFD;
382                 } else if (!strcmp(this_char, MNTOPT_DMAPI)) {
383                         mp->m_flags |= XFS_MOUNT_DMAPI;
384                 } else if (!strcmp(this_char, MNTOPT_XDSM)) {
385                         mp->m_flags |= XFS_MOUNT_DMAPI;
386                 } else if (!strcmp(this_char, MNTOPT_DMI)) {
387                         mp->m_flags |= XFS_MOUNT_DMAPI;
388                 } else if (!strcmp(this_char, "ihashsize")) {
389                         cmn_err(CE_WARN,
390         "XFS: ihashsize no longer used, option is deprecated.");
391                 } else if (!strcmp(this_char, "osyncisdsync")) {
392                         /* no-op, this is now the default */
393                         cmn_err(CE_WARN,
394         "XFS: osyncisdsync is now the default, option is deprecated.");
395                 } else if (!strcmp(this_char, "irixsgid")) {
396                         cmn_err(CE_WARN,
397         "XFS: irixsgid is now a sysctl(2) variable, option is deprecated.");
398                 } else {
399                         cmn_err(CE_WARN,
400                                 "XFS: unknown mount option [%s].", this_char);
401                         return EINVAL;
402                 }
403         }
404
405         /*
406          * no recovery flag requires a read-only mount
407          */
408         if ((mp->m_flags & XFS_MOUNT_NORECOVERY) &&
409             !(mp->m_flags & XFS_MOUNT_RDONLY)) {
410                 cmn_err(CE_WARN, "XFS: no-recovery mounts must be read-only.");
411                 return EINVAL;
412         }
413
414         if ((mp->m_flags & XFS_MOUNT_NOALIGN) && (dsunit || dswidth)) {
415                 cmn_err(CE_WARN,
416         "XFS: sunit and swidth options incompatible with the noalign option");
417                 return EINVAL;
418         }
419
420         if ((mp->m_qflags & (XFS_GQUOTA_ACCT | XFS_GQUOTA_ACTIVE)) &&
421             (mp->m_qflags & (XFS_PQUOTA_ACCT | XFS_PQUOTA_ACTIVE))) {
422                 cmn_err(CE_WARN,
423                         "XFS: cannot mount with both project and group quota");
424                 return EINVAL;
425         }
426
427         if ((mp->m_flags & XFS_MOUNT_DMAPI) && (!*mtpt || *mtpt[0] == '\0')) {
428                 printk("XFS: %s option needs the mount point option as well\n",
429                         MNTOPT_DMAPI);
430                 return EINVAL;
431         }
432
433         if ((dsunit && !dswidth) || (!dsunit && dswidth)) {
434                 cmn_err(CE_WARN,
435                         "XFS: sunit and swidth must be specified together");
436                 return EINVAL;
437         }
438
439         if (dsunit && (dswidth % dsunit != 0)) {
440                 cmn_err(CE_WARN,
441         "XFS: stripe width (%d) must be a multiple of the stripe unit (%d)",
442                         dswidth, dsunit);
443                 return EINVAL;
444         }
445
446         /*
447          * Applications using DMI filesystems often expect the
448          * inode generation number to be monotonically increasing.
449          * If we delete inode chunks we break this assumption, so
450          * keep unused inode chunks on disk for DMI filesystems
451          * until we come up with a better solution.
452          * Note that if "ikeep" or "noikeep" mount options are
453          * supplied, then they are honored.
454          */
455         if ((mp->m_flags & XFS_MOUNT_DMAPI) && dmapi_implies_ikeep)
456                 mp->m_flags |= XFS_MOUNT_IKEEP;
457
458 done:
459         if (!(mp->m_flags & XFS_MOUNT_NOALIGN)) {
460                 /*
461                  * At this point the superblock has not been read
462                  * in, therefore we do not know the block size.
463                  * Before the mount call ends we will convert
464                  * these to FSBs.
465                  */
466                 if (dsunit) {
467                         mp->m_dalign = dsunit;
468                         mp->m_flags |= XFS_MOUNT_RETERR;
469                 }
470
471                 if (dswidth)
472                         mp->m_swidth = dswidth;
473         }
474
475         if (mp->m_logbufs != -1 &&
476             mp->m_logbufs != 0 &&
477             (mp->m_logbufs < XLOG_MIN_ICLOGS ||
478              mp->m_logbufs > XLOG_MAX_ICLOGS)) {
479                 cmn_err(CE_WARN,
480                         "XFS: invalid logbufs value: %d [not %d-%d]",
481                         mp->m_logbufs, XLOG_MIN_ICLOGS, XLOG_MAX_ICLOGS);
482                 return XFS_ERROR(EINVAL);
483         }
484         if (mp->m_logbsize != -1 &&
485             mp->m_logbsize !=  0 &&
486             (mp->m_logbsize < XLOG_MIN_RECORD_BSIZE ||
487              mp->m_logbsize > XLOG_MAX_RECORD_BSIZE ||
488              !is_power_of_2(mp->m_logbsize))) {
489                 cmn_err(CE_WARN,
490         "XFS: invalid logbufsize: %d [not 16k,32k,64k,128k or 256k]",
491                         mp->m_logbsize);
492                 return XFS_ERROR(EINVAL);
493         }
494
495         mp->m_fsname = kstrndup(sb->s_id, MAXNAMELEN, GFP_KERNEL);
496         if (!mp->m_fsname)
497                 return ENOMEM;
498         mp->m_fsname_len = strlen(mp->m_fsname) + 1;
499
500         if (iosizelog) {
501                 if (iosizelog > XFS_MAX_IO_LOG ||
502                     iosizelog < XFS_MIN_IO_LOG) {
503                         cmn_err(CE_WARN,
504                 "XFS: invalid log iosize: %d [not %d-%d]",
505                                 iosizelog, XFS_MIN_IO_LOG,
506                                 XFS_MAX_IO_LOG);
507                         return XFS_ERROR(EINVAL);
508                 }
509
510                 mp->m_flags |= XFS_MOUNT_DFLT_IOSIZE;
511                 mp->m_readio_log = iosizelog;
512                 mp->m_writeio_log = iosizelog;
513         }
514
515         return 0;
516 }
517
518 struct proc_xfs_info {
519         int     flag;
520         char    *str;
521 };
522
523 STATIC int
524 xfs_showargs(
525         struct xfs_mount        *mp,
526         struct seq_file         *m)
527 {
528         static struct proc_xfs_info xfs_info_set[] = {
529                 /* the few simple ones we can get from the mount struct */
530                 { XFS_MOUNT_IKEEP,              "," MNTOPT_IKEEP },
531                 { XFS_MOUNT_WSYNC,              "," MNTOPT_WSYNC },
532                 { XFS_MOUNT_INO64,              "," MNTOPT_INO64 },
533                 { XFS_MOUNT_NOALIGN,            "," MNTOPT_NOALIGN },
534                 { XFS_MOUNT_SWALLOC,            "," MNTOPT_SWALLOC },
535                 { XFS_MOUNT_NOUUID,             "," MNTOPT_NOUUID },
536                 { XFS_MOUNT_NORECOVERY,         "," MNTOPT_NORECOVERY },
537                 { XFS_MOUNT_OSYNCISOSYNC,       "," MNTOPT_OSYNCISOSYNC },
538                 { XFS_MOUNT_ATTR2,              "," MNTOPT_ATTR2 },
539                 { XFS_MOUNT_FILESTREAMS,        "," MNTOPT_FILESTREAM },
540                 { XFS_MOUNT_DMAPI,              "," MNTOPT_DMAPI },
541                 { XFS_MOUNT_GRPID,              "," MNTOPT_GRPID },
542                 { 0, NULL }
543         };
544         static struct proc_xfs_info xfs_info_unset[] = {
545                 /* the few simple ones we can get from the mount struct */
546                 { XFS_MOUNT_COMPAT_IOSIZE,      "," MNTOPT_LARGEIO },
547                 { XFS_MOUNT_BARRIER,            "," MNTOPT_NOBARRIER },
548                 { XFS_MOUNT_SMALL_INUMS,        "," MNTOPT_64BITINODE },
549                 { 0, NULL }
550         };
551         struct proc_xfs_info    *xfs_infop;
552
553         for (xfs_infop = xfs_info_set; xfs_infop->flag; xfs_infop++) {
554                 if (mp->m_flags & xfs_infop->flag)
555                         seq_puts(m, xfs_infop->str);
556         }
557         for (xfs_infop = xfs_info_unset; xfs_infop->flag; xfs_infop++) {
558                 if (!(mp->m_flags & xfs_infop->flag))
559                         seq_puts(m, xfs_infop->str);
560         }
561
562         if (mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)
563                 seq_printf(m, "," MNTOPT_ALLOCSIZE "=%dk",
564                                 (int)(1 << mp->m_writeio_log) >> 10);
565
566         if (mp->m_logbufs > 0)
567                 seq_printf(m, "," MNTOPT_LOGBUFS "=%d", mp->m_logbufs);
568         if (mp->m_logbsize > 0)
569                 seq_printf(m, "," MNTOPT_LOGBSIZE "=%dk", mp->m_logbsize >> 10);
570
571         if (mp->m_logname)
572                 seq_printf(m, "," MNTOPT_LOGDEV "=%s", mp->m_logname);
573         if (mp->m_rtname)
574                 seq_printf(m, "," MNTOPT_RTDEV "=%s", mp->m_rtname);
575
576         if (mp->m_dalign > 0)
577                 seq_printf(m, "," MNTOPT_SUNIT "=%d",
578                                 (int)XFS_FSB_TO_BB(mp, mp->m_dalign));
579         if (mp->m_swidth > 0)
580                 seq_printf(m, "," MNTOPT_SWIDTH "=%d",
581                                 (int)XFS_FSB_TO_BB(mp, mp->m_swidth));
582
583         if (mp->m_qflags & (XFS_UQUOTA_ACCT|XFS_UQUOTA_ENFD))
584                 seq_puts(m, "," MNTOPT_USRQUOTA);
585         else if (mp->m_qflags & XFS_UQUOTA_ACCT)
586                 seq_puts(m, "," MNTOPT_UQUOTANOENF);
587
588         if (mp->m_qflags & (XFS_PQUOTA_ACCT|XFS_OQUOTA_ENFD))
589                 seq_puts(m, "," MNTOPT_PRJQUOTA);
590         else if (mp->m_qflags & XFS_PQUOTA_ACCT)
591                 seq_puts(m, "," MNTOPT_PQUOTANOENF);
592
593         if (mp->m_qflags & (XFS_GQUOTA_ACCT|XFS_OQUOTA_ENFD))
594                 seq_puts(m, "," MNTOPT_GRPQUOTA);
595         else if (mp->m_qflags & XFS_GQUOTA_ACCT)
596                 seq_puts(m, "," MNTOPT_GQUOTANOENF);
597
598         if (!(mp->m_qflags & XFS_ALL_QUOTA_ACCT))
599                 seq_puts(m, "," MNTOPT_NOQUOTA);
600
601         return 0;
602 }
603 __uint64_t
604 xfs_max_file_offset(
605         unsigned int            blockshift)
606 {
607         unsigned int            pagefactor = 1;
608         unsigned int            bitshift = BITS_PER_LONG - 1;
609
610         /* Figure out maximum filesize, on Linux this can depend on
611          * the filesystem blocksize (on 32 bit platforms).
612          * __block_prepare_write does this in an [unsigned] long...
613          *      page->index << (PAGE_CACHE_SHIFT - bbits)
614          * So, for page sized blocks (4K on 32 bit platforms),
615          * this wraps at around 8Tb (hence MAX_LFS_FILESIZE which is
616          *      (((u64)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1)
617          * but for smaller blocksizes it is less (bbits = log2 bsize).
618          * Note1: get_block_t takes a long (implicit cast from above)
619          * Note2: The Large Block Device (LBD and HAVE_SECTOR_T) patch
620          * can optionally convert the [unsigned] long from above into
621          * an [unsigned] long long.
622          */
623
624 #if BITS_PER_LONG == 32
625 # if defined(CONFIG_LBD)
626         ASSERT(sizeof(sector_t) == 8);
627         pagefactor = PAGE_CACHE_SIZE;
628         bitshift = BITS_PER_LONG;
629 # else
630         pagefactor = PAGE_CACHE_SIZE >> (PAGE_CACHE_SHIFT - blockshift);
631 # endif
632 #endif
633
634         return (((__uint64_t)pagefactor) << bitshift) - 1;
635 }
636
637 int
638 xfs_blkdev_get(
639         xfs_mount_t             *mp,
640         const char              *name,
641         struct block_device     **bdevp)
642 {
643         int                     error = 0;
644
645         *bdevp = open_bdev_exclusive(name, FMODE_READ|FMODE_WRITE, mp);
646         if (IS_ERR(*bdevp)) {
647                 error = PTR_ERR(*bdevp);
648                 printk("XFS: Invalid device [%s], error=%d\n", name, error);
649         }
650
651         return -error;
652 }
653
654 void
655 xfs_blkdev_put(
656         struct block_device     *bdev)
657 {
658         if (bdev)
659                 close_bdev_exclusive(bdev, FMODE_READ|FMODE_WRITE);
660 }
661
662 /*
663  * Try to write out the superblock using barriers.
664  */
665 STATIC int
666 xfs_barrier_test(
667         xfs_mount_t     *mp)
668 {
669         xfs_buf_t       *sbp = xfs_getsb(mp, 0);
670         int             error;
671
672         XFS_BUF_UNDONE(sbp);
673         XFS_BUF_UNREAD(sbp);
674         XFS_BUF_UNDELAYWRITE(sbp);
675         XFS_BUF_WRITE(sbp);
676         XFS_BUF_UNASYNC(sbp);
677         XFS_BUF_ORDERED(sbp);
678
679         xfsbdstrat(mp, sbp);
680         error = xfs_iowait(sbp);
681
682         /*
683          * Clear all the flags we set and possible error state in the
684          * buffer.  We only did the write to try out whether barriers
685          * worked and shouldn't leave any traces in the superblock
686          * buffer.
687          */
688         XFS_BUF_DONE(sbp);
689         XFS_BUF_ERROR(sbp, 0);
690         XFS_BUF_UNORDERED(sbp);
691
692         xfs_buf_relse(sbp);
693         return error;
694 }
695
696 void
697 xfs_mountfs_check_barriers(xfs_mount_t *mp)
698 {
699         int error;
700
701         if (mp->m_logdev_targp != mp->m_ddev_targp) {
702                 xfs_fs_cmn_err(CE_NOTE, mp,
703                   "Disabling barriers, not supported with external log device");
704                 mp->m_flags &= ~XFS_MOUNT_BARRIER;
705                 return;
706         }
707
708         if (xfs_readonly_buftarg(mp->m_ddev_targp)) {
709                 xfs_fs_cmn_err(CE_NOTE, mp,
710                   "Disabling barriers, underlying device is readonly");
711                 mp->m_flags &= ~XFS_MOUNT_BARRIER;
712                 return;
713         }
714
715         error = xfs_barrier_test(mp);
716         if (error) {
717                 xfs_fs_cmn_err(CE_NOTE, mp,
718                   "Disabling barriers, trial barrier write failed");
719                 mp->m_flags &= ~XFS_MOUNT_BARRIER;
720                 return;
721         }
722 }
723
724 void
725 xfs_blkdev_issue_flush(
726         xfs_buftarg_t           *buftarg)
727 {
728         blkdev_issue_flush(buftarg->bt_bdev, NULL);
729 }
730
731 STATIC void
732 xfs_close_devices(
733         struct xfs_mount        *mp)
734 {
735         if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
736                 struct block_device *logdev = mp->m_logdev_targp->bt_bdev;
737                 xfs_free_buftarg(mp->m_logdev_targp);
738                 xfs_blkdev_put(logdev);
739         }
740         if (mp->m_rtdev_targp) {
741                 struct block_device *rtdev = mp->m_rtdev_targp->bt_bdev;
742                 xfs_free_buftarg(mp->m_rtdev_targp);
743                 xfs_blkdev_put(rtdev);
744         }
745         xfs_free_buftarg(mp->m_ddev_targp);
746 }
747
748 /*
749  * The file system configurations are:
750  *      (1) device (partition) with data and internal log
751  *      (2) logical volume with data and log subvolumes.
752  *      (3) logical volume with data, log, and realtime subvolumes.
753  *
754  * We only have to handle opening the log and realtime volumes here if
755  * they are present.  The data subvolume has already been opened by
756  * get_sb_bdev() and is stored in sb->s_bdev.
757  */
758 STATIC int
759 xfs_open_devices(
760         struct xfs_mount        *mp)
761 {
762         struct block_device     *ddev = mp->m_super->s_bdev;
763         struct block_device     *logdev = NULL, *rtdev = NULL;
764         int                     error;
765
766         /*
767          * Open real time and log devices - order is important.
768          */
769         if (mp->m_logname) {
770                 error = xfs_blkdev_get(mp, mp->m_logname, &logdev);
771                 if (error)
772                         goto out;
773         }
774
775         if (mp->m_rtname) {
776                 error = xfs_blkdev_get(mp, mp->m_rtname, &rtdev);
777                 if (error)
778                         goto out_close_logdev;
779
780                 if (rtdev == ddev || rtdev == logdev) {
781                         cmn_err(CE_WARN,
782         "XFS: Cannot mount filesystem with identical rtdev and ddev/logdev.");
783                         error = EINVAL;
784                         goto out_close_rtdev;
785                 }
786         }
787
788         /*
789          * Setup xfs_mount buffer target pointers
790          */
791         error = ENOMEM;
792         mp->m_ddev_targp = xfs_alloc_buftarg(ddev, 0);
793         if (!mp->m_ddev_targp)
794                 goto out_close_rtdev;
795
796         if (rtdev) {
797                 mp->m_rtdev_targp = xfs_alloc_buftarg(rtdev, 1);
798                 if (!mp->m_rtdev_targp)
799                         goto out_free_ddev_targ;
800         }
801
802         if (logdev && logdev != ddev) {
803                 mp->m_logdev_targp = xfs_alloc_buftarg(logdev, 1);
804                 if (!mp->m_logdev_targp)
805                         goto out_free_rtdev_targ;
806         } else {
807                 mp->m_logdev_targp = mp->m_ddev_targp;
808         }
809
810         return 0;
811
812  out_free_rtdev_targ:
813         if (mp->m_rtdev_targp)
814                 xfs_free_buftarg(mp->m_rtdev_targp);
815  out_free_ddev_targ:
816         xfs_free_buftarg(mp->m_ddev_targp);
817  out_close_rtdev:
818         if (rtdev)
819                 xfs_blkdev_put(rtdev);
820  out_close_logdev:
821         if (logdev && logdev != ddev)
822                 xfs_blkdev_put(logdev);
823  out:
824         return error;
825 }
826
827 /*
828  * Setup xfs_mount buffer target pointers based on superblock
829  */
830 STATIC int
831 xfs_setup_devices(
832         struct xfs_mount        *mp)
833 {
834         int                     error;
835
836         error = xfs_setsize_buftarg(mp->m_ddev_targp, mp->m_sb.sb_blocksize,
837                                     mp->m_sb.sb_sectsize);
838         if (error)
839                 return error;
840
841         if (mp->m_logdev_targp && mp->m_logdev_targp != mp->m_ddev_targp) {
842                 unsigned int    log_sector_size = BBSIZE;
843
844                 if (xfs_sb_version_hassector(&mp->m_sb))
845                         log_sector_size = mp->m_sb.sb_logsectsize;
846                 error = xfs_setsize_buftarg(mp->m_logdev_targp,
847                                             mp->m_sb.sb_blocksize,
848                                             log_sector_size);
849                 if (error)
850                         return error;
851         }
852         if (mp->m_rtdev_targp) {
853                 error = xfs_setsize_buftarg(mp->m_rtdev_targp,
854                                             mp->m_sb.sb_blocksize,
855                                             mp->m_sb.sb_sectsize);
856                 if (error)
857                         return error;
858         }
859
860         return 0;
861 }
862
863 /*
864  * XFS AIL push thread support
865  */
866 void
867 xfsaild_wakeup(
868         struct xfs_ail          *ailp,
869         xfs_lsn_t               threshold_lsn)
870 {
871         ailp->xa_target = threshold_lsn;
872         wake_up_process(ailp->xa_task);
873 }
874
875 int
876 xfsaild(
877         void    *data)
878 {
879         struct xfs_ail  *ailp = data;
880         xfs_lsn_t       last_pushed_lsn = 0;
881         long            tout = 0;
882
883         while (!kthread_should_stop()) {
884                 if (tout)
885                         schedule_timeout_interruptible(msecs_to_jiffies(tout));
886                 tout = 1000;
887
888                 /* swsusp */
889                 try_to_freeze();
890
891                 ASSERT(ailp->xa_mount->m_log);
892                 if (XFS_FORCED_SHUTDOWN(ailp->xa_mount))
893                         continue;
894
895                 tout = xfsaild_push(ailp, &last_pushed_lsn);
896         }
897
898         return 0;
899 }       /* xfsaild */
900
901 int
902 xfsaild_start(
903         struct xfs_ail  *ailp)
904 {
905         ailp->xa_target = 0;
906         ailp->xa_task = kthread_run(xfsaild, ailp, "xfsaild");
907         if (IS_ERR(ailp->xa_task))
908                 return -PTR_ERR(ailp->xa_task);
909         return 0;
910 }
911
912 void
913 xfsaild_stop(
914         struct xfs_ail  *ailp)
915 {
916         kthread_stop(ailp->xa_task);
917 }
918
919
920 /* Catch misguided souls that try to use this interface on XFS */
921 STATIC struct inode *
922 xfs_fs_alloc_inode(
923         struct super_block      *sb)
924 {
925         BUG();
926         return NULL;
927 }
928
929 /*
930  * Now that the generic code is guaranteed not to be accessing
931  * the linux inode, we can reclaim the inode.
932  */
933 STATIC void
934 xfs_fs_destroy_inode(
935         struct inode    *inode)
936 {
937         xfs_inode_t             *ip = XFS_I(inode);
938
939         XFS_STATS_INC(vn_reclaim);
940         if (xfs_reclaim(ip))
941                 panic("%s: cannot reclaim 0x%p\n", __func__, inode);
942 }
943
944 /*
945  * Slab object creation initialisation for the XFS inode.
946  * This covers only the idempotent fields in the XFS inode;
947  * all other fields need to be initialised on allocation
948  * from the slab. This avoids the need to repeatedly intialise
949  * fields in the xfs inode that left in the initialise state
950  * when freeing the inode.
951  */
952 STATIC void
953 xfs_fs_inode_init_once(
954         void                    *inode)
955 {
956         struct xfs_inode        *ip = inode;
957
958         memset(ip, 0, sizeof(struct xfs_inode));
959
960         /* vfs inode */
961         inode_init_once(VFS_I(ip));
962
963         /* xfs inode */
964         atomic_set(&ip->i_iocount, 0);
965         atomic_set(&ip->i_pincount, 0);
966         spin_lock_init(&ip->i_flags_lock);
967         init_waitqueue_head(&ip->i_ipin_wait);
968         /*
969          * Because we want to use a counting completion, complete
970          * the flush completion once to allow a single access to
971          * the flush completion without blocking.
972          */
973         init_completion(&ip->i_flush);
974         complete(&ip->i_flush);
975
976         mrlock_init(&ip->i_lock, MRLOCK_ALLOW_EQUAL_PRI|MRLOCK_BARRIER,
977                      "xfsino", ip->i_ino);
978         mrlock_init(&ip->i_iolock, MRLOCK_BARRIER, "xfsio", ip->i_ino);
979 }
980
981 /*
982  * Attempt to flush the inode, this will actually fail
983  * if the inode is pinned, but we dirty the inode again
984  * at the point when it is unpinned after a log write,
985  * since this is when the inode itself becomes flushable.
986  */
987 STATIC int
988 xfs_fs_write_inode(
989         struct inode            *inode,
990         int                     sync)
991 {
992         struct xfs_inode        *ip = XFS_I(inode);
993         struct xfs_mount        *mp = ip->i_mount;
994         int                     error = 0;
995
996         xfs_itrace_entry(ip);
997
998         if (XFS_FORCED_SHUTDOWN(mp))
999                 return XFS_ERROR(EIO);
1000
1001         if (sync) {
1002                 error = xfs_wait_on_pages(ip, 0, -1);
1003                 if (error)
1004                         goto out;
1005         }
1006
1007         /*
1008          * Bypass inodes which have already been cleaned by
1009          * the inode flush clustering code inside xfs_iflush
1010          */
1011         if (xfs_inode_clean(ip))
1012                 goto out;
1013
1014         /*
1015          * We make this non-blocking if the inode is contended, return
1016          * EAGAIN to indicate to the caller that they did not succeed.
1017          * This prevents the flush path from blocking on inodes inside
1018          * another operation right now, they get caught later by xfs_sync.
1019          */
1020         if (sync) {
1021                 xfs_ilock(ip, XFS_ILOCK_SHARED);
1022                 xfs_iflock(ip);
1023
1024                 error = xfs_iflush(ip, XFS_IFLUSH_SYNC);
1025         } else {
1026                 error = EAGAIN;
1027                 if (!xfs_ilock_nowait(ip, XFS_ILOCK_SHARED))
1028                         goto out;
1029                 if (xfs_ipincount(ip) || !xfs_iflock_nowait(ip))
1030                         goto out_unlock;
1031
1032                 error = xfs_iflush(ip, XFS_IFLUSH_ASYNC_NOBLOCK);
1033         }
1034
1035  out_unlock:
1036         xfs_iunlock(ip, XFS_ILOCK_SHARED);
1037  out:
1038         /*
1039          * if we failed to write out the inode then mark
1040          * it dirty again so we'll try again later.
1041          */
1042         if (error)
1043                 xfs_mark_inode_dirty_sync(ip);
1044         return -error;
1045 }
1046
1047 STATIC void
1048 xfs_fs_clear_inode(
1049         struct inode            *inode)
1050 {
1051         xfs_inode_t             *ip = XFS_I(inode);
1052
1053         xfs_itrace_entry(ip);
1054         XFS_STATS_INC(vn_rele);
1055         XFS_STATS_INC(vn_remove);
1056         XFS_STATS_DEC(vn_active);
1057
1058         xfs_inactive(ip);
1059 }
1060
1061 STATIC void
1062 xfs_free_fsname(
1063         struct xfs_mount        *mp)
1064 {
1065         kfree(mp->m_fsname);
1066         kfree(mp->m_rtname);
1067         kfree(mp->m_logname);
1068 }
1069
1070 STATIC void
1071 xfs_fs_put_super(
1072         struct super_block      *sb)
1073 {
1074         struct xfs_mount        *mp = XFS_M(sb);
1075         struct xfs_inode        *rip = mp->m_rootip;
1076         int                     unmount_event_flags = 0;
1077
1078         xfs_syncd_stop(mp);
1079         xfs_sync_inodes(mp, SYNC_ATTR|SYNC_DELWRI);
1080
1081 #ifdef HAVE_DMAPI
1082         if (mp->m_flags & XFS_MOUNT_DMAPI) {
1083                 unmount_event_flags =
1084                         (mp->m_dmevmask & (1 << DM_EVENT_UNMOUNT)) ?
1085                                 0 : DM_FLAGS_UNWANTED;
1086                 /*
1087                  * Ignore error from dmapi here, first unmount is not allowed
1088                  * to fail anyway, and second we wouldn't want to fail a
1089                  * unmount because of dmapi.
1090                  */
1091                 XFS_SEND_PREUNMOUNT(mp, rip, DM_RIGHT_NULL, rip, DM_RIGHT_NULL,
1092                                 NULL, NULL, 0, 0, unmount_event_flags);
1093         }
1094 #endif
1095
1096         /*
1097          * Blow away any referenced inode in the filestreams cache.
1098          * This can and will cause log traffic as inodes go inactive
1099          * here.
1100          */
1101         xfs_filestream_unmount(mp);
1102
1103         XFS_bflush(mp->m_ddev_targp);
1104
1105         if (mp->m_flags & XFS_MOUNT_DMAPI) {
1106                 XFS_SEND_UNMOUNT(mp, rip, DM_RIGHT_NULL, 0, 0,
1107                                 unmount_event_flags);
1108         }
1109
1110         xfs_unmountfs(mp);
1111         xfs_freesb(mp);
1112         xfs_icsb_destroy_counters(mp);
1113         xfs_close_devices(mp);
1114         xfs_qmops_put(mp);
1115         xfs_dmops_put(mp);
1116         xfs_free_fsname(mp);
1117         kfree(mp);
1118 }
1119
1120 STATIC void
1121 xfs_fs_write_super(
1122         struct super_block      *sb)
1123 {
1124         if (!(sb->s_flags & MS_RDONLY))
1125                 xfs_sync_fsdata(XFS_M(sb), 0);
1126         sb->s_dirt = 0;
1127 }
1128
1129 STATIC int
1130 xfs_fs_sync_super(
1131         struct super_block      *sb,
1132         int                     wait)
1133 {
1134         struct xfs_mount        *mp = XFS_M(sb);
1135         int                     error;
1136
1137         /*
1138          * Treat a sync operation like a freeze.  This is to work
1139          * around a race in sync_inodes() which works in two phases
1140          * - an asynchronous flush, which can write out an inode
1141          * without waiting for file size updates to complete, and a
1142          * synchronous flush, which wont do anything because the
1143          * async flush removed the inode's dirty flag.  Also
1144          * sync_inodes() will not see any files that just have
1145          * outstanding transactions to be flushed because we don't
1146          * dirty the Linux inode until after the transaction I/O
1147          * completes.
1148          */
1149         if (wait || unlikely(sb->s_frozen == SB_FREEZE_WRITE))
1150                 error = xfs_quiesce_data(mp);
1151         else
1152                 error = xfs_sync_fsdata(mp, 0);
1153         sb->s_dirt = 0;
1154
1155         if (unlikely(laptop_mode)) {
1156                 int     prev_sync_seq = mp->m_sync_seq;
1157
1158                 /*
1159                  * The disk must be active because we're syncing.
1160                  * We schedule xfssyncd now (now that the disk is
1161                  * active) instead of later (when it might not be).
1162                  */
1163                 wake_up_process(mp->m_sync_task);
1164                 /*
1165                  * We have to wait for the sync iteration to complete.
1166                  * If we don't, the disk activity caused by the sync
1167                  * will come after the sync is completed, and that
1168                  * triggers another sync from laptop mode.
1169                  */
1170                 wait_event(mp->m_wait_single_sync_task,
1171                                 mp->m_sync_seq != prev_sync_seq);
1172         }
1173
1174         return -error;
1175 }
1176
1177 STATIC int
1178 xfs_fs_statfs(
1179         struct dentry           *dentry,
1180         struct kstatfs          *statp)
1181 {
1182         struct xfs_mount        *mp = XFS_M(dentry->d_sb);
1183         xfs_sb_t                *sbp = &mp->m_sb;
1184         __uint64_t              fakeinos, id;
1185         xfs_extlen_t            lsize;
1186
1187         statp->f_type = XFS_SB_MAGIC;
1188         statp->f_namelen = MAXNAMELEN - 1;
1189
1190         id = huge_encode_dev(mp->m_ddev_targp->bt_dev);
1191         statp->f_fsid.val[0] = (u32)id;
1192         statp->f_fsid.val[1] = (u32)(id >> 32);
1193
1194         xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT);
1195
1196         spin_lock(&mp->m_sb_lock);
1197         statp->f_bsize = sbp->sb_blocksize;
1198         lsize = sbp->sb_logstart ? sbp->sb_logblocks : 0;
1199         statp->f_blocks = sbp->sb_dblocks - lsize;
1200         statp->f_bfree = statp->f_bavail =
1201                                 sbp->sb_fdblocks - XFS_ALLOC_SET_ASIDE(mp);
1202         fakeinos = statp->f_bfree << sbp->sb_inopblog;
1203 #if XFS_BIG_INUMS
1204         fakeinos += mp->m_inoadd;
1205 #endif
1206         statp->f_files =
1207             MIN(sbp->sb_icount + fakeinos, (__uint64_t)XFS_MAXINUMBER);
1208         if (mp->m_maxicount)
1209 #if XFS_BIG_INUMS
1210                 if (!mp->m_inoadd)
1211 #endif
1212                         statp->f_files = min_t(typeof(statp->f_files),
1213                                                 statp->f_files,
1214                                                 mp->m_maxicount);
1215         statp->f_ffree = statp->f_files - (sbp->sb_icount - sbp->sb_ifree);
1216         spin_unlock(&mp->m_sb_lock);
1217
1218         XFS_QM_DQSTATVFS(XFS_I(dentry->d_inode), statp);
1219         return 0;
1220 }
1221
1222 STATIC int
1223 xfs_fs_remount(
1224         struct super_block      *sb,
1225         int                     *flags,
1226         char                    *options)
1227 {
1228         struct xfs_mount        *mp = XFS_M(sb);
1229         substring_t             args[MAX_OPT_ARGS];
1230         char                    *p;
1231         int                     error;
1232
1233         while ((p = strsep(&options, ",")) != NULL) {
1234                 int token;
1235
1236                 if (!*p)
1237                         continue;
1238
1239                 token = match_token(p, tokens, args);
1240                 switch (token) {
1241                 case Opt_barrier:
1242                         mp->m_flags |= XFS_MOUNT_BARRIER;
1243
1244                         /*
1245                          * Test if barriers are actually working if we can,
1246                          * else delay this check until the filesystem is
1247                          * marked writeable.
1248                          */
1249                         if (!(mp->m_flags & XFS_MOUNT_RDONLY))
1250                                 xfs_mountfs_check_barriers(mp);
1251                         break;
1252                 case Opt_nobarrier:
1253                         mp->m_flags &= ~XFS_MOUNT_BARRIER;
1254                         break;
1255                 default:
1256                         /*
1257                          * Logically we would return an error here to prevent
1258                          * users from believing they might have changed
1259                          * mount options using remount which can't be changed.
1260                          *
1261                          * But unfortunately mount(8) adds all options from
1262                          * mtab and fstab to the mount arguments in some cases
1263                          * so we can't blindly reject options, but have to
1264                          * check for each specified option if it actually
1265                          * differs from the currently set option and only
1266                          * reject it if that's the case.
1267                          *
1268                          * Until that is implemented we return success for
1269                          * every remount request, and silently ignore all
1270                          * options that we can't actually change.
1271                          */
1272 #if 0
1273                         printk(KERN_INFO
1274         "XFS: mount option \"%s\" not supported for remount\n", p);
1275                         return -EINVAL;
1276 #else
1277                         break;
1278 #endif
1279                 }
1280         }
1281
1282         /* ro -> rw */
1283         if ((mp->m_flags & XFS_MOUNT_RDONLY) && !(*flags & MS_RDONLY)) {
1284                 mp->m_flags &= ~XFS_MOUNT_RDONLY;
1285                 if (mp->m_flags & XFS_MOUNT_BARRIER)
1286                         xfs_mountfs_check_barriers(mp);
1287
1288                 /*
1289                  * If this is the first remount to writeable state we
1290                  * might have some superblock changes to update.
1291                  */
1292                 if (mp->m_update_flags) {
1293                         error = xfs_mount_log_sb(mp, mp->m_update_flags);
1294                         if (error) {
1295                                 cmn_err(CE_WARN,
1296                                         "XFS: failed to write sb changes");
1297                                 return error;
1298                         }
1299                         mp->m_update_flags = 0;
1300                 }
1301         }
1302
1303         /* rw -> ro */
1304         if (!(mp->m_flags & XFS_MOUNT_RDONLY) && (*flags & MS_RDONLY)) {
1305                 xfs_quiesce_data(mp);
1306                 xfs_quiesce_attr(mp);
1307                 mp->m_flags |= XFS_MOUNT_RDONLY;
1308         }
1309
1310         return 0;
1311 }
1312
1313 /*
1314  * Second stage of a freeze. The data is already frozen so we only
1315  * need to take care of the metadata. Once that's done write a dummy
1316  * record to dirty the log in case of a crash while frozen.
1317  */
1318 STATIC int
1319 xfs_fs_freeze(
1320         struct super_block      *sb)
1321 {
1322         struct xfs_mount        *mp = XFS_M(sb);
1323
1324         xfs_quiesce_attr(mp);
1325         return -xfs_fs_log_dummy(mp);
1326 }
1327
1328 STATIC int
1329 xfs_fs_show_options(
1330         struct seq_file         *m,
1331         struct vfsmount         *mnt)
1332 {
1333         return -xfs_showargs(XFS_M(mnt->mnt_sb), m);
1334 }
1335
1336 STATIC int
1337 xfs_fs_quotasync(
1338         struct super_block      *sb,
1339         int                     type)
1340 {
1341         return -XFS_QM_QUOTACTL(XFS_M(sb), Q_XQUOTASYNC, 0, NULL);
1342 }
1343
1344 STATIC int
1345 xfs_fs_getxstate(
1346         struct super_block      *sb,
1347         struct fs_quota_stat    *fqs)
1348 {
1349         return -XFS_QM_QUOTACTL(XFS_M(sb), Q_XGETQSTAT, 0, (caddr_t)fqs);
1350 }
1351
1352 STATIC int
1353 xfs_fs_setxstate(
1354         struct super_block      *sb,
1355         unsigned int            flags,
1356         int                     op)
1357 {
1358         return -XFS_QM_QUOTACTL(XFS_M(sb), op, 0, (caddr_t)&flags);
1359 }
1360
1361 STATIC int
1362 xfs_fs_getxquota(
1363         struct super_block      *sb,
1364         int                     type,
1365         qid_t                   id,
1366         struct fs_disk_quota    *fdq)
1367 {
1368         return -XFS_QM_QUOTACTL(XFS_M(sb),
1369                                  (type == USRQUOTA) ? Q_XGETQUOTA :
1370                                   ((type == GRPQUOTA) ? Q_XGETGQUOTA :
1371                                    Q_XGETPQUOTA), id, (caddr_t)fdq);
1372 }
1373
1374 STATIC int
1375 xfs_fs_setxquota(
1376         struct super_block      *sb,
1377         int                     type,
1378         qid_t                   id,
1379         struct fs_disk_quota    *fdq)
1380 {
1381         return -XFS_QM_QUOTACTL(XFS_M(sb),
1382                                  (type == USRQUOTA) ? Q_XSETQLIM :
1383                                   ((type == GRPQUOTA) ? Q_XSETGQLIM :
1384                                    Q_XSETPQLIM), id, (caddr_t)fdq);
1385 }
1386
1387 /*
1388  * This function fills in xfs_mount_t fields based on mount args.
1389  * Note: the superblock _has_ now been read in.
1390  */
1391 STATIC int
1392 xfs_finish_flags(
1393         struct xfs_mount        *mp)
1394 {
1395         int                     ronly = (mp->m_flags & XFS_MOUNT_RDONLY);
1396
1397         /* Fail a mount where the logbuf is smaller than the log stripe */
1398         if (xfs_sb_version_haslogv2(&mp->m_sb)) {
1399                 if (mp->m_logbsize <= 0 &&
1400                     mp->m_sb.sb_logsunit > XLOG_BIG_RECORD_BSIZE) {
1401                         mp->m_logbsize = mp->m_sb.sb_logsunit;
1402                 } else if (mp->m_logbsize > 0 &&
1403                            mp->m_logbsize < mp->m_sb.sb_logsunit) {
1404                         cmn_err(CE_WARN,
1405         "XFS: logbuf size must be greater than or equal to log stripe size");
1406                         return XFS_ERROR(EINVAL);
1407                 }
1408         } else {
1409                 /* Fail a mount if the logbuf is larger than 32K */
1410                 if (mp->m_logbsize > XLOG_BIG_RECORD_BSIZE) {
1411                         cmn_err(CE_WARN,
1412         "XFS: logbuf size for version 1 logs must be 16K or 32K");
1413                         return XFS_ERROR(EINVAL);
1414                 }
1415         }
1416
1417         /*
1418          * mkfs'ed attr2 will turn on attr2 mount unless explicitly
1419          * told by noattr2 to turn it off
1420          */
1421         if (xfs_sb_version_hasattr2(&mp->m_sb) &&
1422             !(mp->m_flags & XFS_MOUNT_NOATTR2))
1423                 mp->m_flags |= XFS_MOUNT_ATTR2;
1424
1425         /*
1426          * prohibit r/w mounts of read-only filesystems
1427          */
1428         if ((mp->m_sb.sb_flags & XFS_SBF_READONLY) && !ronly) {
1429                 cmn_err(CE_WARN,
1430         "XFS: cannot mount a read-only filesystem as read-write");
1431                 return XFS_ERROR(EROFS);
1432         }
1433
1434         return 0;
1435 }
1436
1437 STATIC int
1438 xfs_fs_fill_super(
1439         struct super_block      *sb,
1440         void                    *data,
1441         int                     silent)
1442 {
1443         struct inode            *root;
1444         struct xfs_mount        *mp = NULL;
1445         int                     flags = 0, error = ENOMEM;
1446         char                    *mtpt = NULL;
1447
1448         mp = kzalloc(sizeof(struct xfs_mount), GFP_KERNEL);
1449         if (!mp)
1450                 goto out;
1451
1452         spin_lock_init(&mp->m_sb_lock);
1453         mutex_init(&mp->m_growlock);
1454         atomic_set(&mp->m_active_trans, 0);
1455         INIT_LIST_HEAD(&mp->m_sync_list);
1456         spin_lock_init(&mp->m_sync_lock);
1457         init_waitqueue_head(&mp->m_wait_single_sync_task);
1458
1459         mp->m_super = sb;
1460         sb->s_fs_info = mp;
1461
1462         error = xfs_parseargs(mp, (char *)data, &mtpt);
1463         if (error)
1464                 goto out_free_fsname;
1465
1466         sb_min_blocksize(sb, BBSIZE);
1467         sb->s_xattr = xfs_xattr_handlers;
1468         sb->s_export_op = &xfs_export_operations;
1469         sb->s_qcop = &xfs_quotactl_operations;
1470         sb->s_op = &xfs_super_operations;
1471
1472         error = xfs_dmops_get(mp);
1473         if (error)
1474                 goto out_free_fsname;
1475         error = xfs_qmops_get(mp);
1476         if (error)
1477                 goto out_put_dmops;
1478
1479         if (silent)
1480                 flags |= XFS_MFSI_QUIET;
1481
1482         error = xfs_open_devices(mp);
1483         if (error)
1484                 goto out_put_qmops;
1485
1486         if (xfs_icsb_init_counters(mp))
1487                 mp->m_flags |= XFS_MOUNT_NO_PERCPU_SB;
1488
1489         error = xfs_readsb(mp, flags);
1490         if (error)
1491                 goto out_destroy_counters;
1492
1493         error = xfs_finish_flags(mp);
1494         if (error)
1495                 goto out_free_sb;
1496
1497         error = xfs_setup_devices(mp);
1498         if (error)
1499                 goto out_free_sb;
1500
1501         if (mp->m_flags & XFS_MOUNT_BARRIER)
1502                 xfs_mountfs_check_barriers(mp);
1503
1504         error = xfs_filestream_mount(mp);
1505         if (error)
1506                 goto out_free_sb;
1507
1508         error = xfs_mountfs(mp);
1509         if (error)
1510                 goto out_filestream_unmount;
1511
1512         XFS_SEND_MOUNT(mp, DM_RIGHT_NULL, mtpt, mp->m_fsname);
1513
1514         sb->s_dirt = 1;
1515         sb->s_magic = XFS_SB_MAGIC;
1516         sb->s_blocksize = mp->m_sb.sb_blocksize;
1517         sb->s_blocksize_bits = ffs(sb->s_blocksize) - 1;
1518         sb->s_maxbytes = xfs_max_file_offset(sb->s_blocksize_bits);
1519         sb->s_time_gran = 1;
1520         set_posix_acl_flag(sb);
1521
1522         root = igrab(VFS_I(mp->m_rootip));
1523         if (!root) {
1524                 error = ENOENT;
1525                 goto fail_unmount;
1526         }
1527         if (is_bad_inode(root)) {
1528                 error = EINVAL;
1529                 goto fail_vnrele;
1530         }
1531         sb->s_root = d_alloc_root(root);
1532         if (!sb->s_root) {
1533                 error = ENOMEM;
1534                 goto fail_vnrele;
1535         }
1536
1537         error = xfs_syncd_init(mp);
1538         if (error)
1539                 goto fail_vnrele;
1540
1541         kfree(mtpt);
1542
1543         xfs_itrace_exit(XFS_I(sb->s_root->d_inode));
1544         return 0;
1545
1546  out_filestream_unmount:
1547         xfs_filestream_unmount(mp);
1548  out_free_sb:
1549         xfs_freesb(mp);
1550  out_destroy_counters:
1551         xfs_icsb_destroy_counters(mp);
1552         xfs_close_devices(mp);
1553  out_put_qmops:
1554         xfs_qmops_put(mp);
1555  out_put_dmops:
1556         xfs_dmops_put(mp);
1557  out_free_fsname:
1558         xfs_free_fsname(mp);
1559         kfree(mtpt);
1560         kfree(mp);
1561  out:
1562         return -error;
1563
1564  fail_vnrele:
1565         if (sb->s_root) {
1566                 dput(sb->s_root);
1567                 sb->s_root = NULL;
1568         } else {
1569                 iput(root);
1570         }
1571
1572  fail_unmount:
1573         /*
1574          * Blow away any referenced inode in the filestreams cache.
1575          * This can and will cause log traffic as inodes go inactive
1576          * here.
1577          */
1578         xfs_filestream_unmount(mp);
1579
1580         XFS_bflush(mp->m_ddev_targp);
1581
1582         xfs_unmountfs(mp);
1583         goto out_free_sb;
1584 }
1585
1586 STATIC int
1587 xfs_fs_get_sb(
1588         struct file_system_type *fs_type,
1589         int                     flags,
1590         const char              *dev_name,
1591         void                    *data,
1592         struct vfsmount         *mnt)
1593 {
1594         return get_sb_bdev(fs_type, flags, dev_name, data, xfs_fs_fill_super,
1595                            mnt);
1596 }
1597
1598 static struct super_operations xfs_super_operations = {
1599         .alloc_inode            = xfs_fs_alloc_inode,
1600         .destroy_inode          = xfs_fs_destroy_inode,
1601         .write_inode            = xfs_fs_write_inode,
1602         .clear_inode            = xfs_fs_clear_inode,
1603         .put_super              = xfs_fs_put_super,
1604         .write_super            = xfs_fs_write_super,
1605         .sync_fs                = xfs_fs_sync_super,
1606         .freeze_fs              = xfs_fs_freeze,
1607         .statfs                 = xfs_fs_statfs,
1608         .remount_fs             = xfs_fs_remount,
1609         .show_options           = xfs_fs_show_options,
1610 };
1611
1612 static struct quotactl_ops xfs_quotactl_operations = {
1613         .quota_sync             = xfs_fs_quotasync,
1614         .get_xstate             = xfs_fs_getxstate,
1615         .set_xstate             = xfs_fs_setxstate,
1616         .get_xquota             = xfs_fs_getxquota,
1617         .set_xquota             = xfs_fs_setxquota,
1618 };
1619
1620 static struct file_system_type xfs_fs_type = {
1621         .owner                  = THIS_MODULE,
1622         .name                   = "xfs",
1623         .get_sb                 = xfs_fs_get_sb,
1624         .kill_sb                = kill_block_super,
1625         .fs_flags               = FS_REQUIRES_DEV,
1626 };
1627
1628 STATIC int __init
1629 xfs_alloc_trace_bufs(void)
1630 {
1631 #ifdef XFS_ALLOC_TRACE
1632         xfs_alloc_trace_buf = ktrace_alloc(XFS_ALLOC_TRACE_SIZE, KM_MAYFAIL);
1633         if (!xfs_alloc_trace_buf)
1634                 goto out;
1635 #endif
1636 #ifdef XFS_BMAP_TRACE
1637         xfs_bmap_trace_buf = ktrace_alloc(XFS_BMAP_TRACE_SIZE, KM_MAYFAIL);
1638         if (!xfs_bmap_trace_buf)
1639                 goto out_free_alloc_trace;
1640 #endif
1641 #ifdef XFS_BTREE_TRACE
1642         xfs_allocbt_trace_buf = ktrace_alloc(XFS_ALLOCBT_TRACE_SIZE,
1643                                              KM_MAYFAIL);
1644         if (!xfs_allocbt_trace_buf)
1645                 goto out_free_bmap_trace;
1646
1647         xfs_inobt_trace_buf = ktrace_alloc(XFS_INOBT_TRACE_SIZE, KM_MAYFAIL);
1648         if (!xfs_inobt_trace_buf)
1649                 goto out_free_allocbt_trace;
1650
1651         xfs_bmbt_trace_buf = ktrace_alloc(XFS_BMBT_TRACE_SIZE, KM_MAYFAIL);
1652         if (!xfs_bmbt_trace_buf)
1653                 goto out_free_inobt_trace;
1654 #endif
1655 #ifdef XFS_ATTR_TRACE
1656         xfs_attr_trace_buf = ktrace_alloc(XFS_ATTR_TRACE_SIZE, KM_MAYFAIL);
1657         if (!xfs_attr_trace_buf)
1658                 goto out_free_bmbt_trace;
1659 #endif
1660 #ifdef XFS_DIR2_TRACE
1661         xfs_dir2_trace_buf = ktrace_alloc(XFS_DIR2_GTRACE_SIZE, KM_MAYFAIL);
1662         if (!xfs_dir2_trace_buf)
1663                 goto out_free_attr_trace;
1664 #endif
1665
1666         return 0;
1667
1668 #ifdef XFS_DIR2_TRACE
1669  out_free_attr_trace:
1670 #endif
1671 #ifdef XFS_ATTR_TRACE
1672         ktrace_free(xfs_attr_trace_buf);
1673  out_free_bmbt_trace:
1674 #endif
1675 #ifdef XFS_BTREE_TRACE
1676         ktrace_free(xfs_bmbt_trace_buf);
1677  out_free_inobt_trace:
1678         ktrace_free(xfs_inobt_trace_buf);
1679  out_free_allocbt_trace:
1680         ktrace_free(xfs_allocbt_trace_buf);
1681  out_free_bmap_trace:
1682 #endif
1683 #ifdef XFS_BMAP_TRACE
1684         ktrace_free(xfs_bmap_trace_buf);
1685  out_free_alloc_trace:
1686 #endif
1687 #ifdef XFS_ALLOC_TRACE
1688         ktrace_free(xfs_alloc_trace_buf);
1689  out:
1690 #endif
1691         return -ENOMEM;
1692 }
1693
1694 STATIC void
1695 xfs_free_trace_bufs(void)
1696 {
1697 #ifdef XFS_DIR2_TRACE
1698         ktrace_free(xfs_dir2_trace_buf);
1699 #endif
1700 #ifdef XFS_ATTR_TRACE
1701         ktrace_free(xfs_attr_trace_buf);
1702 #endif
1703 #ifdef XFS_BTREE_TRACE
1704         ktrace_free(xfs_bmbt_trace_buf);
1705         ktrace_free(xfs_inobt_trace_buf);
1706         ktrace_free(xfs_allocbt_trace_buf);
1707 #endif
1708 #ifdef XFS_BMAP_TRACE
1709         ktrace_free(xfs_bmap_trace_buf);
1710 #endif
1711 #ifdef XFS_ALLOC_TRACE
1712         ktrace_free(xfs_alloc_trace_buf);
1713 #endif
1714 }
1715
1716 STATIC int __init
1717 xfs_init_zones(void)
1718 {
1719
1720         xfs_ioend_zone = kmem_zone_init(sizeof(xfs_ioend_t), "xfs_ioend");
1721         if (!xfs_ioend_zone)
1722                 goto out;
1723
1724         xfs_ioend_pool = mempool_create_slab_pool(4 * MAX_BUF_PER_PAGE,
1725                                                   xfs_ioend_zone);
1726         if (!xfs_ioend_pool)
1727                 goto out_destroy_ioend_zone;
1728
1729         xfs_log_ticket_zone = kmem_zone_init(sizeof(xlog_ticket_t),
1730                                                 "xfs_log_ticket");
1731         if (!xfs_log_ticket_zone)
1732                 goto out_destroy_ioend_pool;
1733
1734         xfs_bmap_free_item_zone = kmem_zone_init(sizeof(xfs_bmap_free_item_t),
1735                                                 "xfs_bmap_free_item");
1736         if (!xfs_bmap_free_item_zone)
1737                 goto out_destroy_log_ticket_zone;
1738
1739         xfs_btree_cur_zone = kmem_zone_init(sizeof(xfs_btree_cur_t),
1740                                                 "xfs_btree_cur");
1741         if (!xfs_btree_cur_zone)
1742                 goto out_destroy_bmap_free_item_zone;
1743
1744         xfs_da_state_zone = kmem_zone_init(sizeof(xfs_da_state_t),
1745                                                 "xfs_da_state");
1746         if (!xfs_da_state_zone)
1747                 goto out_destroy_btree_cur_zone;
1748
1749         xfs_dabuf_zone = kmem_zone_init(sizeof(xfs_dabuf_t), "xfs_dabuf");
1750         if (!xfs_dabuf_zone)
1751                 goto out_destroy_da_state_zone;
1752
1753         xfs_ifork_zone = kmem_zone_init(sizeof(xfs_ifork_t), "xfs_ifork");
1754         if (!xfs_ifork_zone)
1755                 goto out_destroy_dabuf_zone;
1756
1757         xfs_trans_zone = kmem_zone_init(sizeof(xfs_trans_t), "xfs_trans");
1758         if (!xfs_trans_zone)
1759                 goto out_destroy_ifork_zone;
1760
1761         /*
1762          * The size of the zone allocated buf log item is the maximum
1763          * size possible under XFS.  This wastes a little bit of memory,
1764          * but it is much faster.
1765          */
1766         xfs_buf_item_zone = kmem_zone_init((sizeof(xfs_buf_log_item_t) +
1767                                 (((XFS_MAX_BLOCKSIZE / XFS_BLI_CHUNK) /
1768                                   NBWORD) * sizeof(int))), "xfs_buf_item");
1769         if (!xfs_buf_item_zone)
1770                 goto out_destroy_trans_zone;
1771
1772         xfs_efd_zone = kmem_zone_init((sizeof(xfs_efd_log_item_t) +
1773                         ((XFS_EFD_MAX_FAST_EXTENTS - 1) *
1774                                  sizeof(xfs_extent_t))), "xfs_efd_item");
1775         if (!xfs_efd_zone)
1776                 goto out_destroy_buf_item_zone;
1777
1778         xfs_efi_zone = kmem_zone_init((sizeof(xfs_efi_log_item_t) +
1779                         ((XFS_EFI_MAX_FAST_EXTENTS - 1) *
1780                                 sizeof(xfs_extent_t))), "xfs_efi_item");
1781         if (!xfs_efi_zone)
1782                 goto out_destroy_efd_zone;
1783
1784         xfs_inode_zone =
1785                 kmem_zone_init_flags(sizeof(xfs_inode_t), "xfs_inode",
1786                         KM_ZONE_HWALIGN | KM_ZONE_RECLAIM | KM_ZONE_SPREAD,
1787                         xfs_fs_inode_init_once);
1788         if (!xfs_inode_zone)
1789                 goto out_destroy_efi_zone;
1790
1791         xfs_ili_zone =
1792                 kmem_zone_init_flags(sizeof(xfs_inode_log_item_t), "xfs_ili",
1793                                         KM_ZONE_SPREAD, NULL);
1794         if (!xfs_ili_zone)
1795                 goto out_destroy_inode_zone;
1796
1797 #ifdef CONFIG_XFS_POSIX_ACL
1798         xfs_acl_zone = kmem_zone_init(sizeof(xfs_acl_t), "xfs_acl");
1799         if (!xfs_acl_zone)
1800                 goto out_destroy_ili_zone;
1801 #endif
1802
1803         return 0;
1804
1805 #ifdef CONFIG_XFS_POSIX_ACL
1806  out_destroy_ili_zone:
1807 #endif
1808         kmem_zone_destroy(xfs_ili_zone);
1809  out_destroy_inode_zone:
1810         kmem_zone_destroy(xfs_inode_zone);
1811  out_destroy_efi_zone:
1812         kmem_zone_destroy(xfs_efi_zone);
1813  out_destroy_efd_zone:
1814         kmem_zone_destroy(xfs_efd_zone);
1815  out_destroy_buf_item_zone:
1816         kmem_zone_destroy(xfs_buf_item_zone);
1817  out_destroy_trans_zone:
1818         kmem_zone_destroy(xfs_trans_zone);
1819  out_destroy_ifork_zone:
1820         kmem_zone_destroy(xfs_ifork_zone);
1821  out_destroy_dabuf_zone:
1822         kmem_zone_destroy(xfs_dabuf_zone);
1823  out_destroy_da_state_zone:
1824         kmem_zone_destroy(xfs_da_state_zone);
1825  out_destroy_btree_cur_zone:
1826         kmem_zone_destroy(xfs_btree_cur_zone);
1827  out_destroy_bmap_free_item_zone:
1828         kmem_zone_destroy(xfs_bmap_free_item_zone);
1829  out_destroy_log_ticket_zone:
1830         kmem_zone_destroy(xfs_log_ticket_zone);
1831  out_destroy_ioend_pool:
1832         mempool_destroy(xfs_ioend_pool);
1833  out_destroy_ioend_zone:
1834         kmem_zone_destroy(xfs_ioend_zone);
1835  out:
1836         return -ENOMEM;
1837 }
1838
1839 STATIC void
1840 xfs_destroy_zones(void)
1841 {
1842 #ifdef CONFIG_XFS_POSIX_ACL
1843         kmem_zone_destroy(xfs_acl_zone);
1844 #endif
1845         kmem_zone_destroy(xfs_ili_zone);
1846         kmem_zone_destroy(xfs_inode_zone);
1847         kmem_zone_destroy(xfs_efi_zone);
1848         kmem_zone_destroy(xfs_efd_zone);
1849         kmem_zone_destroy(xfs_buf_item_zone);
1850         kmem_zone_destroy(xfs_trans_zone);
1851         kmem_zone_destroy(xfs_ifork_zone);
1852         kmem_zone_destroy(xfs_dabuf_zone);
1853         kmem_zone_destroy(xfs_da_state_zone);
1854         kmem_zone_destroy(xfs_btree_cur_zone);
1855         kmem_zone_destroy(xfs_bmap_free_item_zone);
1856         kmem_zone_destroy(xfs_log_ticket_zone);
1857         mempool_destroy(xfs_ioend_pool);
1858         kmem_zone_destroy(xfs_ioend_zone);
1859
1860 }
1861
1862 STATIC int __init
1863 init_xfs_fs(void)
1864 {
1865         int                     error;
1866
1867         printk(KERN_INFO XFS_VERSION_STRING " with "
1868                          XFS_BUILD_OPTIONS " enabled\n");
1869
1870         ktrace_init(64);
1871         xfs_ioend_init();
1872         xfs_dir_startup();
1873
1874         error = xfs_init_zones();
1875         if (error)
1876                 goto out;
1877
1878         error = xfs_alloc_trace_bufs();
1879         if (error)
1880                 goto out_destroy_zones;
1881
1882         error = xfs_mru_cache_init();
1883         if (error)
1884                 goto out_free_trace_buffers;
1885
1886         error = xfs_filestream_init();
1887         if (error)
1888                 goto out_mru_cache_uninit;
1889
1890         error = xfs_buf_init();
1891         if (error)
1892                 goto out_filestream_uninit;
1893
1894         error = xfs_init_procfs();
1895         if (error)
1896                 goto out_buf_terminate;
1897
1898         error = xfs_sysctl_register();
1899         if (error)
1900                 goto out_cleanup_procfs;
1901
1902         vfs_initquota();
1903
1904         error = register_filesystem(&xfs_fs_type);
1905         if (error)
1906                 goto out_sysctl_unregister;
1907         return 0;
1908
1909  out_sysctl_unregister:
1910         xfs_sysctl_unregister();
1911  out_cleanup_procfs:
1912         xfs_cleanup_procfs();
1913  out_buf_terminate:
1914         xfs_buf_terminate();
1915  out_filestream_uninit:
1916         xfs_filestream_uninit();
1917  out_mru_cache_uninit:
1918         xfs_mru_cache_uninit();
1919  out_free_trace_buffers:
1920         xfs_free_trace_bufs();
1921  out_destroy_zones:
1922         xfs_destroy_zones();
1923  out:
1924         return error;
1925 }
1926
1927 STATIC void __exit
1928 exit_xfs_fs(void)
1929 {
1930         vfs_exitquota();
1931         unregister_filesystem(&xfs_fs_type);
1932         xfs_sysctl_unregister();
1933         xfs_cleanup_procfs();
1934         xfs_buf_terminate();
1935         xfs_filestream_uninit();
1936         xfs_mru_cache_uninit();
1937         xfs_free_trace_bufs();
1938         xfs_destroy_zones();
1939         ktrace_uninit();
1940 }
1941
1942 module_init(init_xfs_fs);
1943 module_exit(exit_xfs_fs);
1944
1945 MODULE_AUTHOR("Silicon Graphics, Inc.");
1946 MODULE_DESCRIPTION(XFS_VERSION_STRING " with " XFS_BUILD_OPTIONS " enabled");
1947 MODULE_LICENSE("GPL");