md: Tidy up rdev_size_store a bit:
[safe/jmp/linux-2.6] / drivers / md / md.c
1 /*
2    md.c : Multiple Devices driver for Linux
3           Copyright (C) 1998, 1999, 2000 Ingo Molnar
4
5      completely rewritten, based on the MD driver code from Marc Zyngier
6
7    Changes:
8
9    - RAID-1/RAID-5 extensions by Miguel de Icaza, Gadi Oxman, Ingo Molnar
10    - RAID-6 extensions by H. Peter Anvin <hpa@zytor.com>
11    - boot support for linear and striped mode by Harald Hoyer <HarryH@Royal.Net>
12    - kerneld support by Boris Tobotras <boris@xtalk.msk.su>
13    - kmod support by: Cyrus Durgin
14    - RAID0 bugfixes: Mark Anthony Lisher <markal@iname.com>
15    - Devfs support by Richard Gooch <rgooch@atnf.csiro.au>
16
17    - lots of fixes and improvements to the RAID1/RAID5 and generic
18      RAID code (such as request based resynchronization):
19
20      Neil Brown <neilb@cse.unsw.edu.au>.
21
22    - persistent bitmap code
23      Copyright (C) 2003-2004, Paul Clements, SteelEye Technology, Inc.
24
25    This program is free software; you can redistribute it and/or modify
26    it under the terms of the GNU General Public License as published by
27    the Free Software Foundation; either version 2, or (at your option)
28    any later version.
29
30    You should have received a copy of the GNU General Public License
31    (for example /usr/src/linux/COPYING); if not, write to the Free
32    Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
33 */
34
35 #include <linux/module.h>
36 #include <linux/kernel.h>
37 #include <linux/kthread.h>
38 #include <linux/linkage.h>
39 #include <linux/raid/md.h>
40 #include <linux/raid/bitmap.h>
41 #include <linux/sysctl.h>
42 #include <linux/buffer_head.h> /* for invalidate_bdev */
43 #include <linux/poll.h>
44 #include <linux/mutex.h>
45 #include <linux/ctype.h>
46 #include <linux/freezer.h>
47
48 #include <linux/init.h>
49
50 #include <linux/file.h>
51
52 #ifdef CONFIG_KMOD
53 #include <linux/kmod.h>
54 #endif
55
56 #include <asm/unaligned.h>
57
58 #define MAJOR_NR MD_MAJOR
59 #define MD_DRIVER
60
61 /* 63 partitions with the alternate major number (mdp) */
62 #define MdpMinorShift 6
63
64 #define DEBUG 0
65 #define dprintk(x...) ((void)(DEBUG && printk(x)))
66
67
68 #ifndef MODULE
69 static void autostart_arrays (int part);
70 #endif
71
72 static LIST_HEAD(pers_list);
73 static DEFINE_SPINLOCK(pers_lock);
74
75 static void md_print_devices(void);
76
77 static DECLARE_WAIT_QUEUE_HEAD(resync_wait);
78
79 #define MD_BUG(x...) { printk("md: bug in file %s, line %d\n", __FILE__, __LINE__); md_print_devices(); }
80
81 /*
82  * Current RAID-1,4,5 parallel reconstruction 'guaranteed speed limit'
83  * is 1000 KB/sec, so the extra system load does not show up that much.
84  * Increase it if you want to have more _guaranteed_ speed. Note that
85  * the RAID driver will use the maximum available bandwidth if the IO
86  * subsystem is idle. There is also an 'absolute maximum' reconstruction
87  * speed limit - in case reconstruction slows down your system despite
88  * idle IO detection.
89  *
90  * you can change it via /proc/sys/dev/raid/speed_limit_min and _max.
91  * or /sys/block/mdX/md/sync_speed_{min,max}
92  */
93
94 static int sysctl_speed_limit_min = 1000;
95 static int sysctl_speed_limit_max = 200000;
96 static inline int speed_min(mddev_t *mddev)
97 {
98         return mddev->sync_speed_min ?
99                 mddev->sync_speed_min : sysctl_speed_limit_min;
100 }
101
102 static inline int speed_max(mddev_t *mddev)
103 {
104         return mddev->sync_speed_max ?
105                 mddev->sync_speed_max : sysctl_speed_limit_max;
106 }
107
108 static struct ctl_table_header *raid_table_header;
109
110 static ctl_table raid_table[] = {
111         {
112                 .ctl_name       = DEV_RAID_SPEED_LIMIT_MIN,
113                 .procname       = "speed_limit_min",
114                 .data           = &sysctl_speed_limit_min,
115                 .maxlen         = sizeof(int),
116                 .mode           = S_IRUGO|S_IWUSR,
117                 .proc_handler   = &proc_dointvec,
118         },
119         {
120                 .ctl_name       = DEV_RAID_SPEED_LIMIT_MAX,
121                 .procname       = "speed_limit_max",
122                 .data           = &sysctl_speed_limit_max,
123                 .maxlen         = sizeof(int),
124                 .mode           = S_IRUGO|S_IWUSR,
125                 .proc_handler   = &proc_dointvec,
126         },
127         { .ctl_name = 0 }
128 };
129
130 static ctl_table raid_dir_table[] = {
131         {
132                 .ctl_name       = DEV_RAID,
133                 .procname       = "raid",
134                 .maxlen         = 0,
135                 .mode           = S_IRUGO|S_IXUGO,
136                 .child          = raid_table,
137         },
138         { .ctl_name = 0 }
139 };
140
141 static ctl_table raid_root_table[] = {
142         {
143                 .ctl_name       = CTL_DEV,
144                 .procname       = "dev",
145                 .maxlen         = 0,
146                 .mode           = 0555,
147                 .child          = raid_dir_table,
148         },
149         { .ctl_name = 0 }
150 };
151
152 static struct block_device_operations md_fops;
153
154 static int start_readonly;
155
156 /*
157  * We have a system wide 'event count' that is incremented
158  * on any 'interesting' event, and readers of /proc/mdstat
159  * can use 'poll' or 'select' to find out when the event
160  * count increases.
161  *
162  * Events are:
163  *  start array, stop array, error, add device, remove device,
164  *  start build, activate spare
165  */
166 static DECLARE_WAIT_QUEUE_HEAD(md_event_waiters);
167 static atomic_t md_event_count;
168 void md_new_event(mddev_t *mddev)
169 {
170         atomic_inc(&md_event_count);
171         wake_up(&md_event_waiters);
172 }
173 EXPORT_SYMBOL_GPL(md_new_event);
174
175 /* Alternate version that can be called from interrupts
176  * when calling sysfs_notify isn't needed.
177  */
178 static void md_new_event_inintr(mddev_t *mddev)
179 {
180         atomic_inc(&md_event_count);
181         wake_up(&md_event_waiters);
182 }
183
184 /*
185  * Enables to iterate over all existing md arrays
186  * all_mddevs_lock protects this list.
187  */
188 static LIST_HEAD(all_mddevs);
189 static DEFINE_SPINLOCK(all_mddevs_lock);
190
191
192 /*
193  * iterates through all used mddevs in the system.
194  * We take care to grab the all_mddevs_lock whenever navigating
195  * the list, and to always hold a refcount when unlocked.
196  * Any code which breaks out of this loop while own
197  * a reference to the current mddev and must mddev_put it.
198  */
199 #define for_each_mddev(mddev,tmp)                                       \
200                                                                         \
201         for (({ spin_lock(&all_mddevs_lock);                            \
202                 tmp = all_mddevs.next;                                  \
203                 mddev = NULL;});                                        \
204              ({ if (tmp != &all_mddevs)                                 \
205                         mddev_get(list_entry(tmp, mddev_t, all_mddevs));\
206                 spin_unlock(&all_mddevs_lock);                          \
207                 if (mddev) mddev_put(mddev);                            \
208                 mddev = list_entry(tmp, mddev_t, all_mddevs);           \
209                 tmp != &all_mddevs;});                                  \
210              ({ spin_lock(&all_mddevs_lock);                            \
211                 tmp = tmp->next;})                                      \
212                 )
213
214
215 static int md_fail_request (struct request_queue *q, struct bio *bio)
216 {
217         bio_io_error(bio);
218         return 0;
219 }
220
221 static inline mddev_t *mddev_get(mddev_t *mddev)
222 {
223         atomic_inc(&mddev->active);
224         return mddev;
225 }
226
227 static void mddev_put(mddev_t *mddev)
228 {
229         if (!atomic_dec_and_lock(&mddev->active, &all_mddevs_lock))
230                 return;
231         if (!mddev->raid_disks && list_empty(&mddev->disks)) {
232                 list_del(&mddev->all_mddevs);
233                 spin_unlock(&all_mddevs_lock);
234                 blk_cleanup_queue(mddev->queue);
235                 kobject_put(&mddev->kobj);
236         } else
237                 spin_unlock(&all_mddevs_lock);
238 }
239
240 static mddev_t * mddev_find(dev_t unit)
241 {
242         mddev_t *mddev, *new = NULL;
243
244  retry:
245         spin_lock(&all_mddevs_lock);
246         list_for_each_entry(mddev, &all_mddevs, all_mddevs)
247                 if (mddev->unit == unit) {
248                         mddev_get(mddev);
249                         spin_unlock(&all_mddevs_lock);
250                         kfree(new);
251                         return mddev;
252                 }
253
254         if (new) {
255                 list_add(&new->all_mddevs, &all_mddevs);
256                 spin_unlock(&all_mddevs_lock);
257                 return new;
258         }
259         spin_unlock(&all_mddevs_lock);
260
261         new = kzalloc(sizeof(*new), GFP_KERNEL);
262         if (!new)
263                 return NULL;
264
265         new->unit = unit;
266         if (MAJOR(unit) == MD_MAJOR)
267                 new->md_minor = MINOR(unit);
268         else
269                 new->md_minor = MINOR(unit) >> MdpMinorShift;
270
271         mutex_init(&new->reconfig_mutex);
272         INIT_LIST_HEAD(&new->disks);
273         INIT_LIST_HEAD(&new->all_mddevs);
274         init_timer(&new->safemode_timer);
275         atomic_set(&new->active, 1);
276         spin_lock_init(&new->write_lock);
277         init_waitqueue_head(&new->sb_wait);
278         init_waitqueue_head(&new->recovery_wait);
279         new->reshape_position = MaxSector;
280         new->resync_min = 0;
281         new->resync_max = MaxSector;
282         new->level = LEVEL_NONE;
283
284         new->queue = blk_alloc_queue(GFP_KERNEL);
285         if (!new->queue) {
286                 kfree(new);
287                 return NULL;
288         }
289         /* Can be unlocked because the queue is new: no concurrency */
290         queue_flag_set_unlocked(QUEUE_FLAG_CLUSTER, new->queue);
291
292         blk_queue_make_request(new->queue, md_fail_request);
293
294         goto retry;
295 }
296
297 static inline int mddev_lock(mddev_t * mddev)
298 {
299         return mutex_lock_interruptible(&mddev->reconfig_mutex);
300 }
301
302 static inline int mddev_trylock(mddev_t * mddev)
303 {
304         return mutex_trylock(&mddev->reconfig_mutex);
305 }
306
307 static inline void mddev_unlock(mddev_t * mddev)
308 {
309         mutex_unlock(&mddev->reconfig_mutex);
310
311         md_wakeup_thread(mddev->thread);
312 }
313
314 static mdk_rdev_t * find_rdev_nr(mddev_t *mddev, int nr)
315 {
316         mdk_rdev_t * rdev;
317         struct list_head *tmp;
318
319         rdev_for_each(rdev, tmp, mddev) {
320                 if (rdev->desc_nr == nr)
321                         return rdev;
322         }
323         return NULL;
324 }
325
326 static mdk_rdev_t * find_rdev(mddev_t * mddev, dev_t dev)
327 {
328         struct list_head *tmp;
329         mdk_rdev_t *rdev;
330
331         rdev_for_each(rdev, tmp, mddev) {
332                 if (rdev->bdev->bd_dev == dev)
333                         return rdev;
334         }
335         return NULL;
336 }
337
338 static struct mdk_personality *find_pers(int level, char *clevel)
339 {
340         struct mdk_personality *pers;
341         list_for_each_entry(pers, &pers_list, list) {
342                 if (level != LEVEL_NONE && pers->level == level)
343                         return pers;
344                 if (strcmp(pers->name, clevel)==0)
345                         return pers;
346         }
347         return NULL;
348 }
349
350 /* return the offset of the super block in 512byte sectors */
351 static inline sector_t calc_dev_sboffset(struct block_device *bdev)
352 {
353         sector_t num_sectors = bdev->bd_inode->i_size / 512;
354         return MD_NEW_SIZE_SECTORS(num_sectors);
355 }
356
357 static sector_t calc_num_sectors(mdk_rdev_t *rdev, unsigned chunk_size)
358 {
359         sector_t num_sectors = rdev->sb_start;
360
361         if (chunk_size)
362                 num_sectors &= ~((sector_t)chunk_size/512 - 1);
363         return num_sectors;
364 }
365
366 static int alloc_disk_sb(mdk_rdev_t * rdev)
367 {
368         if (rdev->sb_page)
369                 MD_BUG();
370
371         rdev->sb_page = alloc_page(GFP_KERNEL);
372         if (!rdev->sb_page) {
373                 printk(KERN_ALERT "md: out of memory.\n");
374                 return -ENOMEM;
375         }
376
377         return 0;
378 }
379
380 static void free_disk_sb(mdk_rdev_t * rdev)
381 {
382         if (rdev->sb_page) {
383                 put_page(rdev->sb_page);
384                 rdev->sb_loaded = 0;
385                 rdev->sb_page = NULL;
386                 rdev->sb_start = 0;
387                 rdev->size = 0;
388         }
389 }
390
391
392 static void super_written(struct bio *bio, int error)
393 {
394         mdk_rdev_t *rdev = bio->bi_private;
395         mddev_t *mddev = rdev->mddev;
396
397         if (error || !test_bit(BIO_UPTODATE, &bio->bi_flags)) {
398                 printk("md: super_written gets error=%d, uptodate=%d\n",
399                        error, test_bit(BIO_UPTODATE, &bio->bi_flags));
400                 WARN_ON(test_bit(BIO_UPTODATE, &bio->bi_flags));
401                 md_error(mddev, rdev);
402         }
403
404         if (atomic_dec_and_test(&mddev->pending_writes))
405                 wake_up(&mddev->sb_wait);
406         bio_put(bio);
407 }
408
409 static void super_written_barrier(struct bio *bio, int error)
410 {
411         struct bio *bio2 = bio->bi_private;
412         mdk_rdev_t *rdev = bio2->bi_private;
413         mddev_t *mddev = rdev->mddev;
414
415         if (!test_bit(BIO_UPTODATE, &bio->bi_flags) &&
416             error == -EOPNOTSUPP) {
417                 unsigned long flags;
418                 /* barriers don't appear to be supported :-( */
419                 set_bit(BarriersNotsupp, &rdev->flags);
420                 mddev->barriers_work = 0;
421                 spin_lock_irqsave(&mddev->write_lock, flags);
422                 bio2->bi_next = mddev->biolist;
423                 mddev->biolist = bio2;
424                 spin_unlock_irqrestore(&mddev->write_lock, flags);
425                 wake_up(&mddev->sb_wait);
426                 bio_put(bio);
427         } else {
428                 bio_put(bio2);
429                 bio->bi_private = rdev;
430                 super_written(bio, error);
431         }
432 }
433
434 void md_super_write(mddev_t *mddev, mdk_rdev_t *rdev,
435                    sector_t sector, int size, struct page *page)
436 {
437         /* write first size bytes of page to sector of rdev
438          * Increment mddev->pending_writes before returning
439          * and decrement it on completion, waking up sb_wait
440          * if zero is reached.
441          * If an error occurred, call md_error
442          *
443          * As we might need to resubmit the request if BIO_RW_BARRIER
444          * causes ENOTSUPP, we allocate a spare bio...
445          */
446         struct bio *bio = bio_alloc(GFP_NOIO, 1);
447         int rw = (1<<BIO_RW) | (1<<BIO_RW_SYNC);
448
449         bio->bi_bdev = rdev->bdev;
450         bio->bi_sector = sector;
451         bio_add_page(bio, page, size, 0);
452         bio->bi_private = rdev;
453         bio->bi_end_io = super_written;
454         bio->bi_rw = rw;
455
456         atomic_inc(&mddev->pending_writes);
457         if (!test_bit(BarriersNotsupp, &rdev->flags)) {
458                 struct bio *rbio;
459                 rw |= (1<<BIO_RW_BARRIER);
460                 rbio = bio_clone(bio, GFP_NOIO);
461                 rbio->bi_private = bio;
462                 rbio->bi_end_io = super_written_barrier;
463                 submit_bio(rw, rbio);
464         } else
465                 submit_bio(rw, bio);
466 }
467
468 void md_super_wait(mddev_t *mddev)
469 {
470         /* wait for all superblock writes that were scheduled to complete.
471          * if any had to be retried (due to BARRIER problems), retry them
472          */
473         DEFINE_WAIT(wq);
474         for(;;) {
475                 prepare_to_wait(&mddev->sb_wait, &wq, TASK_UNINTERRUPTIBLE);
476                 if (atomic_read(&mddev->pending_writes)==0)
477                         break;
478                 while (mddev->biolist) {
479                         struct bio *bio;
480                         spin_lock_irq(&mddev->write_lock);
481                         bio = mddev->biolist;
482                         mddev->biolist = bio->bi_next ;
483                         bio->bi_next = NULL;
484                         spin_unlock_irq(&mddev->write_lock);
485                         submit_bio(bio->bi_rw, bio);
486                 }
487                 schedule();
488         }
489         finish_wait(&mddev->sb_wait, &wq);
490 }
491
492 static void bi_complete(struct bio *bio, int error)
493 {
494         complete((struct completion*)bio->bi_private);
495 }
496
497 int sync_page_io(struct block_device *bdev, sector_t sector, int size,
498                    struct page *page, int rw)
499 {
500         struct bio *bio = bio_alloc(GFP_NOIO, 1);
501         struct completion event;
502         int ret;
503
504         rw |= (1 << BIO_RW_SYNC);
505
506         bio->bi_bdev = bdev;
507         bio->bi_sector = sector;
508         bio_add_page(bio, page, size, 0);
509         init_completion(&event);
510         bio->bi_private = &event;
511         bio->bi_end_io = bi_complete;
512         submit_bio(rw, bio);
513         wait_for_completion(&event);
514
515         ret = test_bit(BIO_UPTODATE, &bio->bi_flags);
516         bio_put(bio);
517         return ret;
518 }
519 EXPORT_SYMBOL_GPL(sync_page_io);
520
521 static int read_disk_sb(mdk_rdev_t * rdev, int size)
522 {
523         char b[BDEVNAME_SIZE];
524         if (!rdev->sb_page) {
525                 MD_BUG();
526                 return -EINVAL;
527         }
528         if (rdev->sb_loaded)
529                 return 0;
530
531
532         if (!sync_page_io(rdev->bdev, rdev->sb_start, size, rdev->sb_page, READ))
533                 goto fail;
534         rdev->sb_loaded = 1;
535         return 0;
536
537 fail:
538         printk(KERN_WARNING "md: disabled device %s, could not read superblock.\n",
539                 bdevname(rdev->bdev,b));
540         return -EINVAL;
541 }
542
543 static int uuid_equal(mdp_super_t *sb1, mdp_super_t *sb2)
544 {
545         return  sb1->set_uuid0 == sb2->set_uuid0 &&
546                 sb1->set_uuid1 == sb2->set_uuid1 &&
547                 sb1->set_uuid2 == sb2->set_uuid2 &&
548                 sb1->set_uuid3 == sb2->set_uuid3;
549 }
550
551 static int sb_equal(mdp_super_t *sb1, mdp_super_t *sb2)
552 {
553         int ret;
554         mdp_super_t *tmp1, *tmp2;
555
556         tmp1 = kmalloc(sizeof(*tmp1),GFP_KERNEL);
557         tmp2 = kmalloc(sizeof(*tmp2),GFP_KERNEL);
558
559         if (!tmp1 || !tmp2) {
560                 ret = 0;
561                 printk(KERN_INFO "md.c sb_equal(): failed to allocate memory!\n");
562                 goto abort;
563         }
564
565         *tmp1 = *sb1;
566         *tmp2 = *sb2;
567
568         /*
569          * nr_disks is not constant
570          */
571         tmp1->nr_disks = 0;
572         tmp2->nr_disks = 0;
573
574         ret = (memcmp(tmp1, tmp2, MD_SB_GENERIC_CONSTANT_WORDS * 4) == 0);
575 abort:
576         kfree(tmp1);
577         kfree(tmp2);
578         return ret;
579 }
580
581
582 static u32 md_csum_fold(u32 csum)
583 {
584         csum = (csum & 0xffff) + (csum >> 16);
585         return (csum & 0xffff) + (csum >> 16);
586 }
587
588 static unsigned int calc_sb_csum(mdp_super_t * sb)
589 {
590         u64 newcsum = 0;
591         u32 *sb32 = (u32*)sb;
592         int i;
593         unsigned int disk_csum, csum;
594
595         disk_csum = sb->sb_csum;
596         sb->sb_csum = 0;
597
598         for (i = 0; i < MD_SB_BYTES/4 ; i++)
599                 newcsum += sb32[i];
600         csum = (newcsum & 0xffffffff) + (newcsum>>32);
601
602
603 #ifdef CONFIG_ALPHA
604         /* This used to use csum_partial, which was wrong for several
605          * reasons including that different results are returned on
606          * different architectures.  It isn't critical that we get exactly
607          * the same return value as before (we always csum_fold before
608          * testing, and that removes any differences).  However as we
609          * know that csum_partial always returned a 16bit value on
610          * alphas, do a fold to maximise conformity to previous behaviour.
611          */
612         sb->sb_csum = md_csum_fold(disk_csum);
613 #else
614         sb->sb_csum = disk_csum;
615 #endif
616         return csum;
617 }
618
619
620 /*
621  * Handle superblock details.
622  * We want to be able to handle multiple superblock formats
623  * so we have a common interface to them all, and an array of
624  * different handlers.
625  * We rely on user-space to write the initial superblock, and support
626  * reading and updating of superblocks.
627  * Interface methods are:
628  *   int load_super(mdk_rdev_t *dev, mdk_rdev_t *refdev, int minor_version)
629  *      loads and validates a superblock on dev.
630  *      if refdev != NULL, compare superblocks on both devices
631  *    Return:
632  *      0 - dev has a superblock that is compatible with refdev
633  *      1 - dev has a superblock that is compatible and newer than refdev
634  *          so dev should be used as the refdev in future
635  *     -EINVAL superblock incompatible or invalid
636  *     -othererror e.g. -EIO
637  *
638  *   int validate_super(mddev_t *mddev, mdk_rdev_t *dev)
639  *      Verify that dev is acceptable into mddev.
640  *       The first time, mddev->raid_disks will be 0, and data from
641  *       dev should be merged in.  Subsequent calls check that dev
642  *       is new enough.  Return 0 or -EINVAL
643  *
644  *   void sync_super(mddev_t *mddev, mdk_rdev_t *dev)
645  *     Update the superblock for rdev with data in mddev
646  *     This does not write to disc.
647  *
648  */
649
650 struct super_type  {
651         char                *name;
652         struct module       *owner;
653         int                 (*load_super)(mdk_rdev_t *rdev, mdk_rdev_t *refdev,
654                                           int minor_version);
655         int                 (*validate_super)(mddev_t *mddev, mdk_rdev_t *rdev);
656         void                (*sync_super)(mddev_t *mddev, mdk_rdev_t *rdev);
657         unsigned long long  (*rdev_size_change)(mdk_rdev_t *rdev,
658                                                 unsigned long long size);
659 };
660
661 /*
662  * load_super for 0.90.0 
663  */
664 static int super_90_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
665 {
666         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
667         mdp_super_t *sb;
668         int ret;
669
670         /*
671          * Calculate the position of the superblock (512byte sectors),
672          * it's at the end of the disk.
673          *
674          * It also happens to be a multiple of 4Kb.
675          */
676         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
677
678         ret = read_disk_sb(rdev, MD_SB_BYTES);
679         if (ret) return ret;
680
681         ret = -EINVAL;
682
683         bdevname(rdev->bdev, b);
684         sb = (mdp_super_t*)page_address(rdev->sb_page);
685
686         if (sb->md_magic != MD_SB_MAGIC) {
687                 printk(KERN_ERR "md: invalid raid superblock magic on %s\n",
688                        b);
689                 goto abort;
690         }
691
692         if (sb->major_version != 0 ||
693             sb->minor_version < 90 ||
694             sb->minor_version > 91) {
695                 printk(KERN_WARNING "Bad version number %d.%d on %s\n",
696                         sb->major_version, sb->minor_version,
697                         b);
698                 goto abort;
699         }
700
701         if (sb->raid_disks <= 0)
702                 goto abort;
703
704         if (md_csum_fold(calc_sb_csum(sb)) != md_csum_fold(sb->sb_csum)) {
705                 printk(KERN_WARNING "md: invalid superblock checksum on %s\n",
706                         b);
707                 goto abort;
708         }
709
710         rdev->preferred_minor = sb->md_minor;
711         rdev->data_offset = 0;
712         rdev->sb_size = MD_SB_BYTES;
713
714         if (sb->state & (1<<MD_SB_BITMAP_PRESENT)) {
715                 if (sb->level != 1 && sb->level != 4
716                     && sb->level != 5 && sb->level != 6
717                     && sb->level != 10) {
718                         /* FIXME use a better test */
719                         printk(KERN_WARNING
720                                "md: bitmaps not supported for this level.\n");
721                         goto abort;
722                 }
723         }
724
725         if (sb->level == LEVEL_MULTIPATH)
726                 rdev->desc_nr = -1;
727         else
728                 rdev->desc_nr = sb->this_disk.number;
729
730         if (!refdev) {
731                 ret = 1;
732         } else {
733                 __u64 ev1, ev2;
734                 mdp_super_t *refsb = (mdp_super_t*)page_address(refdev->sb_page);
735                 if (!uuid_equal(refsb, sb)) {
736                         printk(KERN_WARNING "md: %s has different UUID to %s\n",
737                                 b, bdevname(refdev->bdev,b2));
738                         goto abort;
739                 }
740                 if (!sb_equal(refsb, sb)) {
741                         printk(KERN_WARNING "md: %s has same UUID"
742                                " but different superblock to %s\n",
743                                b, bdevname(refdev->bdev, b2));
744                         goto abort;
745                 }
746                 ev1 = md_event(sb);
747                 ev2 = md_event(refsb);
748                 if (ev1 > ev2)
749                         ret = 1;
750                 else 
751                         ret = 0;
752         }
753         rdev->size = calc_num_sectors(rdev, sb->chunk_size) / 2;
754
755         if (rdev->size < sb->size && sb->level > 1)
756                 /* "this cannot possibly happen" ... */
757                 ret = -EINVAL;
758
759  abort:
760         return ret;
761 }
762
763 /*
764  * validate_super for 0.90.0
765  */
766 static int super_90_validate(mddev_t *mddev, mdk_rdev_t *rdev)
767 {
768         mdp_disk_t *desc;
769         mdp_super_t *sb = (mdp_super_t *)page_address(rdev->sb_page);
770         __u64 ev1 = md_event(sb);
771
772         rdev->raid_disk = -1;
773         clear_bit(Faulty, &rdev->flags);
774         clear_bit(In_sync, &rdev->flags);
775         clear_bit(WriteMostly, &rdev->flags);
776         clear_bit(BarriersNotsupp, &rdev->flags);
777
778         if (mddev->raid_disks == 0) {
779                 mddev->major_version = 0;
780                 mddev->minor_version = sb->minor_version;
781                 mddev->patch_version = sb->patch_version;
782                 mddev->external = 0;
783                 mddev->chunk_size = sb->chunk_size;
784                 mddev->ctime = sb->ctime;
785                 mddev->utime = sb->utime;
786                 mddev->level = sb->level;
787                 mddev->clevel[0] = 0;
788                 mddev->layout = sb->layout;
789                 mddev->raid_disks = sb->raid_disks;
790                 mddev->size = sb->size;
791                 mddev->events = ev1;
792                 mddev->bitmap_offset = 0;
793                 mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
794
795                 if (mddev->minor_version >= 91) {
796                         mddev->reshape_position = sb->reshape_position;
797                         mddev->delta_disks = sb->delta_disks;
798                         mddev->new_level = sb->new_level;
799                         mddev->new_layout = sb->new_layout;
800                         mddev->new_chunk = sb->new_chunk;
801                 } else {
802                         mddev->reshape_position = MaxSector;
803                         mddev->delta_disks = 0;
804                         mddev->new_level = mddev->level;
805                         mddev->new_layout = mddev->layout;
806                         mddev->new_chunk = mddev->chunk_size;
807                 }
808
809                 if (sb->state & (1<<MD_SB_CLEAN))
810                         mddev->recovery_cp = MaxSector;
811                 else {
812                         if (sb->events_hi == sb->cp_events_hi && 
813                                 sb->events_lo == sb->cp_events_lo) {
814                                 mddev->recovery_cp = sb->recovery_cp;
815                         } else
816                                 mddev->recovery_cp = 0;
817                 }
818
819                 memcpy(mddev->uuid+0, &sb->set_uuid0, 4);
820                 memcpy(mddev->uuid+4, &sb->set_uuid1, 4);
821                 memcpy(mddev->uuid+8, &sb->set_uuid2, 4);
822                 memcpy(mddev->uuid+12,&sb->set_uuid3, 4);
823
824                 mddev->max_disks = MD_SB_DISKS;
825
826                 if (sb->state & (1<<MD_SB_BITMAP_PRESENT) &&
827                     mddev->bitmap_file == NULL)
828                         mddev->bitmap_offset = mddev->default_bitmap_offset;
829
830         } else if (mddev->pers == NULL) {
831                 /* Insist on good event counter while assembling */
832                 ++ev1;
833                 if (ev1 < mddev->events) 
834                         return -EINVAL;
835         } else if (mddev->bitmap) {
836                 /* if adding to array with a bitmap, then we can accept an
837                  * older device ... but not too old.
838                  */
839                 if (ev1 < mddev->bitmap->events_cleared)
840                         return 0;
841         } else {
842                 if (ev1 < mddev->events)
843                         /* just a hot-add of a new device, leave raid_disk at -1 */
844                         return 0;
845         }
846
847         if (mddev->level != LEVEL_MULTIPATH) {
848                 desc = sb->disks + rdev->desc_nr;
849
850                 if (desc->state & (1<<MD_DISK_FAULTY))
851                         set_bit(Faulty, &rdev->flags);
852                 else if (desc->state & (1<<MD_DISK_SYNC) /* &&
853                             desc->raid_disk < mddev->raid_disks */) {
854                         set_bit(In_sync, &rdev->flags);
855                         rdev->raid_disk = desc->raid_disk;
856                 }
857                 if (desc->state & (1<<MD_DISK_WRITEMOSTLY))
858                         set_bit(WriteMostly, &rdev->flags);
859         } else /* MULTIPATH are always insync */
860                 set_bit(In_sync, &rdev->flags);
861         return 0;
862 }
863
864 /*
865  * sync_super for 0.90.0
866  */
867 static void super_90_sync(mddev_t *mddev, mdk_rdev_t *rdev)
868 {
869         mdp_super_t *sb;
870         struct list_head *tmp;
871         mdk_rdev_t *rdev2;
872         int next_spare = mddev->raid_disks;
873
874
875         /* make rdev->sb match mddev data..
876          *
877          * 1/ zero out disks
878          * 2/ Add info for each disk, keeping track of highest desc_nr (next_spare);
879          * 3/ any empty disks < next_spare become removed
880          *
881          * disks[0] gets initialised to REMOVED because
882          * we cannot be sure from other fields if it has
883          * been initialised or not.
884          */
885         int i;
886         int active=0, working=0,failed=0,spare=0,nr_disks=0;
887
888         rdev->sb_size = MD_SB_BYTES;
889
890         sb = (mdp_super_t*)page_address(rdev->sb_page);
891
892         memset(sb, 0, sizeof(*sb));
893
894         sb->md_magic = MD_SB_MAGIC;
895         sb->major_version = mddev->major_version;
896         sb->patch_version = mddev->patch_version;
897         sb->gvalid_words  = 0; /* ignored */
898         memcpy(&sb->set_uuid0, mddev->uuid+0, 4);
899         memcpy(&sb->set_uuid1, mddev->uuid+4, 4);
900         memcpy(&sb->set_uuid2, mddev->uuid+8, 4);
901         memcpy(&sb->set_uuid3, mddev->uuid+12,4);
902
903         sb->ctime = mddev->ctime;
904         sb->level = mddev->level;
905         sb->size  = mddev->size;
906         sb->raid_disks = mddev->raid_disks;
907         sb->md_minor = mddev->md_minor;
908         sb->not_persistent = 0;
909         sb->utime = mddev->utime;
910         sb->state = 0;
911         sb->events_hi = (mddev->events>>32);
912         sb->events_lo = (u32)mddev->events;
913
914         if (mddev->reshape_position == MaxSector)
915                 sb->minor_version = 90;
916         else {
917                 sb->minor_version = 91;
918                 sb->reshape_position = mddev->reshape_position;
919                 sb->new_level = mddev->new_level;
920                 sb->delta_disks = mddev->delta_disks;
921                 sb->new_layout = mddev->new_layout;
922                 sb->new_chunk = mddev->new_chunk;
923         }
924         mddev->minor_version = sb->minor_version;
925         if (mddev->in_sync)
926         {
927                 sb->recovery_cp = mddev->recovery_cp;
928                 sb->cp_events_hi = (mddev->events>>32);
929                 sb->cp_events_lo = (u32)mddev->events;
930                 if (mddev->recovery_cp == MaxSector)
931                         sb->state = (1<< MD_SB_CLEAN);
932         } else
933                 sb->recovery_cp = 0;
934
935         sb->layout = mddev->layout;
936         sb->chunk_size = mddev->chunk_size;
937
938         if (mddev->bitmap && mddev->bitmap_file == NULL)
939                 sb->state |= (1<<MD_SB_BITMAP_PRESENT);
940
941         sb->disks[0].state = (1<<MD_DISK_REMOVED);
942         rdev_for_each(rdev2, tmp, mddev) {
943                 mdp_disk_t *d;
944                 int desc_nr;
945                 if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
946                     && !test_bit(Faulty, &rdev2->flags))
947                         desc_nr = rdev2->raid_disk;
948                 else
949                         desc_nr = next_spare++;
950                 rdev2->desc_nr = desc_nr;
951                 d = &sb->disks[rdev2->desc_nr];
952                 nr_disks++;
953                 d->number = rdev2->desc_nr;
954                 d->major = MAJOR(rdev2->bdev->bd_dev);
955                 d->minor = MINOR(rdev2->bdev->bd_dev);
956                 if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
957                     && !test_bit(Faulty, &rdev2->flags))
958                         d->raid_disk = rdev2->raid_disk;
959                 else
960                         d->raid_disk = rdev2->desc_nr; /* compatibility */
961                 if (test_bit(Faulty, &rdev2->flags))
962                         d->state = (1<<MD_DISK_FAULTY);
963                 else if (test_bit(In_sync, &rdev2->flags)) {
964                         d->state = (1<<MD_DISK_ACTIVE);
965                         d->state |= (1<<MD_DISK_SYNC);
966                         active++;
967                         working++;
968                 } else {
969                         d->state = 0;
970                         spare++;
971                         working++;
972                 }
973                 if (test_bit(WriteMostly, &rdev2->flags))
974                         d->state |= (1<<MD_DISK_WRITEMOSTLY);
975         }
976         /* now set the "removed" and "faulty" bits on any missing devices */
977         for (i=0 ; i < mddev->raid_disks ; i++) {
978                 mdp_disk_t *d = &sb->disks[i];
979                 if (d->state == 0 && d->number == 0) {
980                         d->number = i;
981                         d->raid_disk = i;
982                         d->state = (1<<MD_DISK_REMOVED);
983                         d->state |= (1<<MD_DISK_FAULTY);
984                         failed++;
985                 }
986         }
987         sb->nr_disks = nr_disks;
988         sb->active_disks = active;
989         sb->working_disks = working;
990         sb->failed_disks = failed;
991         sb->spare_disks = spare;
992
993         sb->this_disk = sb->disks[rdev->desc_nr];
994         sb->sb_csum = calc_sb_csum(sb);
995 }
996
997 /*
998  * rdev_size_change for 0.90.0
999  */
1000 static unsigned long long
1001 super_90_rdev_size_change(mdk_rdev_t *rdev, unsigned long long size)
1002 {
1003         if (size && size < rdev->mddev->size)
1004                 return 0; /* component must fit device */
1005         size *= 2; /* convert to sectors */
1006         if (rdev->mddev->bitmap_offset)
1007                 return 0; /* can't move bitmap */
1008         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
1009         if (!size || size > rdev->sb_start)
1010                 size = rdev->sb_start;
1011         md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
1012                        rdev->sb_page);
1013         md_super_wait(rdev->mddev);
1014         return size/2; /* kB for sysfs */
1015 }
1016
1017
1018 /*
1019  * version 1 superblock
1020  */
1021
1022 static __le32 calc_sb_1_csum(struct mdp_superblock_1 * sb)
1023 {
1024         __le32 disk_csum;
1025         u32 csum;
1026         unsigned long long newcsum;
1027         int size = 256 + le32_to_cpu(sb->max_dev)*2;
1028         __le32 *isuper = (__le32*)sb;
1029         int i;
1030
1031         disk_csum = sb->sb_csum;
1032         sb->sb_csum = 0;
1033         newcsum = 0;
1034         for (i=0; size>=4; size -= 4 )
1035                 newcsum += le32_to_cpu(*isuper++);
1036
1037         if (size == 2)
1038                 newcsum += le16_to_cpu(*(__le16*) isuper);
1039
1040         csum = (newcsum & 0xffffffff) + (newcsum >> 32);
1041         sb->sb_csum = disk_csum;
1042         return cpu_to_le32(csum);
1043 }
1044
1045 static int super_1_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
1046 {
1047         struct mdp_superblock_1 *sb;
1048         int ret;
1049         sector_t sb_start;
1050         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
1051         int bmask;
1052
1053         /*
1054          * Calculate the position of the superblock in 512byte sectors.
1055          * It is always aligned to a 4K boundary and
1056          * depeding on minor_version, it can be:
1057          * 0: At least 8K, but less than 12K, from end of device
1058          * 1: At start of device
1059          * 2: 4K from start of device.
1060          */
1061         switch(minor_version) {
1062         case 0:
1063                 sb_start = rdev->bdev->bd_inode->i_size >> 9;
1064                 sb_start -= 8*2;
1065                 sb_start &= ~(sector_t)(4*2-1);
1066                 break;
1067         case 1:
1068                 sb_start = 0;
1069                 break;
1070         case 2:
1071                 sb_start = 8;
1072                 break;
1073         default:
1074                 return -EINVAL;
1075         }
1076         rdev->sb_start = sb_start;
1077
1078         /* superblock is rarely larger than 1K, but it can be larger,
1079          * and it is safe to read 4k, so we do that
1080          */
1081         ret = read_disk_sb(rdev, 4096);
1082         if (ret) return ret;
1083
1084
1085         sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1086
1087         if (sb->magic != cpu_to_le32(MD_SB_MAGIC) ||
1088             sb->major_version != cpu_to_le32(1) ||
1089             le32_to_cpu(sb->max_dev) > (4096-256)/2 ||
1090             le64_to_cpu(sb->super_offset) != rdev->sb_start ||
1091             (le32_to_cpu(sb->feature_map) & ~MD_FEATURE_ALL) != 0)
1092                 return -EINVAL;
1093
1094         if (calc_sb_1_csum(sb) != sb->sb_csum) {
1095                 printk("md: invalid superblock checksum on %s\n",
1096                         bdevname(rdev->bdev,b));
1097                 return -EINVAL;
1098         }
1099         if (le64_to_cpu(sb->data_size) < 10) {
1100                 printk("md: data_size too small on %s\n",
1101                        bdevname(rdev->bdev,b));
1102                 return -EINVAL;
1103         }
1104         if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_BITMAP_OFFSET)) {
1105                 if (sb->level != cpu_to_le32(1) &&
1106                     sb->level != cpu_to_le32(4) &&
1107                     sb->level != cpu_to_le32(5) &&
1108                     sb->level != cpu_to_le32(6) &&
1109                     sb->level != cpu_to_le32(10)) {
1110                         printk(KERN_WARNING
1111                                "md: bitmaps not supported for this level.\n");
1112                         return -EINVAL;
1113                 }
1114         }
1115
1116         rdev->preferred_minor = 0xffff;
1117         rdev->data_offset = le64_to_cpu(sb->data_offset);
1118         atomic_set(&rdev->corrected_errors, le32_to_cpu(sb->cnt_corrected_read));
1119
1120         rdev->sb_size = le32_to_cpu(sb->max_dev) * 2 + 256;
1121         bmask = queue_hardsect_size(rdev->bdev->bd_disk->queue)-1;
1122         if (rdev->sb_size & bmask)
1123                 rdev->sb_size = (rdev->sb_size | bmask) + 1;
1124
1125         if (minor_version
1126             && rdev->data_offset < sb_start + (rdev->sb_size/512))
1127                 return -EINVAL;
1128
1129         if (sb->level == cpu_to_le32(LEVEL_MULTIPATH))
1130                 rdev->desc_nr = -1;
1131         else
1132                 rdev->desc_nr = le32_to_cpu(sb->dev_number);
1133
1134         if (!refdev) {
1135                 ret = 1;
1136         } else {
1137                 __u64 ev1, ev2;
1138                 struct mdp_superblock_1 *refsb = 
1139                         (struct mdp_superblock_1*)page_address(refdev->sb_page);
1140
1141                 if (memcmp(sb->set_uuid, refsb->set_uuid, 16) != 0 ||
1142                     sb->level != refsb->level ||
1143                     sb->layout != refsb->layout ||
1144                     sb->chunksize != refsb->chunksize) {
1145                         printk(KERN_WARNING "md: %s has strangely different"
1146                                 " superblock to %s\n",
1147                                 bdevname(rdev->bdev,b),
1148                                 bdevname(refdev->bdev,b2));
1149                         return -EINVAL;
1150                 }
1151                 ev1 = le64_to_cpu(sb->events);
1152                 ev2 = le64_to_cpu(refsb->events);
1153
1154                 if (ev1 > ev2)
1155                         ret = 1;
1156                 else
1157                         ret = 0;
1158         }
1159         if (minor_version)
1160                 rdev->size = ((rdev->bdev->bd_inode->i_size>>9) - le64_to_cpu(sb->data_offset)) / 2;
1161         else
1162                 rdev->size = rdev->sb_start / 2;
1163         if (rdev->size < le64_to_cpu(sb->data_size)/2)
1164                 return -EINVAL;
1165         rdev->size = le64_to_cpu(sb->data_size)/2;
1166         if (le32_to_cpu(sb->chunksize))
1167                 rdev->size &= ~((sector_t)le32_to_cpu(sb->chunksize)/2 - 1);
1168
1169         if (le64_to_cpu(sb->size) > rdev->size*2)
1170                 return -EINVAL;
1171         return ret;
1172 }
1173
1174 static int super_1_validate(mddev_t *mddev, mdk_rdev_t *rdev)
1175 {
1176         struct mdp_superblock_1 *sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1177         __u64 ev1 = le64_to_cpu(sb->events);
1178
1179         rdev->raid_disk = -1;
1180         clear_bit(Faulty, &rdev->flags);
1181         clear_bit(In_sync, &rdev->flags);
1182         clear_bit(WriteMostly, &rdev->flags);
1183         clear_bit(BarriersNotsupp, &rdev->flags);
1184
1185         if (mddev->raid_disks == 0) {
1186                 mddev->major_version = 1;
1187                 mddev->patch_version = 0;
1188                 mddev->external = 0;
1189                 mddev->chunk_size = le32_to_cpu(sb->chunksize) << 9;
1190                 mddev->ctime = le64_to_cpu(sb->ctime) & ((1ULL << 32)-1);
1191                 mddev->utime = le64_to_cpu(sb->utime) & ((1ULL << 32)-1);
1192                 mddev->level = le32_to_cpu(sb->level);
1193                 mddev->clevel[0] = 0;
1194                 mddev->layout = le32_to_cpu(sb->layout);
1195                 mddev->raid_disks = le32_to_cpu(sb->raid_disks);
1196                 mddev->size = le64_to_cpu(sb->size)/2;
1197                 mddev->events = ev1;
1198                 mddev->bitmap_offset = 0;
1199                 mddev->default_bitmap_offset = 1024 >> 9;
1200                 
1201                 mddev->recovery_cp = le64_to_cpu(sb->resync_offset);
1202                 memcpy(mddev->uuid, sb->set_uuid, 16);
1203
1204                 mddev->max_disks =  (4096-256)/2;
1205
1206                 if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_BITMAP_OFFSET) &&
1207                     mddev->bitmap_file == NULL )
1208                         mddev->bitmap_offset = (__s32)le32_to_cpu(sb->bitmap_offset);
1209
1210                 if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_RESHAPE_ACTIVE)) {
1211                         mddev->reshape_position = le64_to_cpu(sb->reshape_position);
1212                         mddev->delta_disks = le32_to_cpu(sb->delta_disks);
1213                         mddev->new_level = le32_to_cpu(sb->new_level);
1214                         mddev->new_layout = le32_to_cpu(sb->new_layout);
1215                         mddev->new_chunk = le32_to_cpu(sb->new_chunk)<<9;
1216                 } else {
1217                         mddev->reshape_position = MaxSector;
1218                         mddev->delta_disks = 0;
1219                         mddev->new_level = mddev->level;
1220                         mddev->new_layout = mddev->layout;
1221                         mddev->new_chunk = mddev->chunk_size;
1222                 }
1223
1224         } else if (mddev->pers == NULL) {
1225                 /* Insist of good event counter while assembling */
1226                 ++ev1;
1227                 if (ev1 < mddev->events)
1228                         return -EINVAL;
1229         } else if (mddev->bitmap) {
1230                 /* If adding to array with a bitmap, then we can accept an
1231                  * older device, but not too old.
1232                  */
1233                 if (ev1 < mddev->bitmap->events_cleared)
1234                         return 0;
1235         } else {
1236                 if (ev1 < mddev->events)
1237                         /* just a hot-add of a new device, leave raid_disk at -1 */
1238                         return 0;
1239         }
1240         if (mddev->level != LEVEL_MULTIPATH) {
1241                 int role;
1242                 role = le16_to_cpu(sb->dev_roles[rdev->desc_nr]);
1243                 switch(role) {
1244                 case 0xffff: /* spare */
1245                         break;
1246                 case 0xfffe: /* faulty */
1247                         set_bit(Faulty, &rdev->flags);
1248                         break;
1249                 default:
1250                         if ((le32_to_cpu(sb->feature_map) &
1251                              MD_FEATURE_RECOVERY_OFFSET))
1252                                 rdev->recovery_offset = le64_to_cpu(sb->recovery_offset);
1253                         else
1254                                 set_bit(In_sync, &rdev->flags);
1255                         rdev->raid_disk = role;
1256                         break;
1257                 }
1258                 if (sb->devflags & WriteMostly1)
1259                         set_bit(WriteMostly, &rdev->flags);
1260         } else /* MULTIPATH are always insync */
1261                 set_bit(In_sync, &rdev->flags);
1262
1263         return 0;
1264 }
1265
1266 static void super_1_sync(mddev_t *mddev, mdk_rdev_t *rdev)
1267 {
1268         struct mdp_superblock_1 *sb;
1269         struct list_head *tmp;
1270         mdk_rdev_t *rdev2;
1271         int max_dev, i;
1272         /* make rdev->sb match mddev and rdev data. */
1273
1274         sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1275
1276         sb->feature_map = 0;
1277         sb->pad0 = 0;
1278         sb->recovery_offset = cpu_to_le64(0);
1279         memset(sb->pad1, 0, sizeof(sb->pad1));
1280         memset(sb->pad2, 0, sizeof(sb->pad2));
1281         memset(sb->pad3, 0, sizeof(sb->pad3));
1282
1283         sb->utime = cpu_to_le64((__u64)mddev->utime);
1284         sb->events = cpu_to_le64(mddev->events);
1285         if (mddev->in_sync)
1286                 sb->resync_offset = cpu_to_le64(mddev->recovery_cp);
1287         else
1288                 sb->resync_offset = cpu_to_le64(0);
1289
1290         sb->cnt_corrected_read = cpu_to_le32(atomic_read(&rdev->corrected_errors));
1291
1292         sb->raid_disks = cpu_to_le32(mddev->raid_disks);
1293         sb->size = cpu_to_le64(mddev->size<<1);
1294
1295         if (mddev->bitmap && mddev->bitmap_file == NULL) {
1296                 sb->bitmap_offset = cpu_to_le32((__u32)mddev->bitmap_offset);
1297                 sb->feature_map = cpu_to_le32(MD_FEATURE_BITMAP_OFFSET);
1298         }
1299
1300         if (rdev->raid_disk >= 0 &&
1301             !test_bit(In_sync, &rdev->flags) &&
1302             rdev->recovery_offset > 0) {
1303                 sb->feature_map |= cpu_to_le32(MD_FEATURE_RECOVERY_OFFSET);
1304                 sb->recovery_offset = cpu_to_le64(rdev->recovery_offset);
1305         }
1306
1307         if (mddev->reshape_position != MaxSector) {
1308                 sb->feature_map |= cpu_to_le32(MD_FEATURE_RESHAPE_ACTIVE);
1309                 sb->reshape_position = cpu_to_le64(mddev->reshape_position);
1310                 sb->new_layout = cpu_to_le32(mddev->new_layout);
1311                 sb->delta_disks = cpu_to_le32(mddev->delta_disks);
1312                 sb->new_level = cpu_to_le32(mddev->new_level);
1313                 sb->new_chunk = cpu_to_le32(mddev->new_chunk>>9);
1314         }
1315
1316         max_dev = 0;
1317         rdev_for_each(rdev2, tmp, mddev)
1318                 if (rdev2->desc_nr+1 > max_dev)
1319                         max_dev = rdev2->desc_nr+1;
1320
1321         if (max_dev > le32_to_cpu(sb->max_dev))
1322                 sb->max_dev = cpu_to_le32(max_dev);
1323         for (i=0; i<max_dev;i++)
1324                 sb->dev_roles[i] = cpu_to_le16(0xfffe);
1325         
1326         rdev_for_each(rdev2, tmp, mddev) {
1327                 i = rdev2->desc_nr;
1328                 if (test_bit(Faulty, &rdev2->flags))
1329                         sb->dev_roles[i] = cpu_to_le16(0xfffe);
1330                 else if (test_bit(In_sync, &rdev2->flags))
1331                         sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
1332                 else if (rdev2->raid_disk >= 0 && rdev2->recovery_offset > 0)
1333                         sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
1334                 else
1335                         sb->dev_roles[i] = cpu_to_le16(0xffff);
1336         }
1337
1338         sb->sb_csum = calc_sb_1_csum(sb);
1339 }
1340
1341 static unsigned long long
1342 super_1_rdev_size_change(mdk_rdev_t *rdev, unsigned long long size)
1343 {
1344         struct mdp_superblock_1 *sb;
1345         unsigned long long max_size;
1346         if (size && size < rdev->mddev->size)
1347                 return 0; /* component must fit device */
1348         size *= 2; /* convert to sectors */
1349         if (rdev->sb_start < rdev->data_offset) {
1350                 /* minor versions 1 and 2; superblock before data */
1351                 max_size = (rdev->bdev->bd_inode->i_size >> 9);
1352                 max_size -= rdev->data_offset;
1353                 if (!size || size > max_size)
1354                         size = max_size;
1355         } else if (rdev->mddev->bitmap_offset) {
1356                 /* minor version 0 with bitmap we can't move */
1357                 return 0;
1358         } else {
1359                 /* minor version 0; superblock after data */
1360                 sector_t sb_start;
1361                 sb_start = (rdev->bdev->bd_inode->i_size >> 9) - 8*2;
1362                 sb_start &= ~(sector_t)(4*2 - 1);
1363                 max_size = rdev->size*2 + sb_start - rdev->sb_start;
1364                 if (!size || size > max_size)
1365                         size = max_size;
1366                 rdev->sb_start = sb_start;
1367         }
1368         sb = (struct mdp_superblock_1 *) page_address(rdev->sb_page);
1369         sb->data_size = cpu_to_le64(size);
1370         sb->super_offset = rdev->sb_start;
1371         sb->sb_csum = calc_sb_1_csum(sb);
1372         md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
1373                        rdev->sb_page);
1374         md_super_wait(rdev->mddev);
1375         return size/2; /* kB for sysfs */
1376 }
1377
1378 static struct super_type super_types[] = {
1379         [0] = {
1380                 .name   = "0.90.0",
1381                 .owner  = THIS_MODULE,
1382                 .load_super         = super_90_load,
1383                 .validate_super     = super_90_validate,
1384                 .sync_super         = super_90_sync,
1385                 .rdev_size_change   = super_90_rdev_size_change,
1386         },
1387         [1] = {
1388                 .name   = "md-1",
1389                 .owner  = THIS_MODULE,
1390                 .load_super         = super_1_load,
1391                 .validate_super     = super_1_validate,
1392                 .sync_super         = super_1_sync,
1393                 .rdev_size_change   = super_1_rdev_size_change,
1394         },
1395 };
1396
1397 static int match_mddev_units(mddev_t *mddev1, mddev_t *mddev2)
1398 {
1399         struct list_head *tmp, *tmp2;
1400         mdk_rdev_t *rdev, *rdev2;
1401
1402         rdev_for_each(rdev, tmp, mddev1)
1403                 rdev_for_each(rdev2, tmp2, mddev2)
1404                         if (rdev->bdev->bd_contains ==
1405                             rdev2->bdev->bd_contains)
1406                                 return 1;
1407
1408         return 0;
1409 }
1410
1411 static LIST_HEAD(pending_raid_disks);
1412
1413 static int bind_rdev_to_array(mdk_rdev_t * rdev, mddev_t * mddev)
1414 {
1415         char b[BDEVNAME_SIZE];
1416         struct kobject *ko;
1417         char *s;
1418         int err;
1419
1420         if (rdev->mddev) {
1421                 MD_BUG();
1422                 return -EINVAL;
1423         }
1424
1425         /* prevent duplicates */
1426         if (find_rdev(mddev, rdev->bdev->bd_dev))
1427                 return -EEXIST;
1428
1429         /* make sure rdev->size exceeds mddev->size */
1430         if (rdev->size && (mddev->size == 0 || rdev->size < mddev->size)) {
1431                 if (mddev->pers) {
1432                         /* Cannot change size, so fail
1433                          * If mddev->level <= 0, then we don't care
1434                          * about aligning sizes (e.g. linear)
1435                          */
1436                         if (mddev->level > 0)
1437                                 return -ENOSPC;
1438                 } else
1439                         mddev->size = rdev->size;
1440         }
1441
1442         /* Verify rdev->desc_nr is unique.
1443          * If it is -1, assign a free number, else
1444          * check number is not in use
1445          */
1446         if (rdev->desc_nr < 0) {
1447                 int choice = 0;
1448                 if (mddev->pers) choice = mddev->raid_disks;
1449                 while (find_rdev_nr(mddev, choice))
1450                         choice++;
1451                 rdev->desc_nr = choice;
1452         } else {
1453                 if (find_rdev_nr(mddev, rdev->desc_nr))
1454                         return -EBUSY;
1455         }
1456         bdevname(rdev->bdev,b);
1457         while ( (s=strchr(b, '/')) != NULL)
1458                 *s = '!';
1459
1460         rdev->mddev = mddev;
1461         printk(KERN_INFO "md: bind<%s>\n", b);
1462
1463         if ((err = kobject_add(&rdev->kobj, &mddev->kobj, "dev-%s", b)))
1464                 goto fail;
1465
1466         if (rdev->bdev->bd_part)
1467                 ko = &rdev->bdev->bd_part->dev.kobj;
1468         else
1469                 ko = &rdev->bdev->bd_disk->dev.kobj;
1470         if ((err = sysfs_create_link(&rdev->kobj, ko, "block"))) {
1471                 kobject_del(&rdev->kobj);
1472                 goto fail;
1473         }
1474         list_add(&rdev->same_set, &mddev->disks);
1475         bd_claim_by_disk(rdev->bdev, rdev->bdev->bd_holder, mddev->gendisk);
1476         return 0;
1477
1478  fail:
1479         printk(KERN_WARNING "md: failed to register dev-%s for %s\n",
1480                b, mdname(mddev));
1481         return err;
1482 }
1483
1484 static void md_delayed_delete(struct work_struct *ws)
1485 {
1486         mdk_rdev_t *rdev = container_of(ws, mdk_rdev_t, del_work);
1487         kobject_del(&rdev->kobj);
1488         kobject_put(&rdev->kobj);
1489 }
1490
1491 static void unbind_rdev_from_array(mdk_rdev_t * rdev)
1492 {
1493         char b[BDEVNAME_SIZE];
1494         if (!rdev->mddev) {
1495                 MD_BUG();
1496                 return;
1497         }
1498         bd_release_from_disk(rdev->bdev, rdev->mddev->gendisk);
1499         list_del_init(&rdev->same_set);
1500         printk(KERN_INFO "md: unbind<%s>\n", bdevname(rdev->bdev,b));
1501         rdev->mddev = NULL;
1502         sysfs_remove_link(&rdev->kobj, "block");
1503
1504         /* We need to delay this, otherwise we can deadlock when
1505          * writing to 'remove' to "dev/state"
1506          */
1507         INIT_WORK(&rdev->del_work, md_delayed_delete);
1508         kobject_get(&rdev->kobj);
1509         schedule_work(&rdev->del_work);
1510 }
1511
1512 /*
1513  * prevent the device from being mounted, repartitioned or
1514  * otherwise reused by a RAID array (or any other kernel
1515  * subsystem), by bd_claiming the device.
1516  */
1517 static int lock_rdev(mdk_rdev_t *rdev, dev_t dev, int shared)
1518 {
1519         int err = 0;
1520         struct block_device *bdev;
1521         char b[BDEVNAME_SIZE];
1522
1523         bdev = open_by_devnum(dev, FMODE_READ|FMODE_WRITE);
1524         if (IS_ERR(bdev)) {
1525                 printk(KERN_ERR "md: could not open %s.\n",
1526                         __bdevname(dev, b));
1527                 return PTR_ERR(bdev);
1528         }
1529         err = bd_claim(bdev, shared ? (mdk_rdev_t *)lock_rdev : rdev);
1530         if (err) {
1531                 printk(KERN_ERR "md: could not bd_claim %s.\n",
1532                         bdevname(bdev, b));
1533                 blkdev_put(bdev);
1534                 return err;
1535         }
1536         if (!shared)
1537                 set_bit(AllReserved, &rdev->flags);
1538         rdev->bdev = bdev;
1539         return err;
1540 }
1541
1542 static void unlock_rdev(mdk_rdev_t *rdev)
1543 {
1544         struct block_device *bdev = rdev->bdev;
1545         rdev->bdev = NULL;
1546         if (!bdev)
1547                 MD_BUG();
1548         bd_release(bdev);
1549         blkdev_put(bdev);
1550 }
1551
1552 void md_autodetect_dev(dev_t dev);
1553
1554 static void export_rdev(mdk_rdev_t * rdev)
1555 {
1556         char b[BDEVNAME_SIZE];
1557         printk(KERN_INFO "md: export_rdev(%s)\n",
1558                 bdevname(rdev->bdev,b));
1559         if (rdev->mddev)
1560                 MD_BUG();
1561         free_disk_sb(rdev);
1562         list_del_init(&rdev->same_set);
1563 #ifndef MODULE
1564         if (test_bit(AutoDetected, &rdev->flags))
1565                 md_autodetect_dev(rdev->bdev->bd_dev);
1566 #endif
1567         unlock_rdev(rdev);
1568         kobject_put(&rdev->kobj);
1569 }
1570
1571 static void kick_rdev_from_array(mdk_rdev_t * rdev)
1572 {
1573         unbind_rdev_from_array(rdev);
1574         export_rdev(rdev);
1575 }
1576
1577 static void export_array(mddev_t *mddev)
1578 {
1579         struct list_head *tmp;
1580         mdk_rdev_t *rdev;
1581
1582         rdev_for_each(rdev, tmp, mddev) {
1583                 if (!rdev->mddev) {
1584                         MD_BUG();
1585                         continue;
1586                 }
1587                 kick_rdev_from_array(rdev);
1588         }
1589         if (!list_empty(&mddev->disks))
1590                 MD_BUG();
1591         mddev->raid_disks = 0;
1592         mddev->major_version = 0;
1593 }
1594
1595 static void print_desc(mdp_disk_t *desc)
1596 {
1597         printk(" DISK<N:%d,(%d,%d),R:%d,S:%d>\n", desc->number,
1598                 desc->major,desc->minor,desc->raid_disk,desc->state);
1599 }
1600
1601 static void print_sb(mdp_super_t *sb)
1602 {
1603         int i;
1604
1605         printk(KERN_INFO 
1606                 "md:  SB: (V:%d.%d.%d) ID:<%08x.%08x.%08x.%08x> CT:%08x\n",
1607                 sb->major_version, sb->minor_version, sb->patch_version,
1608                 sb->set_uuid0, sb->set_uuid1, sb->set_uuid2, sb->set_uuid3,
1609                 sb->ctime);
1610         printk(KERN_INFO "md:     L%d S%08d ND:%d RD:%d md%d LO:%d CS:%d\n",
1611                 sb->level, sb->size, sb->nr_disks, sb->raid_disks,
1612                 sb->md_minor, sb->layout, sb->chunk_size);
1613         printk(KERN_INFO "md:     UT:%08x ST:%d AD:%d WD:%d"
1614                 " FD:%d SD:%d CSUM:%08x E:%08lx\n",
1615                 sb->utime, sb->state, sb->active_disks, sb->working_disks,
1616                 sb->failed_disks, sb->spare_disks,
1617                 sb->sb_csum, (unsigned long)sb->events_lo);
1618
1619         printk(KERN_INFO);
1620         for (i = 0; i < MD_SB_DISKS; i++) {
1621                 mdp_disk_t *desc;
1622
1623                 desc = sb->disks + i;
1624                 if (desc->number || desc->major || desc->minor ||
1625                     desc->raid_disk || (desc->state && (desc->state != 4))) {
1626                         printk("     D %2d: ", i);
1627                         print_desc(desc);
1628                 }
1629         }
1630         printk(KERN_INFO "md:     THIS: ");
1631         print_desc(&sb->this_disk);
1632
1633 }
1634
1635 static void print_rdev(mdk_rdev_t *rdev)
1636 {
1637         char b[BDEVNAME_SIZE];
1638         printk(KERN_INFO "md: rdev %s, SZ:%08llu F:%d S:%d DN:%u\n",
1639                 bdevname(rdev->bdev,b), (unsigned long long)rdev->size,
1640                 test_bit(Faulty, &rdev->flags), test_bit(In_sync, &rdev->flags),
1641                 rdev->desc_nr);
1642         if (rdev->sb_loaded) {
1643                 printk(KERN_INFO "md: rdev superblock:\n");
1644                 print_sb((mdp_super_t*)page_address(rdev->sb_page));
1645         } else
1646                 printk(KERN_INFO "md: no rdev superblock!\n");
1647 }
1648
1649 static void md_print_devices(void)
1650 {
1651         struct list_head *tmp, *tmp2;
1652         mdk_rdev_t *rdev;
1653         mddev_t *mddev;
1654         char b[BDEVNAME_SIZE];
1655
1656         printk("\n");
1657         printk("md:     **********************************\n");
1658         printk("md:     * <COMPLETE RAID STATE PRINTOUT> *\n");
1659         printk("md:     **********************************\n");
1660         for_each_mddev(mddev, tmp) {
1661
1662                 if (mddev->bitmap)
1663                         bitmap_print_sb(mddev->bitmap);
1664                 else
1665                         printk("%s: ", mdname(mddev));
1666                 rdev_for_each(rdev, tmp2, mddev)
1667                         printk("<%s>", bdevname(rdev->bdev,b));
1668                 printk("\n");
1669
1670                 rdev_for_each(rdev, tmp2, mddev)
1671                         print_rdev(rdev);
1672         }
1673         printk("md:     **********************************\n");
1674         printk("\n");
1675 }
1676
1677
1678 static void sync_sbs(mddev_t * mddev, int nospares)
1679 {
1680         /* Update each superblock (in-memory image), but
1681          * if we are allowed to, skip spares which already
1682          * have the right event counter, or have one earlier
1683          * (which would mean they aren't being marked as dirty
1684          * with the rest of the array)
1685          */
1686         mdk_rdev_t *rdev;
1687         struct list_head *tmp;
1688
1689         rdev_for_each(rdev, tmp, mddev) {
1690                 if (rdev->sb_events == mddev->events ||
1691                     (nospares &&
1692                      rdev->raid_disk < 0 &&
1693                      (rdev->sb_events&1)==0 &&
1694                      rdev->sb_events+1 == mddev->events)) {
1695                         /* Don't update this superblock */
1696                         rdev->sb_loaded = 2;
1697                 } else {
1698                         super_types[mddev->major_version].
1699                                 sync_super(mddev, rdev);
1700                         rdev->sb_loaded = 1;
1701                 }
1702         }
1703 }
1704
1705 static void md_update_sb(mddev_t * mddev, int force_change)
1706 {
1707         struct list_head *tmp;
1708         mdk_rdev_t *rdev;
1709         int sync_req;
1710         int nospares = 0;
1711
1712         if (mddev->external)
1713                 return;
1714 repeat:
1715         spin_lock_irq(&mddev->write_lock);
1716
1717         set_bit(MD_CHANGE_PENDING, &mddev->flags);
1718         if (test_and_clear_bit(MD_CHANGE_DEVS, &mddev->flags))
1719                 force_change = 1;
1720         if (test_and_clear_bit(MD_CHANGE_CLEAN, &mddev->flags))
1721                 /* just a clean<-> dirty transition, possibly leave spares alone,
1722                  * though if events isn't the right even/odd, we will have to do
1723                  * spares after all
1724                  */
1725                 nospares = 1;
1726         if (force_change)
1727                 nospares = 0;
1728         if (mddev->degraded)
1729                 /* If the array is degraded, then skipping spares is both
1730                  * dangerous and fairly pointless.
1731                  * Dangerous because a device that was removed from the array
1732                  * might have a event_count that still looks up-to-date,
1733                  * so it can be re-added without a resync.
1734                  * Pointless because if there are any spares to skip,
1735                  * then a recovery will happen and soon that array won't
1736                  * be degraded any more and the spare can go back to sleep then.
1737                  */
1738                 nospares = 0;
1739
1740         sync_req = mddev->in_sync;
1741         mddev->utime = get_seconds();
1742
1743         /* If this is just a dirty<->clean transition, and the array is clean
1744          * and 'events' is odd, we can roll back to the previous clean state */
1745         if (nospares
1746             && (mddev->in_sync && mddev->recovery_cp == MaxSector)
1747             && (mddev->events & 1)
1748             && mddev->events != 1)
1749                 mddev->events--;
1750         else {
1751                 /* otherwise we have to go forward and ... */
1752                 mddev->events ++;
1753                 if (!mddev->in_sync || mddev->recovery_cp != MaxSector) { /* not clean */
1754                         /* .. if the array isn't clean, insist on an odd 'events' */
1755                         if ((mddev->events&1)==0) {
1756                                 mddev->events++;
1757                                 nospares = 0;
1758                         }
1759                 } else {
1760                         /* otherwise insist on an even 'events' (for clean states) */
1761                         if ((mddev->events&1)) {
1762                                 mddev->events++;
1763                                 nospares = 0;
1764                         }
1765                 }
1766         }
1767
1768         if (!mddev->events) {
1769                 /*
1770                  * oops, this 64-bit counter should never wrap.
1771                  * Either we are in around ~1 trillion A.C., assuming
1772                  * 1 reboot per second, or we have a bug:
1773                  */
1774                 MD_BUG();
1775                 mddev->events --;
1776         }
1777
1778         /*
1779          * do not write anything to disk if using
1780          * nonpersistent superblocks
1781          */
1782         if (!mddev->persistent) {
1783                 if (!mddev->external)
1784                         clear_bit(MD_CHANGE_PENDING, &mddev->flags);
1785
1786                 spin_unlock_irq(&mddev->write_lock);
1787                 wake_up(&mddev->sb_wait);
1788                 return;
1789         }
1790         sync_sbs(mddev, nospares);
1791         spin_unlock_irq(&mddev->write_lock);
1792
1793         dprintk(KERN_INFO 
1794                 "md: updating %s RAID superblock on device (in sync %d)\n",
1795                 mdname(mddev),mddev->in_sync);
1796
1797         bitmap_update_sb(mddev->bitmap);
1798         rdev_for_each(rdev, tmp, mddev) {
1799                 char b[BDEVNAME_SIZE];
1800                 dprintk(KERN_INFO "md: ");
1801                 if (rdev->sb_loaded != 1)
1802                         continue; /* no noise on spare devices */
1803                 if (test_bit(Faulty, &rdev->flags))
1804                         dprintk("(skipping faulty ");
1805
1806                 dprintk("%s ", bdevname(rdev->bdev,b));
1807                 if (!test_bit(Faulty, &rdev->flags)) {
1808                         md_super_write(mddev,rdev,
1809                                        rdev->sb_start, rdev->sb_size,
1810                                        rdev->sb_page);
1811                         dprintk(KERN_INFO "(write) %s's sb offset: %llu\n",
1812                                 bdevname(rdev->bdev,b),
1813                                 (unsigned long long)rdev->sb_start);
1814                         rdev->sb_events = mddev->events;
1815
1816                 } else
1817                         dprintk(")\n");
1818                 if (mddev->level == LEVEL_MULTIPATH)
1819                         /* only need to write one superblock... */
1820                         break;
1821         }
1822         md_super_wait(mddev);
1823         /* if there was a failure, MD_CHANGE_DEVS was set, and we re-write super */
1824
1825         spin_lock_irq(&mddev->write_lock);
1826         if (mddev->in_sync != sync_req ||
1827             test_bit(MD_CHANGE_DEVS, &mddev->flags)) {
1828                 /* have to write it out again */
1829                 spin_unlock_irq(&mddev->write_lock);
1830                 goto repeat;
1831         }
1832         clear_bit(MD_CHANGE_PENDING, &mddev->flags);
1833         spin_unlock_irq(&mddev->write_lock);
1834         wake_up(&mddev->sb_wait);
1835
1836 }
1837
1838 /* words written to sysfs files may, or may not, be \n terminated.
1839  * We want to accept with case. For this we use cmd_match.
1840  */
1841 static int cmd_match(const char *cmd, const char *str)
1842 {
1843         /* See if cmd, written into a sysfs file, matches
1844          * str.  They must either be the same, or cmd can
1845          * have a trailing newline
1846          */
1847         while (*cmd && *str && *cmd == *str) {
1848                 cmd++;
1849                 str++;
1850         }
1851         if (*cmd == '\n')
1852                 cmd++;
1853         if (*str || *cmd)
1854                 return 0;
1855         return 1;
1856 }
1857
1858 struct rdev_sysfs_entry {
1859         struct attribute attr;
1860         ssize_t (*show)(mdk_rdev_t *, char *);
1861         ssize_t (*store)(mdk_rdev_t *, const char *, size_t);
1862 };
1863
1864 static ssize_t
1865 state_show(mdk_rdev_t *rdev, char *page)
1866 {
1867         char *sep = "";
1868         size_t len = 0;
1869
1870         if (test_bit(Faulty, &rdev->flags)) {
1871                 len+= sprintf(page+len, "%sfaulty",sep);
1872                 sep = ",";
1873         }
1874         if (test_bit(In_sync, &rdev->flags)) {
1875                 len += sprintf(page+len, "%sin_sync",sep);
1876                 sep = ",";
1877         }
1878         if (test_bit(WriteMostly, &rdev->flags)) {
1879                 len += sprintf(page+len, "%swrite_mostly",sep);
1880                 sep = ",";
1881         }
1882         if (test_bit(Blocked, &rdev->flags)) {
1883                 len += sprintf(page+len, "%sblocked", sep);
1884                 sep = ",";
1885         }
1886         if (!test_bit(Faulty, &rdev->flags) &&
1887             !test_bit(In_sync, &rdev->flags)) {
1888                 len += sprintf(page+len, "%sspare", sep);
1889                 sep = ",";
1890         }
1891         return len+sprintf(page+len, "\n");
1892 }
1893
1894 static ssize_t
1895 state_store(mdk_rdev_t *rdev, const char *buf, size_t len)
1896 {
1897         /* can write
1898          *  faulty  - simulates and error
1899          *  remove  - disconnects the device
1900          *  writemostly - sets write_mostly
1901          *  -writemostly - clears write_mostly
1902          *  blocked - sets the Blocked flag
1903          *  -blocked - clears the Blocked flag
1904          */
1905         int err = -EINVAL;
1906         if (cmd_match(buf, "faulty") && rdev->mddev->pers) {
1907                 md_error(rdev->mddev, rdev);
1908                 err = 0;
1909         } else if (cmd_match(buf, "remove")) {
1910                 if (rdev->raid_disk >= 0)
1911                         err = -EBUSY;
1912                 else {
1913                         mddev_t *mddev = rdev->mddev;
1914                         kick_rdev_from_array(rdev);
1915                         if (mddev->pers)
1916                                 md_update_sb(mddev, 1);
1917                         md_new_event(mddev);
1918                         err = 0;
1919                 }
1920         } else if (cmd_match(buf, "writemostly")) {
1921                 set_bit(WriteMostly, &rdev->flags);
1922                 err = 0;
1923         } else if (cmd_match(buf, "-writemostly")) {
1924                 clear_bit(WriteMostly, &rdev->flags);
1925                 err = 0;
1926         } else if (cmd_match(buf, "blocked")) {
1927                 set_bit(Blocked, &rdev->flags);
1928                 err = 0;
1929         } else if (cmd_match(buf, "-blocked")) {
1930                 clear_bit(Blocked, &rdev->flags);
1931                 wake_up(&rdev->blocked_wait);
1932                 set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
1933                 md_wakeup_thread(rdev->mddev->thread);
1934
1935                 err = 0;
1936         }
1937         if (!err)
1938                 sysfs_notify(&rdev->kobj, NULL, "state");
1939         return err ? err : len;
1940 }
1941 static struct rdev_sysfs_entry rdev_state =
1942 __ATTR(state, S_IRUGO|S_IWUSR, state_show, state_store);
1943
1944 static ssize_t
1945 errors_show(mdk_rdev_t *rdev, char *page)
1946 {
1947         return sprintf(page, "%d\n", atomic_read(&rdev->corrected_errors));
1948 }
1949
1950 static ssize_t
1951 errors_store(mdk_rdev_t *rdev, const char *buf, size_t len)
1952 {
1953         char *e;
1954         unsigned long n = simple_strtoul(buf, &e, 10);
1955         if (*buf && (*e == 0 || *e == '\n')) {
1956                 atomic_set(&rdev->corrected_errors, n);
1957                 return len;
1958         }
1959         return -EINVAL;
1960 }
1961 static struct rdev_sysfs_entry rdev_errors =
1962 __ATTR(errors, S_IRUGO|S_IWUSR, errors_show, errors_store);
1963
1964 static ssize_t
1965 slot_show(mdk_rdev_t *rdev, char *page)
1966 {
1967         if (rdev->raid_disk < 0)
1968                 return sprintf(page, "none\n");
1969         else
1970                 return sprintf(page, "%d\n", rdev->raid_disk);
1971 }
1972
1973 static ssize_t
1974 slot_store(mdk_rdev_t *rdev, const char *buf, size_t len)
1975 {
1976         char *e;
1977         int err;
1978         char nm[20];
1979         int slot = simple_strtoul(buf, &e, 10);
1980         if (strncmp(buf, "none", 4)==0)
1981                 slot = -1;
1982         else if (e==buf || (*e && *e!= '\n'))
1983                 return -EINVAL;
1984         if (rdev->mddev->pers && slot == -1) {
1985                 /* Setting 'slot' on an active array requires also
1986                  * updating the 'rd%d' link, and communicating
1987                  * with the personality with ->hot_*_disk.
1988                  * For now we only support removing
1989                  * failed/spare devices.  This normally happens automatically,
1990                  * but not when the metadata is externally managed.
1991                  */
1992                 if (rdev->raid_disk == -1)
1993                         return -EEXIST;
1994                 /* personality does all needed checks */
1995                 if (rdev->mddev->pers->hot_add_disk == NULL)
1996                         return -EINVAL;
1997                 err = rdev->mddev->pers->
1998                         hot_remove_disk(rdev->mddev, rdev->raid_disk);
1999                 if (err)
2000                         return err;
2001                 sprintf(nm, "rd%d", rdev->raid_disk);
2002                 sysfs_remove_link(&rdev->mddev->kobj, nm);
2003                 set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
2004                 md_wakeup_thread(rdev->mddev->thread);
2005         } else if (rdev->mddev->pers) {
2006                 mdk_rdev_t *rdev2;
2007                 struct list_head *tmp;
2008                 /* Activating a spare .. or possibly reactivating
2009                  * if we every get bitmaps working here.
2010                  */
2011
2012                 if (rdev->raid_disk != -1)
2013                         return -EBUSY;
2014
2015                 if (rdev->mddev->pers->hot_add_disk == NULL)
2016                         return -EINVAL;
2017
2018                 rdev_for_each(rdev2, tmp, rdev->mddev)
2019                         if (rdev2->raid_disk == slot)
2020                                 return -EEXIST;
2021
2022                 rdev->raid_disk = slot;
2023                 if (test_bit(In_sync, &rdev->flags))
2024                         rdev->saved_raid_disk = slot;
2025                 else
2026                         rdev->saved_raid_disk = -1;
2027                 err = rdev->mddev->pers->
2028                         hot_add_disk(rdev->mddev, rdev);
2029                 if (err) {
2030                         rdev->raid_disk = -1;
2031                         return err;
2032                 } else
2033                         sysfs_notify(&rdev->kobj, NULL, "state");
2034                 sprintf(nm, "rd%d", rdev->raid_disk);
2035                 if (sysfs_create_link(&rdev->mddev->kobj, &rdev->kobj, nm))
2036                         printk(KERN_WARNING
2037                                "md: cannot register "
2038                                "%s for %s\n",
2039                                nm, mdname(rdev->mddev));
2040
2041                 /* don't wakeup anyone, leave that to userspace. */
2042         } else {
2043                 if (slot >= rdev->mddev->raid_disks)
2044                         return -ENOSPC;
2045                 rdev->raid_disk = slot;
2046                 /* assume it is working */
2047                 clear_bit(Faulty, &rdev->flags);
2048                 clear_bit(WriteMostly, &rdev->flags);
2049                 set_bit(In_sync, &rdev->flags);
2050                 sysfs_notify(&rdev->kobj, NULL, "state");
2051         }
2052         return len;
2053 }
2054
2055
2056 static struct rdev_sysfs_entry rdev_slot =
2057 __ATTR(slot, S_IRUGO|S_IWUSR, slot_show, slot_store);
2058
2059 static ssize_t
2060 offset_show(mdk_rdev_t *rdev, char *page)
2061 {
2062         return sprintf(page, "%llu\n", (unsigned long long)rdev->data_offset);
2063 }
2064
2065 static ssize_t
2066 offset_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2067 {
2068         char *e;
2069         unsigned long long offset = simple_strtoull(buf, &e, 10);
2070         if (e==buf || (*e && *e != '\n'))
2071                 return -EINVAL;
2072         if (rdev->mddev->pers && rdev->raid_disk >= 0)
2073                 return -EBUSY;
2074         if (rdev->size && rdev->mddev->external)
2075                 /* Must set offset before size, so overlap checks
2076                  * can be sane */
2077                 return -EBUSY;
2078         rdev->data_offset = offset;
2079         return len;
2080 }
2081
2082 static struct rdev_sysfs_entry rdev_offset =
2083 __ATTR(offset, S_IRUGO|S_IWUSR, offset_show, offset_store);
2084
2085 static ssize_t
2086 rdev_size_show(mdk_rdev_t *rdev, char *page)
2087 {
2088         return sprintf(page, "%llu\n", (unsigned long long)rdev->size);
2089 }
2090
2091 static int overlaps(sector_t s1, sector_t l1, sector_t s2, sector_t l2)
2092 {
2093         /* check if two start/length pairs overlap */
2094         if (s1+l1 <= s2)
2095                 return 0;
2096         if (s2+l2 <= s1)
2097                 return 0;
2098         return 1;
2099 }
2100
2101 static ssize_t
2102 rdev_size_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2103 {
2104         unsigned long long size;
2105         unsigned long long oldsize = rdev->size;
2106         mddev_t *my_mddev = rdev->mddev;
2107
2108         if (strict_strtoull(buf, 10, &size) < 0)
2109                 return -EINVAL;
2110         if (size < my_mddev->size)
2111                 return -EINVAL;
2112         if (my_mddev->pers && rdev->raid_disk >= 0) {
2113                 if (my_mddev->persistent) {
2114                         size = super_types[my_mddev->major_version].
2115                                 rdev_size_change(rdev, size);
2116                         if (!size)
2117                                 return -EBUSY;
2118                 } else if (!size) {
2119                         size = (rdev->bdev->bd_inode->i_size >> 10);
2120                         size -= rdev->data_offset/2;
2121                 }
2122                 if (size < my_mddev->size)
2123                         return -EINVAL; /* component must fit device */
2124         }
2125
2126         rdev->size = size;
2127         if (size > oldsize && my_mddev->external) {
2128                 /* need to check that all other rdevs with the same ->bdev
2129                  * do not overlap.  We need to unlock the mddev to avoid
2130                  * a deadlock.  We have already changed rdev->size, and if
2131                  * we have to change it back, we will have the lock again.
2132                  */
2133                 mddev_t *mddev;
2134                 int overlap = 0;
2135                 struct list_head *tmp, *tmp2;
2136
2137                 mddev_unlock(my_mddev);
2138                 for_each_mddev(mddev, tmp) {
2139                         mdk_rdev_t *rdev2;
2140
2141                         mddev_lock(mddev);
2142                         rdev_for_each(rdev2, tmp2, mddev)
2143                                 if (test_bit(AllReserved, &rdev2->flags) ||
2144                                     (rdev->bdev == rdev2->bdev &&
2145                                      rdev != rdev2 &&
2146                                      overlaps(rdev->data_offset, rdev->size,
2147                                             rdev2->data_offset, rdev2->size))) {
2148                                         overlap = 1;
2149                                         break;
2150                                 }
2151                         mddev_unlock(mddev);
2152                         if (overlap) {
2153                                 mddev_put(mddev);
2154                                 break;
2155                         }
2156                 }
2157                 mddev_lock(my_mddev);
2158                 if (overlap) {
2159                         /* Someone else could have slipped in a size
2160                          * change here, but doing so is just silly.
2161                          * We put oldsize back because we *know* it is
2162                          * safe, and trust userspace not to race with
2163                          * itself
2164                          */
2165                         rdev->size = oldsize;
2166                         return -EBUSY;
2167                 }
2168         }
2169         return len;
2170 }
2171
2172 static struct rdev_sysfs_entry rdev_size =
2173 __ATTR(size, S_IRUGO|S_IWUSR, rdev_size_show, rdev_size_store);
2174
2175 static struct attribute *rdev_default_attrs[] = {
2176         &rdev_state.attr,
2177         &rdev_errors.attr,
2178         &rdev_slot.attr,
2179         &rdev_offset.attr,
2180         &rdev_size.attr,
2181         NULL,
2182 };
2183 static ssize_t
2184 rdev_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
2185 {
2186         struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
2187         mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
2188         mddev_t *mddev = rdev->mddev;
2189         ssize_t rv;
2190
2191         if (!entry->show)
2192                 return -EIO;
2193
2194         rv = mddev ? mddev_lock(mddev) : -EBUSY;
2195         if (!rv) {
2196                 if (rdev->mddev == NULL)
2197                         rv = -EBUSY;
2198                 else
2199                         rv = entry->show(rdev, page);
2200                 mddev_unlock(mddev);
2201         }
2202         return rv;
2203 }
2204
2205 static ssize_t
2206 rdev_attr_store(struct kobject *kobj, struct attribute *attr,
2207               const char *page, size_t length)
2208 {
2209         struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
2210         mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
2211         ssize_t rv;
2212         mddev_t *mddev = rdev->mddev;
2213
2214         if (!entry->store)
2215                 return -EIO;
2216         if (!capable(CAP_SYS_ADMIN))
2217                 return -EACCES;
2218         rv = mddev ? mddev_lock(mddev): -EBUSY;
2219         if (!rv) {
2220                 if (rdev->mddev == NULL)
2221                         rv = -EBUSY;
2222                 else
2223                         rv = entry->store(rdev, page, length);
2224                 mddev_unlock(mddev);
2225         }
2226         return rv;
2227 }
2228
2229 static void rdev_free(struct kobject *ko)
2230 {
2231         mdk_rdev_t *rdev = container_of(ko, mdk_rdev_t, kobj);
2232         kfree(rdev);
2233 }
2234 static struct sysfs_ops rdev_sysfs_ops = {
2235         .show           = rdev_attr_show,
2236         .store          = rdev_attr_store,
2237 };
2238 static struct kobj_type rdev_ktype = {
2239         .release        = rdev_free,
2240         .sysfs_ops      = &rdev_sysfs_ops,
2241         .default_attrs  = rdev_default_attrs,
2242 };
2243
2244 /*
2245  * Import a device. If 'super_format' >= 0, then sanity check the superblock
2246  *
2247  * mark the device faulty if:
2248  *
2249  *   - the device is nonexistent (zero size)
2250  *   - the device has no valid superblock
2251  *
2252  * a faulty rdev _never_ has rdev->sb set.
2253  */
2254 static mdk_rdev_t *md_import_device(dev_t newdev, int super_format, int super_minor)
2255 {
2256         char b[BDEVNAME_SIZE];
2257         int err;
2258         mdk_rdev_t *rdev;
2259         sector_t size;
2260
2261         rdev = kzalloc(sizeof(*rdev), GFP_KERNEL);
2262         if (!rdev) {
2263                 printk(KERN_ERR "md: could not alloc mem for new device!\n");
2264                 return ERR_PTR(-ENOMEM);
2265         }
2266
2267         if ((err = alloc_disk_sb(rdev)))
2268                 goto abort_free;
2269
2270         err = lock_rdev(rdev, newdev, super_format == -2);
2271         if (err)
2272                 goto abort_free;
2273
2274         kobject_init(&rdev->kobj, &rdev_ktype);
2275
2276         rdev->desc_nr = -1;
2277         rdev->saved_raid_disk = -1;
2278         rdev->raid_disk = -1;
2279         rdev->flags = 0;
2280         rdev->data_offset = 0;
2281         rdev->sb_events = 0;
2282         atomic_set(&rdev->nr_pending, 0);
2283         atomic_set(&rdev->read_errors, 0);
2284         atomic_set(&rdev->corrected_errors, 0);
2285
2286         size = rdev->bdev->bd_inode->i_size >> BLOCK_SIZE_BITS;
2287         if (!size) {
2288                 printk(KERN_WARNING 
2289                         "md: %s has zero or unknown size, marking faulty!\n",
2290                         bdevname(rdev->bdev,b));
2291                 err = -EINVAL;
2292                 goto abort_free;
2293         }
2294
2295         if (super_format >= 0) {
2296                 err = super_types[super_format].
2297                         load_super(rdev, NULL, super_minor);
2298                 if (err == -EINVAL) {
2299                         printk(KERN_WARNING
2300                                 "md: %s does not have a valid v%d.%d "
2301                                "superblock, not importing!\n",
2302                                 bdevname(rdev->bdev,b),
2303                                super_format, super_minor);
2304                         goto abort_free;
2305                 }
2306                 if (err < 0) {
2307                         printk(KERN_WARNING 
2308                                 "md: could not read %s's sb, not importing!\n",
2309                                 bdevname(rdev->bdev,b));
2310                         goto abort_free;
2311                 }
2312         }
2313
2314         INIT_LIST_HEAD(&rdev->same_set);
2315         init_waitqueue_head(&rdev->blocked_wait);
2316
2317         return rdev;
2318
2319 abort_free:
2320         if (rdev->sb_page) {
2321                 if (rdev->bdev)
2322                         unlock_rdev(rdev);
2323                 free_disk_sb(rdev);
2324         }
2325         kfree(rdev);
2326         return ERR_PTR(err);
2327 }
2328
2329 /*
2330  * Check a full RAID array for plausibility
2331  */
2332
2333
2334 static void analyze_sbs(mddev_t * mddev)
2335 {
2336         int i;
2337         struct list_head *tmp;
2338         mdk_rdev_t *rdev, *freshest;
2339         char b[BDEVNAME_SIZE];
2340
2341         freshest = NULL;
2342         rdev_for_each(rdev, tmp, mddev)
2343                 switch (super_types[mddev->major_version].
2344                         load_super(rdev, freshest, mddev->minor_version)) {
2345                 case 1:
2346                         freshest = rdev;
2347                         break;
2348                 case 0:
2349                         break;
2350                 default:
2351                         printk( KERN_ERR \
2352                                 "md: fatal superblock inconsistency in %s"
2353                                 " -- removing from array\n", 
2354                                 bdevname(rdev->bdev,b));
2355                         kick_rdev_from_array(rdev);
2356                 }
2357
2358
2359         super_types[mddev->major_version].
2360                 validate_super(mddev, freshest);
2361
2362         i = 0;
2363         rdev_for_each(rdev, tmp, mddev) {
2364                 if (rdev != freshest)
2365                         if (super_types[mddev->major_version].
2366                             validate_super(mddev, rdev)) {
2367                                 printk(KERN_WARNING "md: kicking non-fresh %s"
2368                                         " from array!\n",
2369                                         bdevname(rdev->bdev,b));
2370                                 kick_rdev_from_array(rdev);
2371                                 continue;
2372                         }
2373                 if (mddev->level == LEVEL_MULTIPATH) {
2374                         rdev->desc_nr = i++;
2375                         rdev->raid_disk = rdev->desc_nr;
2376                         set_bit(In_sync, &rdev->flags);
2377                 } else if (rdev->raid_disk >= mddev->raid_disks) {
2378                         rdev->raid_disk = -1;
2379                         clear_bit(In_sync, &rdev->flags);
2380                 }
2381         }
2382
2383
2384
2385         if (mddev->recovery_cp != MaxSector &&
2386             mddev->level >= 1)
2387                 printk(KERN_ERR "md: %s: raid array is not clean"
2388                        " -- starting background reconstruction\n",
2389                        mdname(mddev));
2390
2391 }
2392
2393 static ssize_t
2394 safe_delay_show(mddev_t *mddev, char *page)
2395 {
2396         int msec = (mddev->safemode_delay*1000)/HZ;
2397         return sprintf(page, "%d.%03d\n", msec/1000, msec%1000);
2398 }
2399 static ssize_t
2400 safe_delay_store(mddev_t *mddev, const char *cbuf, size_t len)
2401 {
2402         int scale=1;
2403         int dot=0;
2404         int i;
2405         unsigned long msec;
2406         char buf[30];
2407         char *e;
2408         /* remove a period, and count digits after it */
2409         if (len >= sizeof(buf))
2410                 return -EINVAL;
2411         strlcpy(buf, cbuf, len);
2412         buf[len] = 0;
2413         for (i=0; i<len; i++) {
2414                 if (dot) {
2415                         if (isdigit(buf[i])) {
2416                                 buf[i-1] = buf[i];
2417                                 scale *= 10;
2418                         }
2419                         buf[i] = 0;
2420                 } else if (buf[i] == '.') {
2421                         dot=1;
2422                         buf[i] = 0;
2423                 }
2424         }
2425         msec = simple_strtoul(buf, &e, 10);
2426         if (e == buf || (*e && *e != '\n'))
2427                 return -EINVAL;
2428         msec = (msec * 1000) / scale;
2429         if (msec == 0)
2430                 mddev->safemode_delay = 0;
2431         else {
2432                 mddev->safemode_delay = (msec*HZ)/1000;
2433                 if (mddev->safemode_delay == 0)
2434                         mddev->safemode_delay = 1;
2435         }
2436         return len;
2437 }
2438 static struct md_sysfs_entry md_safe_delay =
2439 __ATTR(safe_mode_delay, S_IRUGO|S_IWUSR,safe_delay_show, safe_delay_store);
2440
2441 static ssize_t
2442 level_show(mddev_t *mddev, char *page)
2443 {
2444         struct mdk_personality *p = mddev->pers;
2445         if (p)
2446                 return sprintf(page, "%s\n", p->name);
2447         else if (mddev->clevel[0])
2448                 return sprintf(page, "%s\n", mddev->clevel);
2449         else if (mddev->level != LEVEL_NONE)
2450                 return sprintf(page, "%d\n", mddev->level);
2451         else
2452                 return 0;
2453 }
2454
2455 static ssize_t
2456 level_store(mddev_t *mddev, const char *buf, size_t len)
2457 {
2458         ssize_t rv = len;
2459         if (mddev->pers)
2460                 return -EBUSY;
2461         if (len == 0)
2462                 return 0;
2463         if (len >= sizeof(mddev->clevel))
2464                 return -ENOSPC;
2465         strncpy(mddev->clevel, buf, len);
2466         if (mddev->clevel[len-1] == '\n')
2467                 len--;
2468         mddev->clevel[len] = 0;
2469         mddev->level = LEVEL_NONE;
2470         return rv;
2471 }
2472
2473 static struct md_sysfs_entry md_level =
2474 __ATTR(level, S_IRUGO|S_IWUSR, level_show, level_store);
2475
2476
2477 static ssize_t
2478 layout_show(mddev_t *mddev, char *page)
2479 {
2480         /* just a number, not meaningful for all levels */
2481         if (mddev->reshape_position != MaxSector &&
2482             mddev->layout != mddev->new_layout)
2483                 return sprintf(page, "%d (%d)\n",
2484                                mddev->new_layout, mddev->layout);
2485         return sprintf(page, "%d\n", mddev->layout);
2486 }
2487
2488 static ssize_t
2489 layout_store(mddev_t *mddev, const char *buf, size_t len)
2490 {
2491         char *e;
2492         unsigned long n = simple_strtoul(buf, &e, 10);
2493
2494         if (!*buf || (*e && *e != '\n'))
2495                 return -EINVAL;
2496
2497         if (mddev->pers)
2498                 return -EBUSY;
2499         if (mddev->reshape_position != MaxSector)
2500                 mddev->new_layout = n;
2501         else
2502                 mddev->layout = n;
2503         return len;
2504 }
2505 static struct md_sysfs_entry md_layout =
2506 __ATTR(layout, S_IRUGO|S_IWUSR, layout_show, layout_store);
2507
2508
2509 static ssize_t
2510 raid_disks_show(mddev_t *mddev, char *page)
2511 {
2512         if (mddev->raid_disks == 0)
2513                 return 0;
2514         if (mddev->reshape_position != MaxSector &&
2515             mddev->delta_disks != 0)
2516                 return sprintf(page, "%d (%d)\n", mddev->raid_disks,
2517                                mddev->raid_disks - mddev->delta_disks);
2518         return sprintf(page, "%d\n", mddev->raid_disks);
2519 }
2520
2521 static int update_raid_disks(mddev_t *mddev, int raid_disks);
2522
2523 static ssize_t
2524 raid_disks_store(mddev_t *mddev, const char *buf, size_t len)
2525 {
2526         char *e;
2527         int rv = 0;
2528         unsigned long n = simple_strtoul(buf, &e, 10);
2529
2530         if (!*buf || (*e && *e != '\n'))
2531                 return -EINVAL;
2532
2533         if (mddev->pers)
2534                 rv = update_raid_disks(mddev, n);
2535         else if (mddev->reshape_position != MaxSector) {
2536                 int olddisks = mddev->raid_disks - mddev->delta_disks;
2537                 mddev->delta_disks = n - olddisks;
2538                 mddev->raid_disks = n;
2539         } else
2540                 mddev->raid_disks = n;
2541         return rv ? rv : len;
2542 }
2543 static struct md_sysfs_entry md_raid_disks =
2544 __ATTR(raid_disks, S_IRUGO|S_IWUSR, raid_disks_show, raid_disks_store);
2545
2546 static ssize_t
2547 chunk_size_show(mddev_t *mddev, char *page)
2548 {
2549         if (mddev->reshape_position != MaxSector &&
2550             mddev->chunk_size != mddev->new_chunk)
2551                 return sprintf(page, "%d (%d)\n", mddev->new_chunk,
2552                                mddev->chunk_size);
2553         return sprintf(page, "%d\n", mddev->chunk_size);
2554 }
2555
2556 static ssize_t
2557 chunk_size_store(mddev_t *mddev, const char *buf, size_t len)
2558 {
2559         /* can only set chunk_size if array is not yet active */
2560         char *e;
2561         unsigned long n = simple_strtoul(buf, &e, 10);
2562
2563         if (!*buf || (*e && *e != '\n'))
2564                 return -EINVAL;
2565
2566         if (mddev->pers)
2567                 return -EBUSY;
2568         else if (mddev->reshape_position != MaxSector)
2569                 mddev->new_chunk = n;
2570         else
2571                 mddev->chunk_size = n;
2572         return len;
2573 }
2574 static struct md_sysfs_entry md_chunk_size =
2575 __ATTR(chunk_size, S_IRUGO|S_IWUSR, chunk_size_show, chunk_size_store);
2576
2577 static ssize_t
2578 resync_start_show(mddev_t *mddev, char *page)
2579 {
2580         return sprintf(page, "%llu\n", (unsigned long long)mddev->recovery_cp);
2581 }
2582
2583 static ssize_t
2584 resync_start_store(mddev_t *mddev, const char *buf, size_t len)
2585 {
2586         char *e;
2587         unsigned long long n = simple_strtoull(buf, &e, 10);
2588
2589         if (mddev->pers)
2590                 return -EBUSY;
2591         if (!*buf || (*e && *e != '\n'))
2592                 return -EINVAL;
2593
2594         mddev->recovery_cp = n;
2595         return len;
2596 }
2597 static struct md_sysfs_entry md_resync_start =
2598 __ATTR(resync_start, S_IRUGO|S_IWUSR, resync_start_show, resync_start_store);
2599
2600 /*
2601  * The array state can be:
2602  *
2603  * clear
2604  *     No devices, no size, no level
2605  *     Equivalent to STOP_ARRAY ioctl
2606  * inactive
2607  *     May have some settings, but array is not active
2608  *        all IO results in error
2609  *     When written, doesn't tear down array, but just stops it
2610  * suspended (not supported yet)
2611  *     All IO requests will block. The array can be reconfigured.
2612  *     Writing this, if accepted, will block until array is quiescent
2613  * readonly
2614  *     no resync can happen.  no superblocks get written.
2615  *     write requests fail
2616  * read-auto
2617  *     like readonly, but behaves like 'clean' on a write request.
2618  *
2619  * clean - no pending writes, but otherwise active.
2620  *     When written to inactive array, starts without resync
2621  *     If a write request arrives then
2622  *       if metadata is known, mark 'dirty' and switch to 'active'.
2623  *       if not known, block and switch to write-pending
2624  *     If written to an active array that has pending writes, then fails.
2625  * active
2626  *     fully active: IO and resync can be happening.
2627  *     When written to inactive array, starts with resync
2628  *
2629  * write-pending
2630  *     clean, but writes are blocked waiting for 'active' to be written.
2631  *
2632  * active-idle
2633  *     like active, but no writes have been seen for a while (100msec).
2634  *
2635  */
2636 enum array_state { clear, inactive, suspended, readonly, read_auto, clean, active,
2637                    write_pending, active_idle, bad_word};
2638 static char *array_states[] = {
2639         "clear", "inactive", "suspended", "readonly", "read-auto", "clean", "active",
2640         "write-pending", "active-idle", NULL };
2641
2642 static int match_word(const char *word, char **list)
2643 {
2644         int n;
2645         for (n=0; list[n]; n++)
2646                 if (cmd_match(word, list[n]))
2647                         break;
2648         return n;
2649 }
2650
2651 static ssize_t
2652 array_state_show(mddev_t *mddev, char *page)
2653 {
2654         enum array_state st = inactive;
2655
2656         if (mddev->pers)
2657                 switch(mddev->ro) {
2658                 case 1:
2659                         st = readonly;
2660                         break;
2661                 case 2:
2662                         st = read_auto;
2663                         break;
2664                 case 0:
2665                         if (mddev->in_sync)
2666                                 st = clean;
2667                         else if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
2668                                 st = write_pending;
2669                         else if (mddev->safemode)
2670                                 st = active_idle;
2671                         else
2672                                 st = active;
2673                 }
2674         else {
2675                 if (list_empty(&mddev->disks) &&
2676                     mddev->raid_disks == 0 &&
2677                     mddev->size == 0)
2678                         st = clear;
2679                 else
2680                         st = inactive;
2681         }
2682         return sprintf(page, "%s\n", array_states[st]);
2683 }
2684
2685 static int do_md_stop(mddev_t * mddev, int ro, int is_open);
2686 static int do_md_run(mddev_t * mddev);
2687 static int restart_array(mddev_t *mddev);
2688
2689 static ssize_t
2690 array_state_store(mddev_t *mddev, const char *buf, size_t len)
2691 {
2692         int err = -EINVAL;
2693         enum array_state st = match_word(buf, array_states);
2694         switch(st) {
2695         case bad_word:
2696                 break;
2697         case clear:
2698                 /* stopping an active array */
2699                 if (atomic_read(&mddev->active) > 1)
2700                         return -EBUSY;
2701                 err = do_md_stop(mddev, 0, 0);
2702                 break;
2703         case inactive:
2704                 /* stopping an active array */
2705                 if (mddev->pers) {
2706                         if (atomic_read(&mddev->active) > 1)
2707                                 return -EBUSY;
2708                         err = do_md_stop(mddev, 2, 0);
2709                 } else
2710                         err = 0; /* already inactive */
2711                 break;
2712         case suspended:
2713                 break; /* not supported yet */
2714         case readonly:
2715                 if (mddev->pers)
2716                         err = do_md_stop(mddev, 1, 0);
2717                 else {
2718                         mddev->ro = 1;
2719                         set_disk_ro(mddev->gendisk, 1);
2720                         err = do_md_run(mddev);
2721                 }
2722                 break;
2723         case read_auto:
2724                 if (mddev->pers) {
2725                         if (mddev->ro != 1)
2726                                 err = do_md_stop(mddev, 1, 0);
2727                         else
2728                                 err = restart_array(mddev);
2729                         if (err == 0) {
2730                                 mddev->ro = 2;
2731                                 set_disk_ro(mddev->gendisk, 0);
2732                         }
2733                 } else {
2734                         mddev->ro = 2;
2735                         err = do_md_run(mddev);
2736                 }
2737                 break;
2738         case clean:
2739                 if (mddev->pers) {
2740                         restart_array(mddev);
2741                         spin_lock_irq(&mddev->write_lock);
2742                         if (atomic_read(&mddev->writes_pending) == 0) {
2743                                 if (mddev->in_sync == 0) {
2744                                         mddev->in_sync = 1;
2745                                         if (mddev->safemode == 1)
2746                                                 mddev->safemode = 0;
2747                                         if (mddev->persistent)
2748                                                 set_bit(MD_CHANGE_CLEAN,
2749                                                         &mddev->flags);
2750                                 }
2751                                 err = 0;
2752                         } else
2753                                 err = -EBUSY;
2754                         spin_unlock_irq(&mddev->write_lock);
2755                 } else {
2756                         mddev->ro = 0;
2757                         mddev->recovery_cp = MaxSector;
2758                         err = do_md_run(mddev);
2759                 }
2760                 break;
2761         case active:
2762                 if (mddev->pers) {
2763                         restart_array(mddev);
2764                         if (mddev->external)
2765                                 clear_bit(MD_CHANGE_CLEAN, &mddev->flags);
2766                         wake_up(&mddev->sb_wait);
2767                         err = 0;
2768                 } else {
2769                         mddev->ro = 0;
2770                         set_disk_ro(mddev->gendisk, 0);
2771                         err = do_md_run(mddev);
2772                 }
2773                 break;
2774         case write_pending:
2775         case active_idle:
2776                 /* these cannot be set */
2777                 break;
2778         }
2779         if (err)
2780                 return err;
2781         else {
2782                 sysfs_notify(&mddev->kobj, NULL, "array_state");
2783                 return len;
2784         }
2785 }
2786 static struct md_sysfs_entry md_array_state =
2787 __ATTR(array_state, S_IRUGO|S_IWUSR, array_state_show, array_state_store);
2788
2789 static ssize_t
2790 null_show(mddev_t *mddev, char *page)
2791 {
2792         return -EINVAL;
2793 }
2794
2795 static ssize_t
2796 new_dev_store(mddev_t *mddev, const char *buf, size_t len)
2797 {
2798         /* buf must be %d:%d\n? giving major and minor numbers */
2799         /* The new device is added to the array.
2800          * If the array has a persistent superblock, we read the
2801          * superblock to initialise info and check validity.
2802          * Otherwise, only checking done is that in bind_rdev_to_array,
2803          * which mainly checks size.
2804          */
2805         char *e;
2806         int major = simple_strtoul(buf, &e, 10);
2807         int minor;
2808         dev_t dev;
2809         mdk_rdev_t *rdev;
2810         int err;
2811
2812         if (!*buf || *e != ':' || !e[1] || e[1] == '\n')
2813                 return -EINVAL;
2814         minor = simple_strtoul(e+1, &e, 10);
2815         if (*e && *e != '\n')
2816                 return -EINVAL;
2817         dev = MKDEV(major, minor);
2818         if (major != MAJOR(dev) ||
2819             minor != MINOR(dev))
2820                 return -EOVERFLOW;
2821
2822
2823         if (mddev->persistent) {
2824                 rdev = md_import_device(dev, mddev->major_version,
2825                                         mddev->minor_version);
2826                 if (!IS_ERR(rdev) && !list_empty(&mddev->disks)) {
2827                         mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
2828                                                        mdk_rdev_t, same_set);
2829                         err = super_types[mddev->major_version]
2830                                 .load_super(rdev, rdev0, mddev->minor_version);
2831                         if (err < 0)
2832                                 goto out;
2833                 }
2834         } else if (mddev->external)
2835                 rdev = md_import_device(dev, -2, -1);
2836         else
2837                 rdev = md_import_device(dev, -1, -1);
2838
2839         if (IS_ERR(rdev))
2840                 return PTR_ERR(rdev);
2841         err = bind_rdev_to_array(rdev, mddev);
2842  out:
2843         if (err)
2844                 export_rdev(rdev);
2845         return err ? err : len;
2846 }
2847
2848 static struct md_sysfs_entry md_new_device =
2849 __ATTR(new_dev, S_IWUSR, null_show, new_dev_store);
2850
2851 static ssize_t
2852 bitmap_store(mddev_t *mddev, const char *buf, size_t len)
2853 {
2854         char *end;
2855         unsigned long chunk, end_chunk;
2856
2857         if (!mddev->bitmap)
2858                 goto out;
2859         /* buf should be <chunk> <chunk> ... or <chunk>-<chunk> ... (range) */
2860         while (*buf) {
2861                 chunk = end_chunk = simple_strtoul(buf, &end, 0);
2862                 if (buf == end) break;
2863                 if (*end == '-') { /* range */
2864                         buf = end + 1;
2865                         end_chunk = simple_strtoul(buf, &end, 0);
2866                         if (buf == end) break;
2867                 }
2868                 if (*end && !isspace(*end)) break;
2869                 bitmap_dirty_bits(mddev->bitmap, chunk, end_chunk);
2870                 buf = end;
2871                 while (isspace(*buf)) buf++;
2872         }
2873         bitmap_unplug(mddev->bitmap); /* flush the bits to disk */
2874 out:
2875         return len;
2876 }
2877
2878 static struct md_sysfs_entry md_bitmap =
2879 __ATTR(bitmap_set_bits, S_IWUSR, null_show, bitmap_store);
2880
2881 static ssize_t
2882 size_show(mddev_t *mddev, char *page)
2883 {
2884         return sprintf(page, "%llu\n", (unsigned long long)mddev->size);
2885 }
2886
2887 static int update_size(mddev_t *mddev, sector_t num_sectors);
2888
2889 static ssize_t
2890 size_store(mddev_t *mddev, const char *buf, size_t len)
2891 {
2892         /* If array is inactive, we can reduce the component size, but
2893          * not increase it (except from 0).
2894          * If array is active, we can try an on-line resize
2895          */
2896         char *e;
2897         int err = 0;
2898         unsigned long long size = simple_strtoull(buf, &e, 10);
2899         if (!*buf || *buf == '\n' ||
2900             (*e && *e != '\n'))
2901                 return -EINVAL;
2902
2903         if (mddev->pers) {
2904                 err = update_size(mddev, size * 2);
2905                 md_update_sb(mddev, 1);
2906         } else {
2907                 if (mddev->size == 0 ||
2908                     mddev->size > size)
2909                         mddev->size = size;
2910                 else
2911                         err = -ENOSPC;
2912         }
2913         return err ? err : len;
2914 }
2915
2916 static struct md_sysfs_entry md_size =
2917 __ATTR(component_size, S_IRUGO|S_IWUSR, size_show, size_store);
2918
2919
2920 /* Metdata version.
2921  * This is one of
2922  *   'none' for arrays with no metadata (good luck...)
2923  *   'external' for arrays with externally managed metadata,
2924  * or N.M for internally known formats
2925  */
2926 static ssize_t
2927 metadata_show(mddev_t *mddev, char *page)
2928 {
2929         if (mddev->persistent)
2930                 return sprintf(page, "%d.%d\n",
2931                                mddev->major_version, mddev->minor_version);
2932         else if (mddev->external)
2933                 return sprintf(page, "external:%s\n", mddev->metadata_type);
2934         else
2935                 return sprintf(page, "none\n");
2936 }
2937
2938 static ssize_t
2939 metadata_store(mddev_t *mddev, const char *buf, size_t len)
2940 {
2941         int major, minor;
2942         char *e;
2943         if (!list_empty(&mddev->disks))
2944                 return -EBUSY;
2945
2946         if (cmd_match(buf, "none")) {
2947                 mddev->persistent = 0;
2948                 mddev->external = 0;
2949                 mddev->major_version = 0;
2950                 mddev->minor_version = 90;
2951                 return len;
2952         }
2953         if (strncmp(buf, "external:", 9) == 0) {
2954                 size_t namelen = len-9;
2955                 if (namelen >= sizeof(mddev->metadata_type))
2956                         namelen = sizeof(mddev->metadata_type)-1;
2957                 strncpy(mddev->metadata_type, buf+9, namelen);
2958                 mddev->metadata_type[namelen] = 0;
2959                 if (namelen && mddev->metadata_type[namelen-1] == '\n')
2960                         mddev->metadata_type[--namelen] = 0;
2961                 mddev->persistent = 0;
2962                 mddev->external = 1;
2963                 mddev->major_version = 0;
2964                 mddev->minor_version = 90;
2965                 return len;
2966         }
2967         major = simple_strtoul(buf, &e, 10);
2968         if (e==buf || *e != '.')
2969                 return -EINVAL;
2970         buf = e+1;
2971         minor = simple_strtoul(buf, &e, 10);
2972         if (e==buf || (*e && *e != '\n') )
2973                 return -EINVAL;
2974         if (major >= ARRAY_SIZE(super_types) || super_types[major].name == NULL)
2975                 return -ENOENT;
2976         mddev->major_version = major;
2977         mddev->minor_version = minor;
2978         mddev->persistent = 1;
2979         mddev->external = 0;
2980         return len;
2981 }
2982
2983 static struct md_sysfs_entry md_metadata =
2984 __ATTR(metadata_version, S_IRUGO|S_IWUSR, metadata_show, metadata_store);
2985
2986 static ssize_t
2987 action_show(mddev_t *mddev, char *page)
2988 {
2989         char *type = "idle";
2990         if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
2991             (!mddev->ro && test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))) {
2992                 if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
2993                         type = "reshape";
2994                 else if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
2995                         if (!test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
2996                                 type = "resync";
2997                         else if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
2998                                 type = "check";
2999                         else
3000                                 type = "repair";
3001                 } else if (test_bit(MD_RECOVERY_RECOVER, &mddev->recovery))
3002                         type = "recover";
3003         }
3004         return sprintf(page, "%s\n", type);
3005 }
3006
3007 static ssize_t
3008 action_store(mddev_t *mddev, const char *page, size_t len)
3009 {
3010         if (!mddev->pers || !mddev->pers->sync_request)
3011                 return -EINVAL;
3012
3013         if (cmd_match(page, "idle")) {
3014                 if (mddev->sync_thread) {
3015                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
3016                         md_unregister_thread(mddev->sync_thread);
3017                         mddev->sync_thread = NULL;
3018                         mddev->recovery = 0;
3019                 }
3020         } else if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
3021                    test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))
3022                 return -EBUSY;
3023         else if (cmd_match(page, "resync"))
3024                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3025         else if (cmd_match(page, "recover")) {
3026                 set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
3027                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3028         } else if (cmd_match(page, "reshape")) {
3029                 int err;
3030                 if (mddev->pers->start_reshape == NULL)
3031                         return -EINVAL;
3032                 err = mddev->pers->start_reshape(mddev);
3033                 if (err)
3034                         return err;
3035                 sysfs_notify(&mddev->kobj, NULL, "degraded");
3036         } else {
3037                 if (cmd_match(page, "check"))
3038                         set_bit(MD_RECOVERY_CHECK, &mddev->recovery);
3039                 else if (!cmd_match(page, "repair"))
3040                         return -EINVAL;
3041                 set_bit(MD_RECOVERY_REQUESTED, &mddev->recovery);
3042                 set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
3043         }
3044         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3045         md_wakeup_thread(mddev->thread);
3046         sysfs_notify(&mddev->kobj, NULL, "sync_action");
3047         return len;
3048 }
3049
3050 static ssize_t
3051 mismatch_cnt_show(mddev_t *mddev, char *page)
3052 {
3053         return sprintf(page, "%llu\n",
3054                        (unsigned long long) mddev->resync_mismatches);
3055 }
3056
3057 static struct md_sysfs_entry md_scan_mode =
3058 __ATTR(sync_action, S_IRUGO|S_IWUSR, action_show, action_store);
3059
3060
3061 static struct md_sysfs_entry md_mismatches = __ATTR_RO(mismatch_cnt);
3062
3063 static ssize_t
3064 sync_min_show(mddev_t *mddev, char *page)
3065 {
3066         return sprintf(page, "%d (%s)\n", speed_min(mddev),
3067                        mddev->sync_speed_min ? "local": "system");
3068 }
3069
3070 static ssize_t
3071 sync_min_store(mddev_t *mddev, const char *buf, size_t len)
3072 {
3073         int min;
3074         char *e;
3075         if (strncmp(buf, "system", 6)==0) {
3076                 mddev->sync_speed_min = 0;
3077                 return len;
3078         }
3079         min = simple_strtoul(buf, &e, 10);
3080         if (buf == e || (*e && *e != '\n') || min <= 0)
3081                 return -EINVAL;
3082         mddev->sync_speed_min = min;
3083         return len;
3084 }
3085
3086 static struct md_sysfs_entry md_sync_min =
3087 __ATTR(sync_speed_min, S_IRUGO|S_IWUSR, sync_min_show, sync_min_store);
3088
3089 static ssize_t
3090 sync_max_show(mddev_t *mddev, char *page)
3091 {
3092         return sprintf(page, "%d (%s)\n", speed_max(mddev),
3093                        mddev->sync_speed_max ? "local": "system");
3094 }
3095
3096 static ssize_t
3097 sync_max_store(mddev_t *mddev, const char *buf, size_t len)
3098 {
3099         int max;
3100         char *e;
3101         if (strncmp(buf, "system", 6)==0) {
3102                 mddev->sync_speed_max = 0;
3103                 return len;
3104         }
3105         max = simple_strtoul(buf, &e, 10);
3106         if (buf == e || (*e && *e != '\n') || max <= 0)
3107                 return -EINVAL;
3108         mddev->sync_speed_max = max;
3109         return len;
3110 }
3111
3112 static struct md_sysfs_entry md_sync_max =
3113 __ATTR(sync_speed_max, S_IRUGO|S_IWUSR, sync_max_show, sync_max_store);
3114
3115 static ssize_t
3116 degraded_show(mddev_t *mddev, char *page)
3117 {
3118         return sprintf(page, "%d\n", mddev->degraded);
3119 }
3120 static struct md_sysfs_entry md_degraded = __ATTR_RO(degraded);
3121
3122 static ssize_t
3123 sync_force_parallel_show(mddev_t *mddev, char *page)
3124 {
3125         return sprintf(page, "%d\n", mddev->parallel_resync);
3126 }
3127
3128 static ssize_t
3129 sync_force_parallel_store(mddev_t *mddev, const char *buf, size_t len)
3130 {
3131         long n;
3132
3133         if (strict_strtol(buf, 10, &n))
3134                 return -EINVAL;
3135
3136         if (n != 0 && n != 1)
3137                 return -EINVAL;
3138
3139         mddev->parallel_resync = n;
3140
3141         if (mddev->sync_thread)
3142                 wake_up(&resync_wait);
3143
3144         return len;
3145 }
3146
3147 /* force parallel resync, even with shared block devices */
3148 static struct md_sysfs_entry md_sync_force_parallel =
3149 __ATTR(sync_force_parallel, S_IRUGO|S_IWUSR,
3150        sync_force_parallel_show, sync_force_parallel_store);
3151
3152 static ssize_t
3153 sync_speed_show(mddev_t *mddev, char *page)
3154 {
3155         unsigned long resync, dt, db;
3156         resync = mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active);
3157         dt = (jiffies - mddev->resync_mark) / HZ;
3158         if (!dt) dt++;
3159         db = resync - mddev->resync_mark_cnt;
3160         return sprintf(page, "%lu\n", db/dt/2); /* K/sec */
3161 }
3162
3163 static struct md_sysfs_entry md_sync_speed = __ATTR_RO(sync_speed);
3164
3165 static ssize_t
3166 sync_completed_show(mddev_t *mddev, char *page)
3167 {
3168         unsigned long max_blocks, resync;
3169
3170         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
3171                 max_blocks = mddev->resync_max_sectors;
3172         else
3173                 max_blocks = mddev->size << 1;
3174
3175         resync = (mddev->curr_resync - atomic_read(&mddev->recovery_active));
3176         return sprintf(page, "%lu / %lu\n", resync, max_blocks);
3177 }
3178
3179 static struct md_sysfs_entry md_sync_completed = __ATTR_RO(sync_completed);
3180
3181 static ssize_t
3182 min_sync_show(mddev_t *mddev, char *page)
3183 {
3184         return sprintf(page, "%llu\n",
3185                        (unsigned long long)mddev->resync_min);
3186 }
3187 static ssize_t
3188 min_sync_store(mddev_t *mddev, const char *buf, size_t len)
3189 {
3190         unsigned long long min;
3191         if (strict_strtoull(buf, 10, &min))
3192                 return -EINVAL;
3193         if (min > mddev->resync_max)
3194                 return -EINVAL;
3195         if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
3196                 return -EBUSY;
3197
3198         /* Must be a multiple of chunk_size */
3199         if (mddev->chunk_size) {
3200                 if (min & (sector_t)((mddev->chunk_size>>9)-1))
3201                         return -EINVAL;
3202         }
3203         mddev->resync_min = min;
3204
3205         return len;
3206 }
3207
3208 static struct md_sysfs_entry md_min_sync =
3209 __ATTR(sync_min, S_IRUGO|S_IWUSR, min_sync_show, min_sync_store);
3210
3211 static ssize_t
3212 max_sync_show(mddev_t *mddev, char *page)
3213 {
3214         if (mddev->resync_max == MaxSector)
3215                 return sprintf(page, "max\n");
3216         else
3217                 return sprintf(page, "%llu\n",
3218                                (unsigned long long)mddev->resync_max);
3219 }
3220 static ssize_t
3221 max_sync_store(mddev_t *mddev, const char *buf, size_t len)
3222 {
3223         if (strncmp(buf, "max", 3) == 0)
3224                 mddev->resync_max = MaxSector;
3225         else {
3226                 unsigned long long max;
3227                 if (strict_strtoull(buf, 10, &max))
3228                         return -EINVAL;
3229                 if (max < mddev->resync_min)
3230                         return -EINVAL;
3231                 if (max < mddev->resync_max &&
3232                     test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
3233                         return -EBUSY;
3234
3235                 /* Must be a multiple of chunk_size */
3236                 if (mddev->chunk_size) {
3237                         if (max & (sector_t)((mddev->chunk_size>>9)-1))
3238                                 return -EINVAL;
3239                 }
3240                 mddev->resync_max = max;
3241         }
3242         wake_up(&mddev->recovery_wait);
3243         return len;
3244 }
3245
3246 static struct md_sysfs_entry md_max_sync =
3247 __ATTR(sync_max, S_IRUGO|S_IWUSR, max_sync_show, max_sync_store);
3248
3249 static ssize_t
3250 suspend_lo_show(mddev_t *mddev, char *page)
3251 {
3252         return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_lo);
3253 }
3254
3255 static ssize_t
3256 suspend_lo_store(mddev_t *mddev, const char *buf, size_t len)
3257 {
3258         char *e;
3259         unsigned long long new = simple_strtoull(buf, &e, 10);
3260
3261         if (mddev->pers->quiesce == NULL)
3262                 return -EINVAL;
3263         if (buf == e || (*e && *e != '\n'))
3264                 return -EINVAL;
3265         if (new >= mddev->suspend_hi ||
3266             (new > mddev->suspend_lo && new < mddev->suspend_hi)) {
3267                 mddev->suspend_lo = new;
3268                 mddev->pers->quiesce(mddev, 2);
3269                 return len;
3270         } else
3271                 return -EINVAL;
3272 }
3273 static struct md_sysfs_entry md_suspend_lo =
3274 __ATTR(suspend_lo, S_IRUGO|S_IWUSR, suspend_lo_show, suspend_lo_store);
3275
3276
3277 static ssize_t
3278 suspend_hi_show(mddev_t *mddev, char *page)
3279 {
3280         return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_hi);
3281 }
3282
3283 static ssize_t
3284 suspend_hi_store(mddev_t *mddev, const char *buf, size_t len)
3285 {
3286         char *e;
3287         unsigned long long new = simple_strtoull(buf, &e, 10);
3288
3289         if (mddev->pers->quiesce == NULL)
3290                 return -EINVAL;
3291         if (buf == e || (*e && *e != '\n'))
3292                 return -EINVAL;
3293         if ((new <= mddev->suspend_lo && mddev->suspend_lo >= mddev->suspend_hi) ||
3294             (new > mddev->suspend_lo && new > mddev->suspend_hi)) {
3295                 mddev->suspend_hi = new;
3296                 mddev->pers->quiesce(mddev, 1);
3297                 mddev->pers->quiesce(mddev, 0);
3298                 return len;
3299         } else
3300                 return -EINVAL;
3301 }
3302 static struct md_sysfs_entry md_suspend_hi =
3303 __ATTR(suspend_hi, S_IRUGO|S_IWUSR, suspend_hi_show, suspend_hi_store);
3304
3305 static ssize_t
3306 reshape_position_show(mddev_t *mddev, char *page)
3307 {
3308         if (mddev->reshape_position != MaxSector)
3309                 return sprintf(page, "%llu\n",
3310                                (unsigned long long)mddev->reshape_position);
3311         strcpy(page, "none\n");
3312         return 5;
3313 }
3314
3315 static ssize_t
3316 reshape_position_store(mddev_t *mddev, const char *buf, size_t len)
3317 {
3318         char *e;
3319         unsigned long long new = simple_strtoull(buf, &e, 10);
3320         if (mddev->pers)
3321                 return -EBUSY;
3322         if (buf == e || (*e && *e != '\n'))
3323                 return -EINVAL;
3324         mddev->reshape_position = new;
3325         mddev->delta_disks = 0;
3326         mddev->new_level = mddev->level;
3327         mddev->new_layout = mddev->layout;
3328         mddev->new_chunk = mddev->chunk_size;
3329         return len;
3330 }
3331
3332 static struct md_sysfs_entry md_reshape_position =
3333 __ATTR(reshape_position, S_IRUGO|S_IWUSR, reshape_position_show,
3334        reshape_position_store);
3335
3336
3337 static struct attribute *md_default_attrs[] = {
3338         &md_level.attr,
3339         &md_layout.attr,
3340         &md_raid_disks.attr,
3341         &md_chunk_size.attr,
3342         &md_size.attr,
3343         &md_resync_start.attr,
3344         &md_metadata.attr,
3345         &md_new_device.attr,
3346         &md_safe_delay.attr,
3347         &md_array_state.attr,
3348         &md_reshape_position.attr,
3349         NULL,
3350 };
3351
3352 static struct attribute *md_redundancy_attrs[] = {
3353         &md_scan_mode.attr,
3354         &md_mismatches.attr,
3355         &md_sync_min.attr,
3356         &md_sync_max.attr,
3357         &md_sync_speed.attr,
3358         &md_sync_force_parallel.attr,
3359         &md_sync_completed.attr,
3360         &md_min_sync.attr,
3361         &md_max_sync.attr,
3362         &md_suspend_lo.attr,
3363         &md_suspend_hi.attr,
3364         &md_bitmap.attr,
3365         &md_degraded.attr,
3366         NULL,
3367 };
3368 static struct attribute_group md_redundancy_group = {
3369         .name = NULL,
3370         .attrs = md_redundancy_attrs,
3371 };
3372
3373
3374 static ssize_t
3375 md_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
3376 {
3377         struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
3378         mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
3379         ssize_t rv;
3380
3381         if (!entry->show)
3382                 return -EIO;
3383         rv = mddev_lock(mddev);
3384         if (!rv) {
3385                 rv = entry->show(mddev, page);
3386                 mddev_unlock(mddev);
3387         }
3388         return rv;
3389 }
3390
3391 static ssize_t
3392 md_attr_store(struct kobject *kobj, struct attribute *attr,
3393               const char *page, size_t length)
3394 {
3395         struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
3396         mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
3397         ssize_t rv;
3398
3399         if (!entry->store)
3400                 return -EIO;
3401         if (!capable(CAP_SYS_ADMIN))
3402                 return -EACCES;
3403         rv = mddev_lock(mddev);
3404         if (!rv) {
3405                 rv = entry->store(mddev, page, length);
3406                 mddev_unlock(mddev);
3407         }
3408         return rv;
3409 }
3410
3411 static void md_free(struct kobject *ko)
3412 {
3413         mddev_t *mddev = container_of(ko, mddev_t, kobj);
3414         kfree(mddev);
3415 }
3416
3417 static struct sysfs_ops md_sysfs_ops = {
3418         .show   = md_attr_show,
3419         .store  = md_attr_store,
3420 };
3421 static struct kobj_type md_ktype = {
3422         .release        = md_free,
3423         .sysfs_ops      = &md_sysfs_ops,
3424         .default_attrs  = md_default_attrs,
3425 };
3426
3427 int mdp_major = 0;
3428
3429 static struct kobject *md_probe(dev_t dev, int *part, void *data)
3430 {
3431         static DEFINE_MUTEX(disks_mutex);
3432         mddev_t *mddev = mddev_find(dev);
3433         struct gendisk *disk;
3434         int partitioned = (MAJOR(dev) != MD_MAJOR);
3435         int shift = partitioned ? MdpMinorShift : 0;
3436         int unit = MINOR(dev) >> shift;
3437         int error;
3438
3439         if (!mddev)
3440                 return NULL;
3441
3442         mutex_lock(&disks_mutex);
3443         if (mddev->gendisk) {
3444                 mutex_unlock(&disks_mutex);
3445                 mddev_put(mddev);
3446                 return NULL;
3447         }
3448         disk = alloc_disk(1 << shift);
3449         if (!disk) {
3450                 mutex_unlock(&disks_mutex);
3451                 mddev_put(mddev);
3452                 return NULL;
3453         }
3454         disk->major = MAJOR(dev);
3455         disk->first_minor = unit << shift;
3456         if (partitioned)
3457                 sprintf(disk->disk_name, "md_d%d", unit);
3458         else
3459                 sprintf(disk->disk_name, "md%d", unit);
3460         disk->fops = &md_fops;
3461         disk->private_data = mddev;
3462         disk->queue = mddev->queue;
3463         add_disk(disk);
3464         mddev->gendisk = disk;
3465         error = kobject_init_and_add(&mddev->kobj, &md_ktype, &disk->dev.kobj,
3466                                      "%s", "md");
3467         mutex_unlock(&disks_mutex);
3468         if (error)
3469                 printk(KERN_WARNING "md: cannot register %s/md - name in use\n",
3470                        disk->disk_name);
3471         else
3472                 kobject_uevent(&mddev->kobj, KOBJ_ADD);
3473         return NULL;
3474 }
3475
3476 static void md_safemode_timeout(unsigned long data)
3477 {
3478         mddev_t *mddev = (mddev_t *) data;
3479
3480         if (!atomic_read(&mddev->writes_pending)) {
3481                 mddev->safemode = 1;
3482                 if (mddev->external)
3483                         sysfs_notify(&mddev->kobj, NULL, "array_state");
3484         }
3485         md_wakeup_thread(mddev->thread);
3486 }
3487
3488 static int start_dirty_degraded;
3489
3490 static int do_md_run(mddev_t * mddev)
3491 {
3492         int err;
3493         int chunk_size;
3494         struct list_head *tmp;
3495         mdk_rdev_t *rdev;
3496         struct gendisk *disk;
3497         struct mdk_personality *pers;
3498         char b[BDEVNAME_SIZE];
3499
3500         if (list_empty(&mddev->disks))
3501                 /* cannot run an array with no devices.. */
3502                 return -EINVAL;
3503
3504         if (mddev->pers)
3505                 return -EBUSY;
3506
3507         /*
3508          * Analyze all RAID superblock(s)
3509          */
3510         if (!mddev->raid_disks) {
3511                 if (!mddev->persistent)
3512                         return -EINVAL;
3513                 analyze_sbs(mddev);
3514         }
3515
3516         chunk_size = mddev->chunk_size;
3517
3518         if (chunk_size) {
3519                 if (chunk_size > MAX_CHUNK_SIZE) {
3520                         printk(KERN_ERR "too big chunk_size: %d > %d\n",
3521                                 chunk_size, MAX_CHUNK_SIZE);
3522                         return -EINVAL;
3523                 }
3524                 /*
3525                  * chunk-size has to be a power of 2 and multiples of PAGE_SIZE
3526                  */
3527                 if ( (1 << ffz(~chunk_size)) != chunk_size) {
3528                         printk(KERN_ERR "chunk_size of %d not valid\n", chunk_size);
3529                         return -EINVAL;
3530                 }
3531                 if (chunk_size < PAGE_SIZE) {
3532                         printk(KERN_ERR "too small chunk_size: %d < %ld\n",
3533                                 chunk_size, PAGE_SIZE);
3534                         return -EINVAL;
3535                 }
3536
3537                 /* devices must have minimum size of one chunk */
3538                 rdev_for_each(rdev, tmp, mddev) {
3539                         if (test_bit(Faulty, &rdev->flags))
3540                                 continue;
3541                         if (rdev->size < chunk_size / 1024) {
3542                                 printk(KERN_WARNING
3543                                         "md: Dev %s smaller than chunk_size:"
3544                                         " %lluk < %dk\n",
3545                                         bdevname(rdev->bdev,b),
3546                                         (unsigned long long)rdev->size,
3547                                         chunk_size / 1024);
3548                                 return -EINVAL;
3549                         }
3550                 }
3551         }
3552
3553 #ifdef CONFIG_KMOD
3554         if (mddev->level != LEVEL_NONE)
3555                 request_module("md-level-%d", mddev->level);
3556         else if (mddev->clevel[0])
3557                 request_module("md-%s", mddev->clevel);
3558 #endif
3559
3560         /*
3561          * Drop all container device buffers, from now on
3562          * the only valid external interface is through the md
3563          * device.
3564          */
3565         rdev_for_each(rdev, tmp, mddev) {
3566                 if (test_bit(Faulty, &rdev->flags))
3567                         continue;
3568                 sync_blockdev(rdev->bdev);
3569                 invalidate_bdev(rdev->bdev);
3570
3571                 /* perform some consistency tests on the device.
3572                  * We don't want the data to overlap the metadata,
3573                  * Internal Bitmap issues has handled elsewhere.
3574                  */
3575                 if (rdev->data_offset < rdev->sb_start) {
3576                         if (mddev->size &&
3577                             rdev->data_offset + mddev->size*2
3578                             > rdev->sb_start) {
3579                                 printk("md: %s: data overlaps metadata\n",
3580                                        mdname(mddev));
3581                                 return -EINVAL;
3582                         }
3583                 } else {
3584                         if (rdev->sb_start + rdev->sb_size/512
3585                             > rdev->data_offset) {
3586                                 printk("md: %s: metadata overlaps data\n",
3587                                        mdname(mddev));
3588                                 return -EINVAL;
3589                         }
3590                 }
3591                 sysfs_notify(&rdev->kobj, NULL, "state");
3592         }
3593
3594         md_probe(mddev->unit, NULL, NULL);
3595         disk = mddev->gendisk;
3596         if (!disk)
3597                 return -ENOMEM;
3598
3599         spin_lock(&pers_lock);
3600         pers = find_pers(mddev->level, mddev->clevel);
3601         if (!pers || !try_module_get(pers->owner)) {
3602                 spin_unlock(&pers_lock);
3603                 if (mddev->level != LEVEL_NONE)
3604                         printk(KERN_WARNING "md: personality for level %d is not loaded!\n",
3605                                mddev->level);
3606                 else
3607                         printk(KERN_WARNING "md: personality for level %s is not loaded!\n",
3608                                mddev->clevel);
3609                 return -EINVAL;
3610         }
3611         mddev->pers = pers;
3612         spin_unlock(&pers_lock);
3613         mddev->level = pers->level;
3614         strlcpy(mddev->clevel, pers->name, sizeof(mddev->clevel));
3615
3616         if (mddev->reshape_position != MaxSector &&
3617             pers->start_reshape == NULL) {
3618                 /* This personality cannot handle reshaping... */
3619                 mddev->pers = NULL;
3620                 module_put(pers->owner);
3621                 return -EINVAL;
3622         }
3623
3624         if (pers->sync_request) {
3625                 /* Warn if this is a potentially silly
3626                  * configuration.
3627                  */
3628                 char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
3629                 mdk_rdev_t *rdev2;
3630                 struct list_head *tmp2;
3631                 int warned = 0;
3632                 rdev_for_each(rdev, tmp, mddev) {
3633                         rdev_for_each(rdev2, tmp2, mddev) {
3634                                 if (rdev < rdev2 &&
3635                                     rdev->bdev->bd_contains ==
3636                                     rdev2->bdev->bd_contains) {
3637                                         printk(KERN_WARNING
3638                                                "%s: WARNING: %s appears to be"
3639                                                " on the same physical disk as"
3640                                                " %s.\n",
3641                                                mdname(mddev),
3642                                                bdevname(rdev->bdev,b),
3643                                                bdevname(rdev2->bdev,b2));
3644                                         warned = 1;
3645                                 }
3646                         }
3647                 }
3648                 if (warned)
3649                         printk(KERN_WARNING
3650                                "True protection against single-disk"
3651                                " failure might be compromised.\n");
3652         }
3653
3654         mddev->recovery = 0;
3655         mddev->resync_max_sectors = mddev->size << 1; /* may be over-ridden by personality */
3656         mddev->barriers_work = 1;
3657         mddev->ok_start_degraded = start_dirty_degraded;
3658
3659         if (start_readonly)
3660                 mddev->ro = 2; /* read-only, but switch on first write */
3661
3662         err = mddev->pers->run(mddev);
3663         if (err)
3664                 printk(KERN_ERR "md: pers->run() failed ...\n");
3665         else if (mddev->pers->sync_request) {
3666                 err = bitmap_create(mddev);
3667                 if (err) {
3668                         printk(KERN_ERR "%s: failed to create bitmap (%d)\n",
3669                                mdname(mddev), err);
3670                         mddev->pers->stop(mddev);
3671                 }
3672         }
3673         if (err) {
3674                 module_put(mddev->pers->owner);
3675                 mddev->pers = NULL;
3676                 bitmap_destroy(mddev);
3677                 return err;
3678         }
3679         if (mddev->pers->sync_request) {
3680                 if (sysfs_create_group(&mddev->kobj, &md_redundancy_group))
3681                         printk(KERN_WARNING
3682                                "md: cannot register extra attributes for %s\n",
3683                                mdname(mddev));
3684         } else if (mddev->ro == 2) /* auto-readonly not meaningful */
3685                 mddev->ro = 0;
3686
3687         atomic_set(&mddev->writes_pending,0);
3688         mddev->safemode = 0;
3689         mddev->safemode_timer.function = md_safemode_timeout;
3690         mddev->safemode_timer.data = (unsigned long) mddev;
3691         mddev->safemode_delay = (200 * HZ)/1000 +1; /* 200 msec delay */
3692         mddev->in_sync = 1;
3693
3694         rdev_for_each(rdev, tmp, mddev)
3695                 if (rdev->raid_disk >= 0) {
3696                         char nm[20];
3697                         sprintf(nm, "rd%d", rdev->raid_disk);
3698                         if (sysfs_create_link(&mddev->kobj, &rdev->kobj, nm))
3699                                 printk("md: cannot register %s for %s\n",
3700                                        nm, mdname(mddev));
3701                 }
3702         
3703         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3704         
3705         if (mddev->flags)
3706                 md_update_sb(mddev, 0);
3707
3708         set_capacity(disk, mddev->array_size<<1);
3709
3710         /* If we call blk_queue_make_request here, it will
3711          * re-initialise max_sectors etc which may have been
3712          * refined inside -> run.  So just set the bits we need to set.
3713          * Most initialisation happended when we called
3714          * blk_queue_make_request(..., md_fail_request)
3715          * earlier.
3716          */
3717         mddev->queue->queuedata = mddev;
3718         mddev->queue->make_request_fn = mddev->pers->make_request;
3719
3720         /* If there is a partially-recovered drive we need to
3721          * start recovery here.  If we leave it to md_check_recovery,
3722          * it will remove the drives and not do the right thing
3723          */
3724         if (mddev->degraded && !mddev->sync_thread) {
3725                 struct list_head *rtmp;
3726                 int spares = 0;
3727                 rdev_for_each(rdev, rtmp, mddev)
3728                         if (rdev->raid_disk >= 0 &&
3729                             !test_bit(In_sync, &rdev->flags) &&
3730                             !test_bit(Faulty, &rdev->flags))
3731                                 /* complete an interrupted recovery */
3732                                 spares++;
3733                 if (spares && mddev->pers->sync_request) {
3734                         mddev->recovery = 0;
3735                         set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
3736                         mddev->sync_thread = md_register_thread(md_do_sync,
3737                                                                 mddev,
3738                                                                 "%s_resync");
3739                         if (!mddev->sync_thread) {
3740                                 printk(KERN_ERR "%s: could not start resync"
3741                                        " thread...\n",
3742                                        mdname(mddev));
3743                                 /* leave the spares where they are, it shouldn't hurt */
3744                                 mddev->recovery = 0;
3745                         }
3746                 }
3747         }
3748         md_wakeup_thread(mddev->thread);
3749         md_wakeup_thread(mddev->sync_thread); /* possibly kick off a reshape */
3750
3751         mddev->changed = 1;
3752         md_new_event(mddev);
3753         sysfs_notify(&mddev->kobj, NULL, "array_state");
3754         sysfs_notify(&mddev->kobj, NULL, "sync_action");
3755         sysfs_notify(&mddev->kobj, NULL, "degraded");
3756         kobject_uevent(&mddev->gendisk->dev.kobj, KOBJ_CHANGE);
3757         return 0;
3758 }
3759
3760 static int restart_array(mddev_t *mddev)
3761 {
3762         struct gendisk *disk = mddev->gendisk;
3763
3764         /* Complain if it has no devices */
3765         if (list_empty(&mddev->disks))
3766                 return -ENXIO;
3767         if (!mddev->pers)
3768                 return -EINVAL;
3769         if (!mddev->ro)
3770                 return -EBUSY;
3771         mddev->safemode = 0;
3772         mddev->ro = 0;
3773         set_disk_ro(disk, 0);
3774         printk(KERN_INFO "md: %s switched to read-write mode.\n",
3775                 mdname(mddev));
3776         /* Kick recovery or resync if necessary */
3777         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3778         md_wakeup_thread(mddev->thread);
3779         md_wakeup_thread(mddev->sync_thread);
3780         sysfs_notify(&mddev->kobj, NULL, "array_state");
3781         return 0;
3782 }
3783
3784 /* similar to deny_write_access, but accounts for our holding a reference
3785  * to the file ourselves */
3786 static int deny_bitmap_write_access(struct file * file)
3787 {
3788         struct inode *inode = file->f_mapping->host;
3789
3790         spin_lock(&inode->i_lock);
3791         if (atomic_read(&inode->i_writecount) > 1) {
3792                 spin_unlock(&inode->i_lock);
3793                 return -ETXTBSY;
3794         }
3795         atomic_set(&inode->i_writecount, -1);
3796         spin_unlock(&inode->i_lock);
3797
3798         return 0;
3799 }
3800
3801 static void restore_bitmap_write_access(struct file *file)
3802 {
3803         struct inode *inode = file->f_mapping->host;
3804
3805         spin_lock(&inode->i_lock);
3806         atomic_set(&inode->i_writecount, 1);
3807         spin_unlock(&inode->i_lock);
3808 }
3809
3810 /* mode:
3811  *   0 - completely stop and dis-assemble array
3812  *   1 - switch to readonly
3813  *   2 - stop but do not disassemble array
3814  */
3815 static int do_md_stop(mddev_t * mddev, int mode, int is_open)
3816 {
3817         int err = 0;
3818         struct gendisk *disk = mddev->gendisk;
3819
3820         if (atomic_read(&mddev->active) > 1 + is_open) {
3821                 printk("md: %s still in use.\n",mdname(mddev));
3822                 return -EBUSY;
3823         }
3824
3825         if (mddev->pers) {
3826
3827                 if (mddev->sync_thread) {
3828                         set_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
3829                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
3830                         md_unregister_thread(mddev->sync_thread);
3831                         mddev->sync_thread = NULL;
3832                 }
3833
3834                 del_timer_sync(&mddev->safemode_timer);
3835
3836                 invalidate_partition(disk, 0);
3837
3838                 switch(mode) {
3839                 case 1: /* readonly */
3840                         err  = -ENXIO;
3841                         if (mddev->ro==1)
3842                                 goto out;
3843                         mddev->ro = 1;
3844                         break;
3845                 case 0: /* disassemble */
3846                 case 2: /* stop */
3847                         bitmap_flush(mddev);
3848                         md_super_wait(mddev);
3849                         if (mddev->ro)
3850                                 set_disk_ro(disk, 0);
3851                         blk_queue_make_request(mddev->queue, md_fail_request);
3852                         mddev->pers->stop(mddev);
3853                         mddev->queue->merge_bvec_fn = NULL;
3854                         mddev->queue->unplug_fn = NULL;
3855                         mddev->queue->backing_dev_info.congested_fn = NULL;
3856                         if (mddev->pers->sync_request)
3857                                 sysfs_remove_group(&mddev->kobj, &md_redundancy_group);
3858
3859                         module_put(mddev->pers->owner);
3860                         mddev->pers = NULL;
3861                         /* tell userspace to handle 'inactive' */
3862                         sysfs_notify(&mddev->kobj, NULL, "array_state");
3863
3864                         set_capacity(disk, 0);
3865                         mddev->changed = 1;
3866
3867                         if (mddev->ro)
3868                                 mddev->ro = 0;
3869                 }
3870                 if (!mddev->in_sync || mddev->flags) {
3871                         /* mark array as shutdown cleanly */
3872                         mddev->in_sync = 1;
3873                         md_update_sb(mddev, 1);
3874                 }
3875                 if (mode == 1)
3876                         set_disk_ro(disk, 1);
3877                 clear_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
3878         }
3879
3880         /*
3881          * Free resources if final stop
3882          */
3883         if (mode == 0) {
3884                 mdk_rdev_t *rdev;
3885                 struct list_head *tmp;
3886
3887                 printk(KERN_INFO "md: %s stopped.\n", mdname(mddev));
3888
3889                 bitmap_destroy(mddev);
3890                 if (mddev->bitmap_file) {
3891                         restore_bitmap_write_access(mddev->bitmap_file);
3892                         fput(mddev->bitmap_file);
3893                         mddev->bitmap_file = NULL;
3894                 }
3895                 mddev->bitmap_offset = 0;
3896
3897                 rdev_for_each(rdev, tmp, mddev)
3898                         if (rdev->raid_disk >= 0) {
3899                                 char nm[20];
3900                                 sprintf(nm, "rd%d", rdev->raid_disk);
3901                                 sysfs_remove_link(&mddev->kobj, nm);
3902                         }
3903
3904                 /* make sure all md_delayed_delete calls have finished */
3905                 flush_scheduled_work();
3906
3907                 export_array(mddev);
3908
3909                 mddev->array_size = 0;
3910                 mddev->size = 0;
3911                 mddev->raid_disks = 0;
3912                 mddev->recovery_cp = 0;
3913                 mddev->resync_min = 0;
3914                 mddev->resync_max = MaxSector;
3915                 mddev->reshape_position = MaxSector;
3916                 mddev->external = 0;
3917                 mddev->persistent = 0;
3918                 mddev->level = LEVEL_NONE;
3919                 mddev->clevel[0] = 0;
3920                 mddev->flags = 0;
3921                 mddev->ro = 0;
3922                 mddev->metadata_type[0] = 0;
3923                 mddev->chunk_size = 0;
3924                 mddev->ctime = mddev->utime = 0;
3925                 mddev->layout = 0;
3926                 mddev->max_disks = 0;
3927                 mddev->events = 0;
3928                 mddev->delta_disks = 0;
3929                 mddev->new_level = LEVEL_NONE;
3930                 mddev->new_layout = 0;
3931                 mddev->new_chunk = 0;
3932                 mddev->curr_resync = 0;
3933                 mddev->resync_mismatches = 0;
3934                 mddev->suspend_lo = mddev->suspend_hi = 0;
3935                 mddev->sync_speed_min = mddev->sync_speed_max = 0;
3936                 mddev->recovery = 0;
3937                 mddev->in_sync = 0;
3938                 mddev->changed = 0;
3939                 mddev->degraded = 0;
3940                 mddev->barriers_work = 0;
3941                 mddev->safemode = 0;
3942
3943         } else if (mddev->pers)
3944                 printk(KERN_INFO "md: %s switched to read-only mode.\n",
3945                         mdname(mddev));
3946         err = 0;
3947         md_new_event(mddev);
3948         sysfs_notify(&mddev->kobj, NULL, "array_state");
3949 out:
3950         return err;
3951 }
3952
3953 #ifndef MODULE
3954 static void autorun_array(mddev_t *mddev)
3955 {
3956         mdk_rdev_t *rdev;
3957         struct list_head *tmp;
3958         int err;
3959
3960         if (list_empty(&mddev->disks))
3961                 return;
3962
3963         printk(KERN_INFO "md: running: ");
3964
3965         rdev_for_each(rdev, tmp, mddev) {
3966                 char b[BDEVNAME_SIZE];
3967                 printk("<%s>", bdevname(rdev->bdev,b));
3968         }
3969         printk("\n");
3970
3971         err = do_md_run (mddev);
3972         if (err) {
3973                 printk(KERN_WARNING "md: do_md_run() returned %d\n", err);
3974                 do_md_stop (mddev, 0, 0);
3975         }
3976 }
3977
3978 /*
3979  * lets try to run arrays based on all disks that have arrived
3980  * until now. (those are in pending_raid_disks)
3981  *
3982  * the method: pick the first pending disk, collect all disks with
3983  * the same UUID, remove all from the pending list and put them into
3984  * the 'same_array' list. Then order this list based on superblock
3985  * update time (freshest comes first), kick out 'old' disks and
3986  * compare superblocks. If everything's fine then run it.
3987  *
3988  * If "unit" is allocated, then bump its reference count
3989  */
3990 static void autorun_devices(int part)
3991 {
3992         struct list_head *tmp;
3993         mdk_rdev_t *rdev0, *rdev;
3994         mddev_t *mddev;
3995         char b[BDEVNAME_SIZE];
3996
3997         printk(KERN_INFO "md: autorun ...\n");
3998         while (!list_empty(&pending_raid_disks)) {
3999                 int unit;
4000                 dev_t dev;
4001                 LIST_HEAD(candidates);
4002                 rdev0 = list_entry(pending_raid_disks.next,
4003                                          mdk_rdev_t, same_set);
4004
4005                 printk(KERN_INFO "md: considering %s ...\n",
4006                         bdevname(rdev0->bdev,b));
4007                 INIT_LIST_HEAD(&candidates);
4008                 rdev_for_each_list(rdev, tmp, pending_raid_disks)
4009                         if (super_90_load(rdev, rdev0, 0) >= 0) {
4010                                 printk(KERN_INFO "md:  adding %s ...\n",
4011                                         bdevname(rdev->bdev,b));
4012                                 list_move(&rdev->same_set, &candidates);
4013                         }
4014                 /*
4015                  * now we have a set of devices, with all of them having
4016                  * mostly sane superblocks. It's time to allocate the
4017                  * mddev.
4018                  */
4019                 if (part) {
4020                         dev = MKDEV(mdp_major,
4021                                     rdev0->preferred_minor << MdpMinorShift);
4022                         unit = MINOR(dev) >> MdpMinorShift;
4023                 } else {
4024                         dev = MKDEV(MD_MAJOR, rdev0->preferred_minor);
4025                         unit = MINOR(dev);
4026                 }
4027                 if (rdev0->preferred_minor != unit) {
4028                         printk(KERN_INFO "md: unit number in %s is bad: %d\n",
4029                                bdevname(rdev0->bdev, b), rdev0->preferred_minor);
4030                         break;
4031                 }
4032
4033                 md_probe(dev, NULL, NULL);
4034                 mddev = mddev_find(dev);
4035                 if (!mddev || !mddev->gendisk) {
4036                         if (mddev)
4037                                 mddev_put(mddev);
4038                         printk(KERN_ERR
4039                                 "md: cannot allocate memory for md drive.\n");
4040                         break;
4041                 }
4042                 if (mddev_lock(mddev)) 
4043                         printk(KERN_WARNING "md: %s locked, cannot run\n",
4044                                mdname(mddev));
4045                 else if (mddev->raid_disks || mddev->major_version
4046                          || !list_empty(&mddev->disks)) {
4047                         printk(KERN_WARNING 
4048                                 "md: %s already running, cannot run %s\n",
4049                                 mdname(mddev), bdevname(rdev0->bdev,b));
4050                         mddev_unlock(mddev);
4051                 } else {
4052                         printk(KERN_INFO "md: created %s\n", mdname(mddev));
4053                         mddev->persistent = 1;
4054                         rdev_for_each_list(rdev, tmp, candidates) {
4055                                 list_del_init(&rdev->same_set);
4056                                 if (bind_rdev_to_array(rdev, mddev))
4057                                         export_rdev(rdev);
4058                         }
4059                         autorun_array(mddev);
4060                         mddev_unlock(mddev);
4061                 }
4062                 /* on success, candidates will be empty, on error
4063                  * it won't...
4064                  */
4065                 rdev_for_each_list(rdev, tmp, candidates)
4066                         export_rdev(rdev);
4067                 mddev_put(mddev);
4068         }
4069         printk(KERN_INFO "md: ... autorun DONE.\n");
4070 }
4071 #endif /* !MODULE */
4072
4073 static int get_version(void __user * arg)
4074 {
4075         mdu_version_t ver;
4076
4077         ver.major = MD_MAJOR_VERSION;
4078         ver.minor = MD_MINOR_VERSION;
4079         ver.patchlevel = MD_PATCHLEVEL_VERSION;
4080
4081         if (copy_to_user(arg, &ver, sizeof(ver)))
4082                 return -EFAULT;
4083
4084         return 0;
4085 }
4086
4087 static int get_array_info(mddev_t * mddev, void __user * arg)
4088 {
4089         mdu_array_info_t info;
4090         int nr,working,active,failed,spare;
4091         mdk_rdev_t *rdev;
4092         struct list_head *tmp;
4093
4094         nr=working=active=failed=spare=0;
4095         rdev_for_each(rdev, tmp, mddev) {
4096                 nr++;
4097                 if (test_bit(Faulty, &rdev->flags))
4098                         failed++;
4099                 else {
4100                         working++;
4101                         if (test_bit(In_sync, &rdev->flags))
4102                                 active++;       
4103                         else
4104                                 spare++;
4105                 }
4106         }
4107
4108         info.major_version = mddev->major_version;
4109         info.minor_version = mddev->minor_version;
4110         info.patch_version = MD_PATCHLEVEL_VERSION;
4111         info.ctime         = mddev->ctime;
4112         info.level         = mddev->level;
4113         info.size          = mddev->size;
4114         if (info.size != mddev->size) /* overflow */
4115                 info.size = -1;
4116         info.nr_disks      = nr;
4117         info.raid_disks    = mddev->raid_disks;
4118         info.md_minor      = mddev->md_minor;
4119         info.not_persistent= !mddev->persistent;
4120
4121         info.utime         = mddev->utime;
4122         info.state         = 0;
4123         if (mddev->in_sync)
4124                 info.state = (1<<MD_SB_CLEAN);
4125         if (mddev->bitmap && mddev->bitmap_offset)
4126                 info.state = (1<<MD_SB_BITMAP_PRESENT);
4127         info.active_disks  = active;
4128         info.working_disks = working;
4129         info.failed_disks  = failed;
4130         info.spare_disks   = spare;
4131
4132         info.layout        = mddev->layout;
4133         info.chunk_size    = mddev->chunk_size;
4134
4135         if (copy_to_user(arg, &info, sizeof(info)))
4136                 return -EFAULT;
4137
4138         return 0;
4139 }
4140
4141 static int get_bitmap_file(mddev_t * mddev, void __user * arg)
4142 {
4143         mdu_bitmap_file_t *file = NULL; /* too big for stack allocation */
4144         char *ptr, *buf = NULL;
4145         int err = -ENOMEM;
4146
4147         if (md_allow_write(mddev))
4148                 file = kmalloc(sizeof(*file), GFP_NOIO);
4149         else
4150                 file = kmalloc(sizeof(*file), GFP_KERNEL);
4151
4152         if (!file)
4153                 goto out;
4154
4155         /* bitmap disabled, zero the first byte and copy out */
4156         if (!mddev->bitmap || !mddev->bitmap->file) {
4157                 file->pathname[0] = '\0';
4158                 goto copy_out;
4159         }
4160
4161         buf = kmalloc(sizeof(file->pathname), GFP_KERNEL);
4162         if (!buf)
4163                 goto out;
4164
4165         ptr = d_path(&mddev->bitmap->file->f_path, buf, sizeof(file->pathname));
4166         if (IS_ERR(ptr))
4167                 goto out;
4168
4169         strcpy(file->pathname, ptr);
4170
4171 copy_out:
4172         err = 0;
4173         if (copy_to_user(arg, file, sizeof(*file)))
4174                 err = -EFAULT;
4175 out:
4176         kfree(buf);
4177         kfree(file);
4178         return err;
4179 }
4180
4181 static int get_disk_info(mddev_t * mddev, void __user * arg)
4182 {
4183         mdu_disk_info_t info;
4184         mdk_rdev_t *rdev;
4185
4186         if (copy_from_user(&info, arg, sizeof(info)))
4187                 return -EFAULT;
4188
4189         rdev = find_rdev_nr(mddev, info.number);
4190         if (rdev) {
4191                 info.major = MAJOR(rdev->bdev->bd_dev);
4192                 info.minor = MINOR(rdev->bdev->bd_dev);
4193                 info.raid_disk = rdev->raid_disk;
4194                 info.state = 0;
4195                 if (test_bit(Faulty, &rdev->flags))
4196                         info.state |= (1<<MD_DISK_FAULTY);
4197                 else if (test_bit(In_sync, &rdev->flags)) {
4198                         info.state |= (1<<MD_DISK_ACTIVE);
4199                         info.state |= (1<<MD_DISK_SYNC);
4200                 }
4201                 if (test_bit(WriteMostly, &rdev->flags))
4202                         info.state |= (1<<MD_DISK_WRITEMOSTLY);
4203         } else {
4204                 info.major = info.minor = 0;
4205                 info.raid_disk = -1;
4206                 info.state = (1<<MD_DISK_REMOVED);
4207         }
4208
4209         if (copy_to_user(arg, &info, sizeof(info)))
4210                 return -EFAULT;
4211
4212         return 0;
4213 }
4214
4215 static int add_new_disk(mddev_t * mddev, mdu_disk_info_t *info)
4216 {
4217         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
4218         mdk_rdev_t *rdev;
4219         dev_t dev = MKDEV(info->major,info->minor);
4220
4221         if (info->major != MAJOR(dev) || info->minor != MINOR(dev))
4222                 return -EOVERFLOW;
4223
4224         if (!mddev->raid_disks) {
4225                 int err;
4226                 /* expecting a device which has a superblock */
4227                 rdev = md_import_device(dev, mddev->major_version, mddev->minor_version);
4228                 if (IS_ERR(rdev)) {
4229                         printk(KERN_WARNING 
4230                                 "md: md_import_device returned %ld\n",
4231                                 PTR_ERR(rdev));
4232                         return PTR_ERR(rdev);
4233                 }
4234                 if (!list_empty(&mddev->disks)) {
4235                         mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
4236                                                         mdk_rdev_t, same_set);
4237                         int err = super_types[mddev->major_version]
4238                                 .load_super(rdev, rdev0, mddev->minor_version);
4239                         if (err < 0) {
4240                                 printk(KERN_WARNING 
4241                                         "md: %s has different UUID to %s\n",
4242                                         bdevname(rdev->bdev,b), 
4243                                         bdevname(rdev0->bdev,b2));
4244                                 export_rdev(rdev);
4245                                 return -EINVAL;
4246                         }
4247                 }
4248                 err = bind_rdev_to_array(rdev, mddev);
4249                 if (err)
4250                         export_rdev(rdev);
4251                 return err;
4252         }
4253
4254         /*
4255          * add_new_disk can be used once the array is assembled
4256          * to add "hot spares".  They must already have a superblock
4257          * written
4258          */
4259         if (mddev->pers) {
4260                 int err;
4261                 if (!mddev->pers->hot_add_disk) {
4262                         printk(KERN_WARNING 
4263                                 "%s: personality does not support diskops!\n",
4264                                mdname(mddev));
4265                         return -EINVAL;
4266                 }
4267                 if (mddev->persistent)
4268                         rdev = md_import_device(dev, mddev->major_version,
4269                                                 mddev->minor_version);
4270                 else
4271                         rdev = md_import_device(dev, -1, -1);
4272                 if (IS_ERR(rdev)) {
4273                         printk(KERN_WARNING 
4274                                 "md: md_import_device returned %ld\n",
4275                                 PTR_ERR(rdev));
4276                         return PTR_ERR(rdev);
4277                 }
4278                 /* set save_raid_disk if appropriate */
4279                 if (!mddev->persistent) {
4280                         if (info->state & (1<<MD_DISK_SYNC)  &&
4281                             info->raid_disk < mddev->raid_disks)
4282                                 rdev->raid_disk = info->raid_disk;
4283                         else
4284                                 rdev->raid_disk = -1;
4285                 } else
4286                         super_types[mddev->major_version].
4287                                 validate_super(mddev, rdev);
4288                 rdev->saved_raid_disk = rdev->raid_disk;
4289
4290                 clear_bit(In_sync, &rdev->flags); /* just to be sure */
4291                 if (info->state & (1<<MD_DISK_WRITEMOSTLY))
4292                         set_bit(WriteMostly, &rdev->flags);
4293
4294                 rdev->raid_disk = -1;
4295                 err = bind_rdev_to_array(rdev, mddev);
4296                 if (!err && !mddev->pers->hot_remove_disk) {
4297                         /* If there is hot_add_disk but no hot_remove_disk
4298                          * then added disks for geometry changes,
4299                          * and should be added immediately.
4300                          */
4301                         super_types[mddev->major_version].
4302                                 validate_super(mddev, rdev);
4303                         err = mddev->pers->hot_add_disk(mddev, rdev);
4304                         if (err)
4305                                 unbind_rdev_from_array(rdev);
4306                 }
4307                 if (err)
4308                         export_rdev(rdev);
4309                 else
4310                         sysfs_notify(&rdev->kobj, NULL, "state");
4311
4312                 md_update_sb(mddev, 1);
4313                 if (mddev->degraded)
4314                         set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
4315                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4316                 md_wakeup_thread(mddev->thread);
4317                 return err;
4318         }
4319
4320         /* otherwise, add_new_disk is only allowed
4321          * for major_version==0 superblocks
4322          */
4323         if (mddev->major_version != 0) {
4324                 printk(KERN_WARNING "%s: ADD_NEW_DISK not supported\n",
4325                        mdname(mddev));
4326                 return -EINVAL;
4327         }
4328
4329         if (!(info->state & (1<<MD_DISK_FAULTY))) {
4330                 int err;
4331                 rdev = md_import_device (dev, -1, 0);
4332                 if (IS_ERR(rdev)) {
4333                         printk(KERN_WARNING 
4334                                 "md: error, md_import_device() returned %ld\n",
4335                                 PTR_ERR(rdev));
4336                         return PTR_ERR(rdev);
4337                 }
4338                 rdev->desc_nr = info->number;
4339                 if (info->raid_disk < mddev->raid_disks)
4340                         rdev->raid_disk = info->raid_disk;
4341                 else
4342                         rdev->raid_disk = -1;
4343
4344                 if (rdev->raid_disk < mddev->raid_disks)
4345                         if (info->state & (1<<MD_DISK_SYNC))
4346                                 set_bit(In_sync, &rdev->flags);
4347
4348                 if (info->state & (1<<MD_DISK_WRITEMOSTLY))
4349                         set_bit(WriteMostly, &rdev->flags);
4350
4351                 if (!mddev->persistent) {
4352                         printk(KERN_INFO "md: nonpersistent superblock ...\n");
4353                         rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
4354                 } else 
4355                         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
4356                 rdev->size = calc_num_sectors(rdev, mddev->chunk_size) / 2;
4357
4358                 err = bind_rdev_to_array(rdev, mddev);
4359                 if (err) {
4360                         export_rdev(rdev);
4361                         return err;
4362                 }
4363         }
4364
4365         return 0;
4366 }
4367
4368 static int hot_remove_disk(mddev_t * mddev, dev_t dev)
4369 {
4370         char b[BDEVNAME_SIZE];
4371         mdk_rdev_t *rdev;
4372
4373         rdev = find_rdev(mddev, dev);
4374         if (!rdev)
4375                 return -ENXIO;
4376
4377         if (rdev->raid_disk >= 0)
4378                 goto busy;
4379
4380         kick_rdev_from_array(rdev);
4381         md_update_sb(mddev, 1);
4382         md_new_event(mddev);
4383
4384         return 0;
4385 busy:
4386         printk(KERN_WARNING "md: cannot remove active disk %s from %s ...\n",
4387                 bdevname(rdev->bdev,b), mdname(mddev));
4388         return -EBUSY;
4389 }
4390
4391 static int hot_add_disk(mddev_t * mddev, dev_t dev)
4392 {
4393         char b[BDEVNAME_SIZE];
4394         int err;
4395         mdk_rdev_t *rdev;
4396
4397         if (!mddev->pers)
4398                 return -ENODEV;
4399
4400         if (mddev->major_version != 0) {
4401                 printk(KERN_WARNING "%s: HOT_ADD may only be used with"
4402                         " version-0 superblocks.\n",
4403                         mdname(mddev));
4404                 return -EINVAL;
4405         }
4406         if (!mddev->pers->hot_add_disk) {
4407                 printk(KERN_WARNING 
4408                         "%s: personality does not support diskops!\n",
4409                         mdname(mddev));
4410                 return -EINVAL;
4411         }
4412
4413         rdev = md_import_device (dev, -1, 0);
4414         if (IS_ERR(rdev)) {
4415                 printk(KERN_WARNING 
4416                         "md: error, md_import_device() returned %ld\n",
4417                         PTR_ERR(rdev));
4418                 return -EINVAL;
4419         }
4420
4421         if (mddev->persistent)
4422                 rdev->sb_start = calc_dev_sboffset(rdev->bdev);
4423         else
4424                 rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
4425
4426         rdev->size = calc_num_sectors(rdev, mddev->chunk_size) / 2;
4427
4428         if (test_bit(Faulty, &rdev->flags)) {
4429                 printk(KERN_WARNING 
4430                         "md: can not hot-add faulty %s disk to %s!\n",
4431                         bdevname(rdev->bdev,b), mdname(mddev));
4432                 err = -EINVAL;
4433                 goto abort_export;
4434         }
4435         clear_bit(In_sync, &rdev->flags);
4436         rdev->desc_nr = -1;
4437         rdev->saved_raid_disk = -1;
4438         err = bind_rdev_to_array(rdev, mddev);
4439         if (err)
4440                 goto abort_export;
4441
4442         /*
4443          * The rest should better be atomic, we can have disk failures
4444          * noticed in interrupt contexts ...
4445          */
4446
4447         if (rdev->desc_nr == mddev->max_disks) {
4448                 printk(KERN_WARNING "%s: can not hot-add to full array!\n",
4449                         mdname(mddev));
4450                 err = -EBUSY;
4451                 goto abort_unbind_export;
4452         }
4453
4454         rdev->raid_disk = -1;
4455
4456         md_update_sb(mddev, 1);
4457
4458         /*
4459          * Kick recovery, maybe this spare has to be added to the
4460          * array immediately.
4461          */
4462         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4463         md_wakeup_thread(mddev->thread);
4464         md_new_event(mddev);
4465         return 0;
4466
4467 abort_unbind_export:
4468         unbind_rdev_from_array(rdev);
4469
4470 abort_export:
4471         export_rdev(rdev);
4472         return err;
4473 }
4474
4475 static int set_bitmap_file(mddev_t *mddev, int fd)
4476 {
4477         int err;
4478
4479         if (mddev->pers) {
4480                 if (!mddev->pers->quiesce)
4481                         return -EBUSY;
4482                 if (mddev->recovery || mddev->sync_thread)
4483                         return -EBUSY;
4484                 /* we should be able to change the bitmap.. */
4485         }
4486
4487
4488         if (fd >= 0) {
4489                 if (mddev->bitmap)
4490                         return -EEXIST; /* cannot add when bitmap is present */
4491                 mddev->bitmap_file = fget(fd);
4492
4493                 if (mddev->bitmap_file == NULL) {
4494                         printk(KERN_ERR "%s: error: failed to get bitmap file\n",
4495                                mdname(mddev));
4496                         return -EBADF;
4497                 }
4498
4499                 err = deny_bitmap_write_access(mddev->bitmap_file);
4500                 if (err) {
4501                         printk(KERN_ERR "%s: error: bitmap file is already in use\n",
4502                                mdname(mddev));
4503                         fput(mddev->bitmap_file);
4504                         mddev->bitmap_file = NULL;
4505                         return err;
4506                 }
4507                 mddev->bitmap_offset = 0; /* file overrides offset */
4508         } else if (mddev->bitmap == NULL)
4509                 return -ENOENT; /* cannot remove what isn't there */
4510         err = 0;
4511         if (mddev->pers) {
4512                 mddev->pers->quiesce(mddev, 1);
4513                 if (fd >= 0)
4514                         err = bitmap_create(mddev);
4515                 if (fd < 0 || err) {
4516                         bitmap_destroy(mddev);
4517                         fd = -1; /* make sure to put the file */
4518                 }
4519                 mddev->pers->quiesce(mddev, 0);
4520         }
4521         if (fd < 0) {
4522                 if (mddev->bitmap_file) {
4523                         restore_bitmap_write_access(mddev->bitmap_file);
4524                         fput(mddev->bitmap_file);
4525                 }
4526                 mddev->bitmap_file = NULL;
4527         }
4528
4529         return err;
4530 }
4531
4532 /*
4533  * set_array_info is used two different ways
4534  * The original usage is when creating a new array.
4535  * In this usage, raid_disks is > 0 and it together with
4536  *  level, size, not_persistent,layout,chunksize determine the
4537  *  shape of the array.
4538  *  This will always create an array with a type-0.90.0 superblock.
4539  * The newer usage is when assembling an array.
4540  *  In this case raid_disks will be 0, and the major_version field is
4541  *  use to determine which style super-blocks are to be found on the devices.
4542  *  The minor and patch _version numbers are also kept incase the
4543  *  super_block handler wishes to interpret them.
4544  */
4545 static int set_array_info(mddev_t * mddev, mdu_array_info_t *info)
4546 {
4547
4548         if (info->raid_disks == 0) {
4549                 /* just setting version number for superblock loading */
4550                 if (info->major_version < 0 ||
4551                     info->major_version >= ARRAY_SIZE(super_types) ||
4552                     super_types[info->major_version].name == NULL) {
4553                         /* maybe try to auto-load a module? */
4554                         printk(KERN_INFO 
4555                                 "md: superblock version %d not known\n",
4556                                 info->major_version);
4557                         return -EINVAL;
4558                 }
4559                 mddev->major_version = info->major_version;
4560                 mddev->minor_version = info->minor_version;
4561                 mddev->patch_version = info->patch_version;
4562                 mddev->persistent = !info->not_persistent;
4563                 return 0;
4564         }
4565         mddev->major_version = MD_MAJOR_VERSION;
4566         mddev->minor_version = MD_MINOR_VERSION;
4567         mddev->patch_version = MD_PATCHLEVEL_VERSION;
4568         mddev->ctime         = get_seconds();
4569
4570         mddev->level         = info->level;
4571         mddev->clevel[0]     = 0;
4572         mddev->size          = info->size;
4573         mddev->raid_disks    = info->raid_disks;
4574         /* don't set md_minor, it is determined by which /dev/md* was
4575          * openned
4576          */
4577         if (info->state & (1<<MD_SB_CLEAN))
4578                 mddev->recovery_cp = MaxSector;
4579         else
4580                 mddev->recovery_cp = 0;
4581         mddev->persistent    = ! info->not_persistent;
4582         mddev->external      = 0;
4583
4584         mddev->layout        = info->layout;
4585         mddev->chunk_size    = info->chunk_size;
4586
4587         mddev->max_disks     = MD_SB_DISKS;
4588
4589         if (mddev->persistent)
4590                 mddev->flags         = 0;
4591         set_bit(MD_CHANGE_DEVS, &mddev->flags);
4592
4593         mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
4594         mddev->bitmap_offset = 0;
4595
4596         mddev->reshape_position = MaxSector;
4597
4598         /*
4599          * Generate a 128 bit UUID
4600          */
4601         get_random_bytes(mddev->uuid, 16);
4602
4603         mddev->new_level = mddev->level;
4604         mddev->new_chunk = mddev->chunk_size;
4605         mddev->new_layout = mddev->layout;
4606         mddev->delta_disks = 0;
4607
4608         return 0;
4609 }
4610
4611 static int update_size(mddev_t *mddev, sector_t num_sectors)
4612 {
4613         mdk_rdev_t * rdev;
4614         int rv;
4615         struct list_head *tmp;
4616         int fit = (num_sectors == 0);
4617
4618         if (mddev->pers->resize == NULL)
4619                 return -EINVAL;
4620         /* The "num_sectors" is the number of sectors of each device that
4621          * is used.  This can only make sense for arrays with redundancy.
4622          * linear and raid0 always use whatever space is available. We can only
4623          * consider changing this number if no resync or reconstruction is
4624          * happening, and if the new size is acceptable. It must fit before the
4625          * sb_start or, if that is <data_offset, it must fit before the size
4626          * of each device.  If num_sectors is zero, we find the largest size
4627          * that fits.
4628
4629          */
4630         if (mddev->sync_thread)
4631                 return -EBUSY;
4632         rdev_for_each(rdev, tmp, mddev) {
4633                 sector_t avail;
4634                 avail = rdev->size * 2;
4635
4636                 if (fit && (num_sectors == 0 || num_sectors > avail))
4637                         num_sectors = avail;
4638                 if (avail < num_sectors)
4639                         return -ENOSPC;
4640         }
4641         rv = mddev->pers->resize(mddev, num_sectors);
4642         if (!rv) {
4643                 struct block_device *bdev;
4644
4645                 bdev = bdget_disk(mddev->gendisk, 0);
4646                 if (bdev) {
4647                         mutex_lock(&bdev->bd_inode->i_mutex);
4648                         i_size_write(bdev->bd_inode, (loff_t)mddev->array_size << 10);
4649                         mutex_unlock(&bdev->bd_inode->i_mutex);
4650                         bdput(bdev);
4651                 }
4652         }
4653         return rv;
4654 }
4655
4656 static int update_raid_disks(mddev_t *mddev, int raid_disks)
4657 {
4658         int rv;
4659         /* change the number of raid disks */
4660         if (mddev->pers->check_reshape == NULL)
4661                 return -EINVAL;
4662         if (raid_disks <= 0 ||
4663             raid_disks >= mddev->max_disks)
4664                 return -EINVAL;
4665         if (mddev->sync_thread || mddev->reshape_position != MaxSector)
4666                 return -EBUSY;
4667         mddev->delta_disks = raid_disks - mddev->raid_disks;
4668
4669         rv = mddev->pers->check_reshape(mddev);
4670         return rv;
4671 }
4672
4673
4674 /*
4675  * update_array_info is used to change the configuration of an
4676  * on-line array.
4677  * The version, ctime,level,size,raid_disks,not_persistent, layout,chunk_size
4678  * fields in the info are checked against the array.
4679  * Any differences that cannot be handled will cause an error.
4680  * Normally, only one change can be managed at a time.
4681  */
4682 static int update_array_info(mddev_t *mddev, mdu_array_info_t *info)
4683 {
4684         int rv = 0;
4685         int cnt = 0;
4686         int state = 0;
4687
4688         /* calculate expected state,ignoring low bits */
4689         if (mddev->bitmap && mddev->bitmap_offset)
4690                 state |= (1 << MD_SB_BITMAP_PRESENT);
4691
4692         if (mddev->major_version != info->major_version ||
4693             mddev->minor_version != info->minor_version ||
4694 /*          mddev->patch_version != info->patch_version || */
4695             mddev->ctime         != info->ctime         ||
4696             mddev->level         != info->level         ||
4697 /*          mddev->layout        != info->layout        || */
4698             !mddev->persistent   != info->not_persistent||
4699             mddev->chunk_size    != info->chunk_size    ||
4700             /* ignore bottom 8 bits of state, and allow SB_BITMAP_PRESENT to change */
4701             ((state^info->state) & 0xfffffe00)
4702                 )
4703                 return -EINVAL;
4704         /* Check there is only one change */
4705         if (info->size >= 0 && mddev->size != info->size) cnt++;
4706         if (mddev->raid_disks != info->raid_disks) cnt++;
4707         if (mddev->layout != info->layout) cnt++;
4708         if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT)) cnt++;
4709         if (cnt == 0) return 0;
4710         if (cnt > 1) return -EINVAL;
4711
4712         if (mddev->layout != info->layout) {
4713                 /* Change layout
4714                  * we don't need to do anything at the md level, the
4715                  * personality will take care of it all.
4716                  */
4717                 if (mddev->pers->reconfig == NULL)
4718                         return -EINVAL;
4719                 else
4720                         return mddev->pers->reconfig(mddev, info->layout, -1);
4721         }
4722         if (info->size >= 0 && mddev->size != info->size)
4723                 rv = update_size(mddev, (sector_t)info->size * 2);
4724
4725         if (mddev->raid_disks    != info->raid_disks)
4726                 rv = update_raid_disks(mddev, info->raid_disks);
4727
4728         if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT)) {
4729                 if (mddev->pers->quiesce == NULL)
4730                         return -EINVAL;
4731                 if (mddev->recovery || mddev->sync_thread)
4732                         return -EBUSY;
4733                 if (info->state & (1<<MD_SB_BITMAP_PRESENT)) {
4734                         /* add the bitmap */
4735                         if (mddev->bitmap)
4736                                 return -EEXIST;
4737                         if (mddev->default_bitmap_offset == 0)
4738                                 return -EINVAL;
4739                         mddev->bitmap_offset = mddev->default_bitmap_offset;
4740                         mddev->pers->quiesce(mddev, 1);
4741                         rv = bitmap_create(mddev);
4742                         if (rv)
4743                                 bitmap_destroy(mddev);
4744                         mddev->pers->quiesce(mddev, 0);
4745                 } else {
4746                         /* remove the bitmap */
4747                         if (!mddev->bitmap)
4748                                 return -ENOENT;
4749                         if (mddev->bitmap->file)
4750                                 return -EINVAL;
4751                         mddev->pers->quiesce(mddev, 1);
4752                         bitmap_destroy(mddev);
4753                         mddev->pers->quiesce(mddev, 0);
4754                         mddev->bitmap_offset = 0;
4755                 }
4756         }
4757         md_update_sb(mddev, 1);
4758         return rv;
4759 }
4760
4761 static int set_disk_faulty(mddev_t *mddev, dev_t dev)
4762 {
4763         mdk_rdev_t *rdev;
4764
4765         if (mddev->pers == NULL)
4766                 return -ENODEV;
4767
4768         rdev = find_rdev(mddev, dev);
4769         if (!rdev)
4770                 return -ENODEV;
4771
4772         md_error(mddev, rdev);
4773         return 0;
4774 }
4775
4776 /*
4777  * We have a problem here : there is no easy way to give a CHS
4778  * virtual geometry. We currently pretend that we have a 2 heads
4779  * 4 sectors (with a BIG number of cylinders...). This drives
4780  * dosfs just mad... ;-)
4781  */
4782 static int md_getgeo(struct block_device *bdev, struct hd_geometry *geo)
4783 {
4784         mddev_t *mddev = bdev->bd_disk->private_data;
4785
4786         geo->heads = 2;
4787         geo->sectors = 4;
4788         geo->cylinders = get_capacity(mddev->gendisk) / 8;
4789         return 0;
4790 }
4791
4792 static int md_ioctl(struct inode *inode, struct file *file,
4793                         unsigned int cmd, unsigned long arg)
4794 {
4795         int err = 0;
4796         void __user *argp = (void __user *)arg;
4797         mddev_t *mddev = NULL;
4798
4799         if (!capable(CAP_SYS_ADMIN))
4800                 return -EACCES;
4801
4802         /*
4803          * Commands dealing with the RAID driver but not any
4804          * particular array:
4805          */
4806         switch (cmd)
4807         {
4808                 case RAID_VERSION:
4809                         err = get_version(argp);
4810                         goto done;
4811
4812                 case PRINT_RAID_DEBUG:
4813                         err = 0;
4814                         md_print_devices();
4815                         goto done;
4816
4817 #ifndef MODULE
4818                 case RAID_AUTORUN:
4819                         err = 0;
4820                         autostart_arrays(arg);
4821                         goto done;
4822 #endif
4823                 default:;
4824         }
4825
4826         /*
4827          * Commands creating/starting a new array:
4828          */
4829
4830         mddev = inode->i_bdev->bd_disk->private_data;
4831
4832         if (!mddev) {
4833                 BUG();
4834                 goto abort;
4835         }
4836
4837         err = mddev_lock(mddev);
4838         if (err) {
4839                 printk(KERN_INFO 
4840                         "md: ioctl lock interrupted, reason %d, cmd %d\n",
4841                         err, cmd);
4842                 goto abort;
4843         }
4844
4845         switch (cmd)
4846         {
4847                 case SET_ARRAY_INFO:
4848                         {
4849                                 mdu_array_info_t info;
4850                                 if (!arg)
4851                                         memset(&info, 0, sizeof(info));
4852                                 else if (copy_from_user(&info, argp, sizeof(info))) {
4853                                         err = -EFAULT;
4854                                         goto abort_unlock;
4855                                 }
4856                                 if (mddev->pers) {
4857                                         err = update_array_info(mddev, &info);
4858                                         if (err) {
4859                                                 printk(KERN_WARNING "md: couldn't update"
4860                                                        " array info. %d\n", err);
4861                                                 goto abort_unlock;
4862                                         }
4863                                         goto done_unlock;
4864                                 }
4865                                 if (!list_empty(&mddev->disks)) {
4866                                         printk(KERN_WARNING
4867                                                "md: array %s already has disks!\n",
4868                                                mdname(mddev));
4869                                         err = -EBUSY;
4870                                         goto abort_unlock;
4871                                 }
4872                                 if (mddev->raid_disks) {
4873                                         printk(KERN_WARNING
4874                                                "md: array %s already initialised!\n",
4875                                                mdname(mddev));
4876                                         err = -EBUSY;
4877                                         goto abort_unlock;
4878                                 }
4879                                 err = set_array_info(mddev, &info);
4880                                 if (err) {
4881                                         printk(KERN_WARNING "md: couldn't set"
4882                                                " array info. %d\n", err);
4883                                         goto abort_unlock;
4884                                 }
4885                         }
4886                         goto done_unlock;
4887
4888                 default:;
4889         }
4890
4891         /*
4892          * Commands querying/configuring an existing array:
4893          */
4894         /* if we are not initialised yet, only ADD_NEW_DISK, STOP_ARRAY,
4895          * RUN_ARRAY, and GET_ and SET_BITMAP_FILE are allowed */
4896         if ((!mddev->raid_disks && !mddev->external)
4897             && cmd != ADD_NEW_DISK && cmd != STOP_ARRAY
4898             && cmd != RUN_ARRAY && cmd != SET_BITMAP_FILE
4899             && cmd != GET_BITMAP_FILE) {
4900                 err = -ENODEV;
4901                 goto abort_unlock;
4902         }
4903
4904         /*
4905          * Commands even a read-only array can execute:
4906          */
4907         switch (cmd)
4908         {
4909                 case GET_ARRAY_INFO:
4910                         err = get_array_info(mddev, argp);
4911                         goto done_unlock;
4912
4913                 case GET_BITMAP_FILE:
4914                         err = get_bitmap_file(mddev, argp);
4915                         goto done_unlock;
4916
4917                 case GET_DISK_INFO:
4918                         err = get_disk_info(mddev, argp);
4919                         goto done_unlock;
4920
4921                 case RESTART_ARRAY_RW:
4922                         err = restart_array(mddev);
4923                         goto done_unlock;
4924
4925                 case STOP_ARRAY:
4926                         err = do_md_stop (mddev, 0, 1);
4927                         goto done_unlock;
4928
4929                 case STOP_ARRAY_RO:
4930                         err = do_md_stop (mddev, 1, 1);
4931                         goto done_unlock;
4932
4933         }
4934
4935         /*
4936          * The remaining ioctls are changing the state of the
4937          * superblock, so we do not allow them on read-only arrays.
4938          * However non-MD ioctls (e.g. get-size) will still come through
4939          * here and hit the 'default' below, so only disallow
4940          * 'md' ioctls, and switch to rw mode if started auto-readonly.
4941          */
4942         if (_IOC_TYPE(cmd) == MD_MAJOR && mddev->ro && mddev->pers) {
4943                 if (mddev->ro == 2) {
4944                         mddev->ro = 0;
4945                         sysfs_notify(&mddev->kobj, NULL, "array_state");
4946                         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4947                         md_wakeup_thread(mddev->thread);
4948                 } else {
4949                         err = -EROFS;
4950                         goto abort_unlock;
4951                 }
4952         }
4953
4954         switch (cmd)
4955         {
4956                 case ADD_NEW_DISK:
4957                 {
4958                         mdu_disk_info_t info;
4959                         if (copy_from_user(&info, argp, sizeof(info)))
4960                                 err = -EFAULT;
4961                         else
4962                                 err = add_new_disk(mddev, &info);
4963                         goto done_unlock;
4964                 }
4965
4966                 case HOT_REMOVE_DISK:
4967                         err = hot_remove_disk(mddev, new_decode_dev(arg));
4968                         goto done_unlock;
4969
4970                 case HOT_ADD_DISK:
4971                         err = hot_add_disk(mddev, new_decode_dev(arg));
4972                         goto done_unlock;
4973
4974                 case SET_DISK_FAULTY:
4975                         err = set_disk_faulty(mddev, new_decode_dev(arg));
4976                         goto done_unlock;
4977
4978                 case RUN_ARRAY:
4979                         err = do_md_run (mddev);
4980                         goto done_unlock;
4981
4982                 case SET_BITMAP_FILE:
4983                         err = set_bitmap_file(mddev, (int)arg);
4984                         goto done_unlock;
4985
4986                 default:
4987                         err = -EINVAL;
4988                         goto abort_unlock;
4989         }
4990
4991 done_unlock:
4992 abort_unlock:
4993         mddev_unlock(mddev);
4994
4995         return err;
4996 done:
4997         if (err)
4998                 MD_BUG();
4999 abort:
5000         return err;
5001 }
5002
5003 static int md_open(struct inode *inode, struct file *file)
5004 {
5005         /*
5006          * Succeed if we can lock the mddev, which confirms that
5007          * it isn't being stopped right now.
5008          */
5009         mddev_t *mddev = inode->i_bdev->bd_disk->private_data;
5010         int err;
5011
5012         if ((err = mutex_lock_interruptible_nested(&mddev->reconfig_mutex, 1)))
5013                 goto out;
5014
5015         err = 0;
5016         mddev_get(mddev);
5017         mddev_unlock(mddev);
5018
5019         check_disk_change(inode->i_bdev);
5020  out:
5021         return err;
5022 }
5023
5024 static int md_release(struct inode *inode, struct file * file)
5025 {
5026         mddev_t *mddev = inode->i_bdev->bd_disk->private_data;
5027
5028         BUG_ON(!mddev);
5029         mddev_put(mddev);
5030
5031         return 0;
5032 }
5033
5034 static int md_media_changed(struct gendisk *disk)
5035 {
5036         mddev_t *mddev = disk->private_data;
5037
5038         return mddev->changed;
5039 }
5040
5041 static int md_revalidate(struct gendisk *disk)
5042 {
5043         mddev_t *mddev = disk->private_data;
5044
5045         mddev->changed = 0;
5046         return 0;
5047 }
5048 static struct block_device_operations md_fops =
5049 {
5050         .owner          = THIS_MODULE,
5051         .open           = md_open,
5052         .release        = md_release,
5053         .ioctl          = md_ioctl,
5054         .getgeo         = md_getgeo,
5055         .media_changed  = md_media_changed,
5056         .revalidate_disk= md_revalidate,
5057 };
5058
5059 static int md_thread(void * arg)
5060 {
5061         mdk_thread_t *thread = arg;
5062
5063         /*
5064          * md_thread is a 'system-thread', it's priority should be very
5065          * high. We avoid resource deadlocks individually in each
5066          * raid personality. (RAID5 does preallocation) We also use RR and
5067          * the very same RT priority as kswapd, thus we will never get
5068          * into a priority inversion deadlock.
5069          *
5070          * we definitely have to have equal or higher priority than
5071          * bdflush, otherwise bdflush will deadlock if there are too
5072          * many dirty RAID5 blocks.
5073          */
5074
5075         allow_signal(SIGKILL);
5076         while (!kthread_should_stop()) {
5077
5078                 /* We need to wait INTERRUPTIBLE so that
5079                  * we don't add to the load-average.
5080                  * That means we need to be sure no signals are
5081                  * pending
5082                  */
5083                 if (signal_pending(current))
5084                         flush_signals(current);
5085
5086                 wait_event_interruptible_timeout
5087                         (thread->wqueue,
5088                          test_bit(THREAD_WAKEUP, &thread->flags)
5089                          || kthread_should_stop(),
5090                          thread->timeout);
5091
5092                 clear_bit(THREAD_WAKEUP, &thread->flags);
5093
5094                 thread->run(thread->mddev);
5095         }
5096
5097         return 0;
5098 }
5099
5100 void md_wakeup_thread(mdk_thread_t *thread)
5101 {
5102         if (thread) {
5103                 dprintk("md: waking up MD thread %s.\n", thread->tsk->comm);
5104                 set_bit(THREAD_WAKEUP, &thread->flags);
5105                 wake_up(&thread->wqueue);
5106         }
5107 }
5108
5109 mdk_thread_t *md_register_thread(void (*run) (mddev_t *), mddev_t *mddev,
5110                                  const char *name)
5111 {
5112         mdk_thread_t *thread;
5113
5114         thread = kzalloc(sizeof(mdk_thread_t), GFP_KERNEL);
5115         if (!thread)
5116                 return NULL;
5117
5118         init_waitqueue_head(&thread->wqueue);
5119
5120         thread->run = run;
5121         thread->mddev = mddev;
5122         thread->timeout = MAX_SCHEDULE_TIMEOUT;
5123         thread->tsk = kthread_run(md_thread, thread, name, mdname(thread->mddev));
5124         if (IS_ERR(thread->tsk)) {
5125                 kfree(thread);
5126                 return NULL;
5127         }
5128         return thread;
5129 }
5130
5131 void md_unregister_thread(mdk_thread_t *thread)
5132 {
5133         dprintk("interrupting MD-thread pid %d\n", task_pid_nr(thread->tsk));
5134
5135         kthread_stop(thread->tsk);
5136         kfree(thread);
5137 }
5138
5139 void md_error(mddev_t *mddev, mdk_rdev_t *rdev)
5140 {
5141         if (!mddev) {
5142                 MD_BUG();
5143                 return;
5144         }
5145
5146         if (!rdev || test_bit(Faulty, &rdev->flags))
5147                 return;
5148
5149         if (mddev->external)
5150                 set_bit(Blocked, &rdev->flags);
5151 /*
5152         dprintk("md_error dev:%s, rdev:(%d:%d), (caller: %p,%p,%p,%p).\n",
5153                 mdname(mddev),
5154                 MAJOR(rdev->bdev->bd_dev), MINOR(rdev->bdev->bd_dev),
5155                 __builtin_return_address(0),__builtin_return_address(1),
5156                 __builtin_return_address(2),__builtin_return_address(3));
5157 */
5158         if (!mddev->pers)
5159                 return;
5160         if (!mddev->pers->error_handler)
5161                 return;
5162         mddev->pers->error_handler(mddev,rdev);
5163         if (mddev->degraded)
5164                 set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
5165         set_bit(StateChanged, &rdev->flags);
5166         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5167         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
5168         md_wakeup_thread(mddev->thread);
5169         md_new_event_inintr(mddev);
5170 }
5171
5172 /* seq_file implementation /proc/mdstat */
5173
5174 static void status_unused(struct seq_file *seq)
5175 {
5176         int i = 0;
5177         mdk_rdev_t *rdev;
5178         struct list_head *tmp;
5179
5180         seq_printf(seq, "unused devices: ");
5181
5182         rdev_for_each_list(rdev, tmp, pending_raid_disks) {
5183                 char b[BDEVNAME_SIZE];
5184                 i++;
5185                 seq_printf(seq, "%s ",
5186                               bdevname(rdev->bdev,b));
5187         }
5188         if (!i)
5189                 seq_printf(seq, "<none>");
5190
5191         seq_printf(seq, "\n");
5192 }
5193
5194
5195 static void status_resync(struct seq_file *seq, mddev_t * mddev)
5196 {
5197         sector_t max_blocks, resync, res;
5198         unsigned long dt, db, rt;
5199         int scale;
5200         unsigned int per_milli;
5201
5202         resync = (mddev->curr_resync - atomic_read(&mddev->recovery_active))/2;
5203
5204         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
5205                 max_blocks = mddev->resync_max_sectors >> 1;
5206         else
5207                 max_blocks = mddev->size;
5208
5209         /*
5210          * Should not happen.
5211          */
5212         if (!max_blocks) {
5213                 MD_BUG();
5214                 return;
5215         }
5216         /* Pick 'scale' such that (resync>>scale)*1000 will fit
5217          * in a sector_t, and (max_blocks>>scale) will fit in a
5218          * u32, as those are the requirements for sector_div.
5219          * Thus 'scale' must be at least 10
5220          */
5221         scale = 10;
5222         if (sizeof(sector_t) > sizeof(unsigned long)) {
5223                 while ( max_blocks/2 > (1ULL<<(scale+32)))
5224                         scale++;
5225         }
5226         res = (resync>>scale)*1000;
5227         sector_div(res, (u32)((max_blocks>>scale)+1));
5228
5229         per_milli = res;
5230         {
5231                 int i, x = per_milli/50, y = 20-x;
5232                 seq_printf(seq, "[");
5233                 for (i = 0; i < x; i++)
5234                         seq_printf(seq, "=");
5235                 seq_printf(seq, ">");
5236                 for (i = 0; i < y; i++)
5237                         seq_printf(seq, ".");
5238                 seq_printf(seq, "] ");
5239         }
5240         seq_printf(seq, " %s =%3u.%u%% (%llu/%llu)",
5241                    (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery)?
5242                     "reshape" :
5243                     (test_bit(MD_RECOVERY_CHECK, &mddev->recovery)?
5244                      "check" :
5245                      (test_bit(MD_RECOVERY_SYNC, &mddev->recovery) ?
5246                       "resync" : "recovery"))),
5247                    per_milli/10, per_milli % 10,
5248                    (unsigned long long) resync,
5249                    (unsigned long long) max_blocks);
5250
5251         /*
5252          * We do not want to overflow, so the order of operands and
5253          * the * 100 / 100 trick are important. We do a +1 to be
5254          * safe against division by zero. We only estimate anyway.
5255          *
5256          * dt: time from mark until now
5257          * db: blocks written from mark until now
5258          * rt: remaining time
5259          */
5260         dt = ((jiffies - mddev->resync_mark) / HZ);
5261         if (!dt) dt++;
5262         db = (mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active))
5263                 - mddev->resync_mark_cnt;
5264         rt = (dt * ((unsigned long)(max_blocks-resync) / (db/2/100+1)))/100;
5265
5266         seq_printf(seq, " finish=%lu.%lumin", rt / 60, (rt % 60)/6);
5267
5268         seq_printf(seq, " speed=%ldK/sec", db/2/dt);
5269 }
5270
5271 static void *md_seq_start(struct seq_file *seq, loff_t *pos)
5272 {
5273         struct list_head *tmp;
5274         loff_t l = *pos;
5275         mddev_t *mddev;
5276
5277         if (l >= 0x10000)
5278                 return NULL;
5279         if (!l--)
5280                 /* header */
5281                 return (void*)1;
5282
5283         spin_lock(&all_mddevs_lock);
5284         list_for_each(tmp,&all_mddevs)
5285                 if (!l--) {
5286                         mddev = list_entry(tmp, mddev_t, all_mddevs);
5287                         mddev_get(mddev);
5288                         spin_unlock(&all_mddevs_lock);
5289                         return mddev;
5290                 }
5291         spin_unlock(&all_mddevs_lock);
5292         if (!l--)
5293                 return (void*)2;/* tail */
5294         return NULL;
5295 }
5296
5297 static void *md_seq_next(struct seq_file *seq, void *v, loff_t *pos)
5298 {
5299         struct list_head *tmp;
5300         mddev_t *next_mddev, *mddev = v;
5301         
5302         ++*pos;
5303         if (v == (void*)2)
5304                 return NULL;
5305
5306         spin_lock(&all_mddevs_lock);
5307         if (v == (void*)1)
5308                 tmp = all_mddevs.next;
5309         else
5310                 tmp = mddev->all_mddevs.next;
5311         if (tmp != &all_mddevs)
5312                 next_mddev = mddev_get(list_entry(tmp,mddev_t,all_mddevs));
5313         else {
5314                 next_mddev = (void*)2;
5315                 *pos = 0x10000;
5316         }               
5317         spin_unlock(&all_mddevs_lock);
5318
5319         if (v != (void*)1)
5320                 mddev_put(mddev);
5321         return next_mddev;
5322
5323 }
5324
5325 static void md_seq_stop(struct seq_file *seq, void *v)
5326 {
5327         mddev_t *mddev = v;
5328
5329         if (mddev && v != (void*)1 && v != (void*)2)
5330                 mddev_put(mddev);
5331 }
5332
5333 struct mdstat_info {
5334         int event;
5335 };
5336
5337 static int md_seq_show(struct seq_file *seq, void *v)
5338 {
5339         mddev_t *mddev = v;
5340         sector_t size;
5341         struct list_head *tmp2;
5342         mdk_rdev_t *rdev;
5343         struct mdstat_info *mi = seq->private;
5344         struct bitmap *bitmap;
5345
5346         if (v == (void*)1) {
5347                 struct mdk_personality *pers;
5348                 seq_printf(seq, "Personalities : ");
5349                 spin_lock(&pers_lock);
5350                 list_for_each_entry(pers, &pers_list, list)
5351                         seq_printf(seq, "[%s] ", pers->name);
5352
5353                 spin_unlock(&pers_lock);
5354                 seq_printf(seq, "\n");
5355                 mi->event = atomic_read(&md_event_count);
5356                 return 0;
5357         }
5358         if (v == (void*)2) {
5359                 status_unused(seq);
5360                 return 0;
5361         }
5362
5363         if (mddev_lock(mddev) < 0)
5364                 return -EINTR;
5365
5366         if (mddev->pers || mddev->raid_disks || !list_empty(&mddev->disks)) {
5367                 seq_printf(seq, "%s : %sactive", mdname(mddev),
5368                                                 mddev->pers ? "" : "in");
5369                 if (mddev->pers) {
5370                         if (mddev->ro==1)
5371                                 seq_printf(seq, " (read-only)");
5372                         if (mddev->ro==2)
5373                                 seq_printf(seq, " (auto-read-only)");
5374                         seq_printf(seq, " %s", mddev->pers->name);
5375                 }
5376
5377                 size = 0;
5378                 rdev_for_each(rdev, tmp2, mddev) {
5379                         char b[BDEVNAME_SIZE];
5380                         seq_printf(seq, " %s[%d]",
5381                                 bdevname(rdev->bdev,b), rdev->desc_nr);
5382                         if (test_bit(WriteMostly, &rdev->flags))
5383                                 seq_printf(seq, "(W)");
5384                         if (test_bit(Faulty, &rdev->flags)) {
5385                                 seq_printf(seq, "(F)");
5386                                 continue;
5387                         } else if (rdev->raid_disk < 0)
5388                                 seq_printf(seq, "(S)"); /* spare */
5389                         size += rdev->size;
5390                 }
5391
5392                 if (!list_empty(&mddev->disks)) {
5393                         if (mddev->pers)
5394                                 seq_printf(seq, "\n      %llu blocks",
5395                                         (unsigned long long)mddev->array_size);
5396                         else
5397                                 seq_printf(seq, "\n      %llu blocks",
5398                                         (unsigned long long)size);
5399                 }
5400                 if (mddev->persistent) {
5401                         if (mddev->major_version != 0 ||
5402                             mddev->minor_version != 90) {
5403                                 seq_printf(seq," super %d.%d",
5404                                            mddev->major_version,
5405                                            mddev->minor_version);
5406                         }
5407                 } else if (mddev->external)
5408                         seq_printf(seq, " super external:%s",
5409                                    mddev->metadata_type);
5410                 else
5411                         seq_printf(seq, " super non-persistent");
5412
5413                 if (mddev->pers) {
5414                         mddev->pers->status (seq, mddev);
5415                         seq_printf(seq, "\n      ");
5416                         if (mddev->pers->sync_request) {
5417                                 if (mddev->curr_resync > 2) {
5418                                         status_resync (seq, mddev);
5419                                         seq_printf(seq, "\n      ");
5420                                 } else if (mddev->curr_resync == 1 || mddev->curr_resync == 2)
5421                                         seq_printf(seq, "\tresync=DELAYED\n      ");
5422                                 else if (mddev->recovery_cp < MaxSector)
5423                                         seq_printf(seq, "\tresync=PENDING\n      ");
5424                         }
5425                 } else
5426                         seq_printf(seq, "\n       ");
5427
5428                 if ((bitmap = mddev->bitmap)) {
5429                         unsigned long chunk_kb;
5430                         unsigned long flags;
5431                         spin_lock_irqsave(&bitmap->lock, flags);
5432                         chunk_kb = bitmap->chunksize >> 10;
5433                         seq_printf(seq, "bitmap: %lu/%lu pages [%luKB], "
5434                                 "%lu%s chunk",
5435                                 bitmap->pages - bitmap->missing_pages,
5436                                 bitmap->pages,
5437                                 (bitmap->pages - bitmap->missing_pages)
5438                                         << (PAGE_SHIFT - 10),
5439                                 chunk_kb ? chunk_kb : bitmap->chunksize,
5440                                 chunk_kb ? "KB" : "B");
5441                         if (bitmap->file) {
5442                                 seq_printf(seq, ", file: ");
5443                                 seq_path(seq, &bitmap->file->f_path, " \t\n");
5444                         }
5445
5446                         seq_printf(seq, "\n");
5447                         spin_unlock_irqrestore(&bitmap->lock, flags);
5448                 }
5449
5450                 seq_printf(seq, "\n");
5451         }
5452         mddev_unlock(mddev);
5453         
5454         return 0;
5455 }
5456
5457 static struct seq_operations md_seq_ops = {
5458         .start  = md_seq_start,
5459         .next   = md_seq_next,
5460         .stop   = md_seq_stop,
5461         .show   = md_seq_show,
5462 };
5463
5464 static int md_seq_open(struct inode *inode, struct file *file)
5465 {
5466         int error;
5467         struct mdstat_info *mi = kmalloc(sizeof(*mi), GFP_KERNEL);
5468         if (mi == NULL)
5469                 return -ENOMEM;
5470
5471         error = seq_open(file, &md_seq_ops);
5472         if (error)
5473                 kfree(mi);
5474         else {
5475                 struct seq_file *p = file->private_data;
5476                 p->private = mi;
5477                 mi->event = atomic_read(&md_event_count);
5478         }
5479         return error;
5480 }
5481
5482 static unsigned int mdstat_poll(struct file *filp, poll_table *wait)
5483 {
5484         struct seq_file *m = filp->private_data;
5485         struct mdstat_info *mi = m->private;
5486         int mask;
5487
5488         poll_wait(filp, &md_event_waiters, wait);
5489
5490         /* always allow read */
5491         mask = POLLIN | POLLRDNORM;
5492
5493         if (mi->event != atomic_read(&md_event_count))
5494                 mask |= POLLERR | POLLPRI;
5495         return mask;
5496 }
5497
5498 static const struct file_operations md_seq_fops = {
5499         .owner          = THIS_MODULE,
5500         .open           = md_seq_open,
5501         .read           = seq_read,
5502         .llseek         = seq_lseek,
5503         .release        = seq_release_private,
5504         .poll           = mdstat_poll,
5505 };
5506
5507 int register_md_personality(struct mdk_personality *p)
5508 {
5509         spin_lock(&pers_lock);
5510         list_add_tail(&p->list, &pers_list);
5511         printk(KERN_INFO "md: %s personality registered for level %d\n", p->name, p->level);
5512         spin_unlock(&pers_lock);
5513         return 0;
5514 }
5515
5516 int unregister_md_personality(struct mdk_personality *p)
5517 {
5518         printk(KERN_INFO "md: %s personality unregistered\n", p->name);
5519         spin_lock(&pers_lock);
5520         list_del_init(&p->list);
5521         spin_unlock(&pers_lock);
5522         return 0;
5523 }
5524
5525 static int is_mddev_idle(mddev_t *mddev)
5526 {
5527         mdk_rdev_t * rdev;
5528         struct list_head *tmp;
5529         int idle;
5530         long curr_events;
5531
5532         idle = 1;
5533         rdev_for_each(rdev, tmp, mddev) {
5534                 struct gendisk *disk = rdev->bdev->bd_contains->bd_disk;
5535                 curr_events = disk_stat_read(disk, sectors[0]) + 
5536                                 disk_stat_read(disk, sectors[1]) - 
5537                                 atomic_read(&disk->sync_io);
5538                 /* sync IO will cause sync_io to increase before the disk_stats
5539                  * as sync_io is counted when a request starts, and
5540                  * disk_stats is counted when it completes.
5541                  * So resync activity will cause curr_events to be smaller than
5542                  * when there was no such activity.
5543                  * non-sync IO will cause disk_stat to increase without
5544                  * increasing sync_io so curr_events will (eventually)
5545                  * be larger than it was before.  Once it becomes
5546                  * substantially larger, the test below will cause
5547                  * the array to appear non-idle, and resync will slow
5548                  * down.
5549                  * If there is a lot of outstanding resync activity when
5550                  * we set last_event to curr_events, then all that activity
5551                  * completing might cause the array to appear non-idle
5552                  * and resync will be slowed down even though there might
5553                  * not have been non-resync activity.  This will only
5554                  * happen once though.  'last_events' will soon reflect
5555                  * the state where there is little or no outstanding
5556                  * resync requests, and further resync activity will
5557                  * always make curr_events less than last_events.
5558                  *
5559                  */
5560                 if (curr_events - rdev->last_events > 4096) {
5561                         rdev->last_events = curr_events;
5562                         idle = 0;
5563                 }
5564         }
5565         return idle;
5566 }
5567
5568 void md_done_sync(mddev_t *mddev, int blocks, int ok)
5569 {
5570         /* another "blocks" (512byte) blocks have been synced */
5571         atomic_sub(blocks, &mddev->recovery_active);
5572         wake_up(&mddev->recovery_wait);
5573         if (!ok) {
5574                 set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5575                 md_wakeup_thread(mddev->thread);
5576                 // stop recovery, signal do_sync ....
5577         }
5578 }
5579
5580
5581 /* md_write_start(mddev, bi)
5582  * If we need to update some array metadata (e.g. 'active' flag
5583  * in superblock) before writing, schedule a superblock update
5584  * and wait for it to complete.
5585  */
5586 void md_write_start(mddev_t *mddev, struct bio *bi)
5587 {
5588         int did_change = 0;
5589         if (bio_data_dir(bi) != WRITE)
5590                 return;
5591
5592         BUG_ON(mddev->ro == 1);
5593         if (mddev->ro == 2) {
5594                 /* need to switch to read/write */
5595                 mddev->ro = 0;
5596                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
5597                 md_wakeup_thread(mddev->thread);
5598                 md_wakeup_thread(mddev->sync_thread);
5599                 did_change = 1;
5600         }
5601         atomic_inc(&mddev->writes_pending);
5602         if (mddev->safemode == 1)
5603                 mddev->safemode = 0;
5604         if (mddev->in_sync) {
5605                 spin_lock_irq(&mddev->write_lock);
5606                 if (mddev->in_sync) {
5607                         mddev->in_sync = 0;
5608                         set_bit(MD_CHANGE_CLEAN, &mddev->flags);
5609                         md_wakeup_thread(mddev->thread);
5610                         did_change = 1;
5611                 }
5612                 spin_unlock_irq(&mddev->write_lock);
5613         }
5614         if (did_change)
5615                 sysfs_notify(&mddev->kobj, NULL, "array_state");
5616         wait_event(mddev->sb_wait,
5617                    !test_bit(MD_CHANGE_CLEAN, &mddev->flags) &&
5618                    !test_bit(MD_CHANGE_PENDING, &mddev->flags));
5619 }
5620
5621 void md_write_end(mddev_t *mddev)
5622 {
5623         if (atomic_dec_and_test(&mddev->writes_pending)) {
5624                 if (mddev->safemode == 2)
5625                         md_wakeup_thread(mddev->thread);
5626                 else if (mddev->safemode_delay)
5627                         mod_timer(&mddev->safemode_timer, jiffies + mddev->safemode_delay);
5628         }
5629 }
5630
5631 /* md_allow_write(mddev)
5632  * Calling this ensures that the array is marked 'active' so that writes
5633  * may proceed without blocking.  It is important to call this before
5634  * attempting a GFP_KERNEL allocation while holding the mddev lock.
5635  * Must be called with mddev_lock held.
5636  *
5637  * In the ->external case MD_CHANGE_CLEAN can not be cleared until mddev->lock
5638  * is dropped, so return -EAGAIN after notifying userspace.
5639  */
5640 int md_allow_write(mddev_t *mddev)
5641 {
5642         if (!mddev->pers)
5643                 return 0;
5644         if (mddev->ro)
5645                 return 0;
5646         if (!mddev->pers->sync_request)
5647                 return 0;
5648
5649         spin_lock_irq(&mddev->write_lock);
5650         if (mddev->in_sync) {
5651                 mddev->in_sync = 0;
5652                 set_bit(MD_CHANGE_CLEAN, &mddev->flags);
5653                 if (mddev->safemode_delay &&
5654                     mddev->safemode == 0)
5655                         mddev->safemode = 1;
5656                 spin_unlock_irq(&mddev->write_lock);
5657                 md_update_sb(mddev, 0);
5658                 sysfs_notify(&mddev->kobj, NULL, "array_state");
5659         } else
5660                 spin_unlock_irq(&mddev->write_lock);
5661
5662         if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
5663                 return -EAGAIN;
5664         else
5665                 return 0;
5666 }
5667 EXPORT_SYMBOL_GPL(md_allow_write);
5668
5669 #define SYNC_MARKS      10
5670 #define SYNC_MARK_STEP  (3*HZ)
5671 void md_do_sync(mddev_t *mddev)
5672 {
5673         mddev_t *mddev2;
5674         unsigned int currspeed = 0,
5675                  window;
5676         sector_t max_sectors,j, io_sectors;
5677         unsigned long mark[SYNC_MARKS];
5678         sector_t mark_cnt[SYNC_MARKS];
5679         int last_mark,m;
5680         struct list_head *tmp;
5681         sector_t last_check;
5682         int skipped = 0;
5683         struct list_head *rtmp;
5684         mdk_rdev_t *rdev;
5685         char *desc;
5686
5687         /* just incase thread restarts... */
5688         if (test_bit(MD_RECOVERY_DONE, &mddev->recovery))
5689                 return;
5690         if (mddev->ro) /* never try to sync a read-only array */
5691                 return;
5692
5693         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
5694                 if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
5695                         desc = "data-check";
5696                 else if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
5697                         desc = "requested-resync";
5698                 else
5699                         desc = "resync";
5700         } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
5701                 desc = "reshape";
5702         else
5703                 desc = "recovery";
5704
5705         /* we overload curr_resync somewhat here.
5706          * 0 == not engaged in resync at all
5707          * 2 == checking that there is no conflict with another sync
5708          * 1 == like 2, but have yielded to allow conflicting resync to
5709          *              commense
5710          * other == active in resync - this many blocks
5711          *
5712          * Before starting a resync we must have set curr_resync to
5713          * 2, and then checked that every "conflicting" array has curr_resync
5714          * less than ours.  When we find one that is the same or higher
5715          * we wait on resync_wait.  To avoid deadlock, we reduce curr_resync
5716          * to 1 if we choose to yield (based arbitrarily on address of mddev structure).
5717          * This will mean we have to start checking from the beginning again.
5718          *
5719          */
5720
5721         do {
5722                 mddev->curr_resync = 2;
5723
5724         try_again:
5725                 if (kthread_should_stop()) {
5726                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5727                         goto skip;
5728                 }
5729                 for_each_mddev(mddev2, tmp) {
5730                         if (mddev2 == mddev)
5731                                 continue;
5732                         if (!mddev->parallel_resync
5733                         &&  mddev2->curr_resync
5734                         &&  match_mddev_units(mddev, mddev2)) {
5735                                 DEFINE_WAIT(wq);
5736                                 if (mddev < mddev2 && mddev->curr_resync == 2) {
5737                                         /* arbitrarily yield */
5738                                         mddev->curr_resync = 1;
5739                                         wake_up(&resync_wait);
5740                                 }
5741                                 if (mddev > mddev2 && mddev->curr_resync == 1)
5742                                         /* no need to wait here, we can wait the next
5743                                          * time 'round when curr_resync == 2
5744                                          */
5745                                         continue;
5746                                 prepare_to_wait(&resync_wait, &wq, TASK_UNINTERRUPTIBLE);
5747                                 if (!kthread_should_stop() &&
5748                                     mddev2->curr_resync >= mddev->curr_resync) {
5749                                         printk(KERN_INFO "md: delaying %s of %s"
5750                                                " until %s has finished (they"
5751                                                " share one or more physical units)\n",
5752                                                desc, mdname(mddev), mdname(mddev2));
5753                                         mddev_put(mddev2);
5754                                         schedule();
5755                                         finish_wait(&resync_wait, &wq);
5756                                         goto try_again;
5757                                 }
5758                                 finish_wait(&resync_wait, &wq);
5759                         }
5760                 }
5761         } while (mddev->curr_resync < 2);
5762
5763         j = 0;
5764         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
5765                 /* resync follows the size requested by the personality,
5766                  * which defaults to physical size, but can be virtual size
5767                  */
5768                 max_sectors = mddev->resync_max_sectors;
5769                 mddev->resync_mismatches = 0;
5770                 /* we don't use the checkpoint if there's a bitmap */
5771                 if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
5772                         j = mddev->resync_min;
5773                 else if (!mddev->bitmap)
5774                         j = mddev->recovery_cp;
5775
5776         } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
5777                 max_sectors = mddev->size << 1;
5778         else {
5779                 /* recovery follows the physical size of devices */
5780                 max_sectors = mddev->size << 1;
5781                 j = MaxSector;
5782                 rdev_for_each(rdev, rtmp, mddev)
5783                         if (rdev->raid_disk >= 0 &&
5784                             !test_bit(Faulty, &rdev->flags) &&
5785                             !test_bit(In_sync, &rdev->flags) &&
5786                             rdev->recovery_offset < j)
5787                                 j = rdev->recovery_offset;
5788         }
5789
5790         printk(KERN_INFO "md: %s of RAID array %s\n", desc, mdname(mddev));
5791         printk(KERN_INFO "md: minimum _guaranteed_  speed:"
5792                 " %d KB/sec/disk.\n", speed_min(mddev));
5793         printk(KERN_INFO "md: using maximum available idle IO bandwidth "
5794                "(but not more than %d KB/sec) for %s.\n",
5795                speed_max(mddev), desc);
5796
5797         is_mddev_idle(mddev); /* this also initializes IO event counters */
5798
5799         io_sectors = 0;
5800         for (m = 0; m < SYNC_MARKS; m++) {
5801                 mark[m] = jiffies;
5802                 mark_cnt[m] = io_sectors;
5803         }
5804         last_mark = 0;
5805         mddev->resync_mark = mark[last_mark];
5806         mddev->resync_mark_cnt = mark_cnt[last_mark];
5807
5808         /*
5809          * Tune reconstruction:
5810          */
5811         window = 32*(PAGE_SIZE/512);
5812         printk(KERN_INFO "md: using %dk window, over a total of %llu blocks.\n",
5813                 window/2,(unsigned long long) max_sectors/2);
5814
5815         atomic_set(&mddev->recovery_active, 0);
5816         last_check = 0;
5817
5818         if (j>2) {
5819                 printk(KERN_INFO 
5820                        "md: resuming %s of %s from checkpoint.\n",
5821                        desc, mdname(mddev));
5822                 mddev->curr_resync = j;
5823         }
5824
5825         while (j < max_sectors) {
5826                 sector_t sectors;
5827
5828                 skipped = 0;
5829                 if (j >= mddev->resync_max) {
5830                         sysfs_notify(&mddev->kobj, NULL, "sync_completed");
5831                         wait_event(mddev->recovery_wait,
5832                                    mddev->resync_max > j
5833                                    || kthread_should_stop());
5834                 }
5835                 if (kthread_should_stop())
5836                         goto interrupted;
5837                 sectors = mddev->pers->sync_request(mddev, j, &skipped,
5838                                                   currspeed < speed_min(mddev));
5839                 if (sectors == 0) {
5840                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5841                         goto out;
5842                 }
5843
5844                 if (!skipped) { /* actual IO requested */
5845                         io_sectors += sectors;
5846                         atomic_add(sectors, &mddev->recovery_active);
5847                 }
5848
5849                 j += sectors;
5850                 if (j>1) mddev->curr_resync = j;
5851                 mddev->curr_mark_cnt = io_sectors;
5852                 if (last_check == 0)
5853                         /* this is the earliers that rebuilt will be
5854                          * visible in /proc/mdstat
5855                          */
5856                         md_new_event(mddev);
5857
5858                 if (last_check + window > io_sectors || j == max_sectors)
5859                         continue;
5860
5861                 last_check = io_sectors;
5862
5863                 if (test_bit(MD_RECOVERY_INTR, &mddev->recovery))
5864                         break;
5865
5866         repeat:
5867                 if (time_after_eq(jiffies, mark[last_mark] + SYNC_MARK_STEP )) {
5868                         /* step marks */
5869                         int next = (last_mark+1) % SYNC_MARKS;
5870
5871                         mddev->resync_mark = mark[next];
5872                         mddev->resync_mark_cnt = mark_cnt[next];
5873                         mark[next] = jiffies;
5874                         mark_cnt[next] = io_sectors - atomic_read(&mddev->recovery_active);
5875                         last_mark = next;
5876                 }
5877
5878
5879                 if (kthread_should_stop())
5880                         goto interrupted;
5881
5882
5883                 /*
5884                  * this loop exits only if either when we are slower than
5885                  * the 'hard' speed limit, or the system was IO-idle for
5886                  * a jiffy.
5887                  * the system might be non-idle CPU-wise, but we only care
5888                  * about not overloading the IO subsystem. (things like an
5889                  * e2fsck being done on the RAID array should execute fast)
5890                  */
5891                 blk_unplug(mddev->queue);
5892                 cond_resched();
5893
5894                 currspeed = ((unsigned long)(io_sectors-mddev->resync_mark_cnt))/2
5895                         /((jiffies-mddev->resync_mark)/HZ +1) +1;
5896
5897                 if (currspeed > speed_min(mddev)) {
5898                         if ((currspeed > speed_max(mddev)) ||
5899                                         !is_mddev_idle(mddev)) {
5900                                 msleep(500);
5901                                 goto repeat;
5902                         }
5903                 }
5904         }
5905         printk(KERN_INFO "md: %s: %s done.\n",mdname(mddev), desc);
5906         /*
5907          * this also signals 'finished resyncing' to md_stop
5908          */
5909  out:
5910         blk_unplug(mddev->queue);
5911
5912         wait_event(mddev->recovery_wait, !atomic_read(&mddev->recovery_active));
5913
5914         /* tell personality that we are finished */
5915         mddev->pers->sync_request(mddev, max_sectors, &skipped, 1);
5916
5917         if (!test_bit(MD_RECOVERY_CHECK, &mddev->recovery) &&
5918             mddev->curr_resync > 2) {
5919                 if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
5920                         if (test_bit(MD_RECOVERY_INTR, &mddev->recovery)) {
5921                                 if (mddev->curr_resync >= mddev->recovery_cp) {
5922                                         printk(KERN_INFO
5923                                                "md: checkpointing %s of %s.\n",
5924                                                desc, mdname(mddev));
5925                                         mddev->recovery_cp = mddev->curr_resync;
5926                                 }
5927                         } else
5928                                 mddev->recovery_cp = MaxSector;
5929                 } else {
5930                         if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery))
5931                                 mddev->curr_resync = MaxSector;
5932                         rdev_for_each(rdev, rtmp, mddev)
5933                                 if (rdev->raid_disk >= 0 &&
5934                                     !test_bit(Faulty, &rdev->flags) &&
5935                                     !test_bit(In_sync, &rdev->flags) &&
5936                                     rdev->recovery_offset < mddev->curr_resync)
5937                                         rdev->recovery_offset = mddev->curr_resync;
5938                 }
5939         }
5940         set_bit(MD_CHANGE_DEVS, &mddev->flags);
5941
5942  skip:
5943         mddev->curr_resync = 0;
5944         mddev->resync_min = 0;
5945         mddev->resync_max = MaxSector;
5946         sysfs_notify(&mddev->kobj, NULL, "sync_completed");
5947         wake_up(&resync_wait);
5948         set_bit(MD_RECOVERY_DONE, &mddev->recovery);
5949         md_wakeup_thread(mddev->thread);
5950         return;
5951
5952  interrupted:
5953         /*
5954          * got a signal, exit.
5955          */
5956         printk(KERN_INFO
5957                "md: md_do_sync() got signal ... exiting\n");
5958         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5959         goto out;
5960
5961 }
5962 EXPORT_SYMBOL_GPL(md_do_sync);
5963
5964
5965 static int remove_and_add_spares(mddev_t *mddev)
5966 {
5967         mdk_rdev_t *rdev;
5968         struct list_head *rtmp;
5969         int spares = 0;
5970
5971         rdev_for_each(rdev, rtmp, mddev)
5972                 if (rdev->raid_disk >= 0 &&
5973                     !test_bit(Blocked, &rdev->flags) &&
5974                     (test_bit(Faulty, &rdev->flags) ||
5975                      ! test_bit(In_sync, &rdev->flags)) &&
5976                     atomic_read(&rdev->nr_pending)==0) {
5977                         if (mddev->pers->hot_remove_disk(
5978                                     mddev, rdev->raid_disk)==0) {
5979                                 char nm[20];
5980                                 sprintf(nm,"rd%d", rdev->raid_disk);
5981                                 sysfs_remove_link(&mddev->kobj, nm);
5982                                 rdev->raid_disk = -1;
5983                         }
5984                 }
5985
5986         if (mddev->degraded) {
5987                 rdev_for_each(rdev, rtmp, mddev) {
5988                         if (rdev->raid_disk >= 0 &&
5989                             !test_bit(In_sync, &rdev->flags))
5990                                 spares++;
5991                         if (rdev->raid_disk < 0
5992                             && !test_bit(Faulty, &rdev->flags)) {
5993                                 rdev->recovery_offset = 0;
5994                                 if (mddev->pers->
5995                                     hot_add_disk(mddev, rdev) == 0) {
5996                                         char nm[20];
5997                                         sprintf(nm, "rd%d", rdev->raid_disk);
5998                                         if (sysfs_create_link(&mddev->kobj,
5999                                                               &rdev->kobj, nm))
6000                                                 printk(KERN_WARNING
6001                                                        "md: cannot register "
6002                                                        "%s for %s\n",
6003                                                        nm, mdname(mddev));
6004                                         spares++;
6005                                         md_new_event(mddev);
6006                                 } else
6007                                         break;
6008                         }
6009                 }
6010         }
6011         return spares;
6012 }
6013 /*
6014  * This routine is regularly called by all per-raid-array threads to
6015  * deal with generic issues like resync and super-block update.
6016  * Raid personalities that don't have a thread (linear/raid0) do not
6017  * need this as they never do any recovery or update the superblock.
6018  *
6019  * It does not do any resync itself, but rather "forks" off other threads
6020  * to do that as needed.
6021  * When it is determined that resync is needed, we set MD_RECOVERY_RUNNING in
6022  * "->recovery" and create a thread at ->sync_thread.
6023  * When the thread finishes it sets MD_RECOVERY_DONE
6024  * and wakeups up this thread which will reap the thread and finish up.
6025  * This thread also removes any faulty devices (with nr_pending == 0).
6026  *
6027  * The overall approach is:
6028  *  1/ if the superblock needs updating, update it.
6029  *  2/ If a recovery thread is running, don't do anything else.
6030  *  3/ If recovery has finished, clean up, possibly marking spares active.
6031  *  4/ If there are any faulty devices, remove them.
6032  *  5/ If array is degraded, try to add spares devices
6033  *  6/ If array has spares or is not in-sync, start a resync thread.
6034  */
6035 void md_check_recovery(mddev_t *mddev)
6036 {
6037         mdk_rdev_t *rdev;
6038         struct list_head *rtmp;
6039
6040
6041         if (mddev->bitmap)
6042                 bitmap_daemon_work(mddev->bitmap);
6043
6044         if (mddev->ro)
6045                 return;
6046
6047         if (signal_pending(current)) {
6048                 if (mddev->pers->sync_request && !mddev->external) {
6049                         printk(KERN_INFO "md: %s in immediate safe mode\n",
6050                                mdname(mddev));
6051                         mddev->safemode = 2;
6052                 }
6053                 flush_signals(current);
6054         }
6055
6056         if ( ! (
6057                 (mddev->flags && !mddev->external) ||
6058                 test_bit(MD_RECOVERY_NEEDED, &mddev->recovery) ||
6059                 test_bit(MD_RECOVERY_DONE, &mddev->recovery) ||
6060                 (mddev->external == 0 && mddev->safemode == 1) ||
6061                 (mddev->safemode == 2 && ! atomic_read(&mddev->writes_pending)
6062                  && !mddev->in_sync && mddev->recovery_cp == MaxSector)
6063                 ))
6064                 return;
6065
6066         if (mddev_trylock(mddev)) {
6067                 int spares = 0;
6068
6069                 if (!mddev->external) {
6070                         int did_change = 0;
6071                         spin_lock_irq(&mddev->write_lock);
6072                         if (mddev->safemode &&
6073                             !atomic_read(&mddev->writes_pending) &&
6074                             !mddev->in_sync &&
6075                             mddev->recovery_cp == MaxSector) {
6076                                 mddev->in_sync = 1;
6077                                 did_change = 1;
6078                                 if (mddev->persistent)
6079                                         set_bit(MD_CHANGE_CLEAN, &mddev->flags);
6080                         }
6081                         if (mddev->safemode == 1)
6082                                 mddev->safemode = 0;
6083                         spin_unlock_irq(&mddev->write_lock);
6084                         if (did_change)
6085                                 sysfs_notify(&mddev->kobj, NULL, "array_state");
6086                 }
6087
6088                 if (mddev->flags)
6089                         md_update_sb(mddev, 0);
6090
6091                 rdev_for_each(rdev, rtmp, mddev)
6092                         if (test_and_clear_bit(StateChanged, &rdev->flags))
6093                                 sysfs_notify(&rdev->kobj, NULL, "state");
6094
6095
6096                 if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) &&
6097                     !test_bit(MD_RECOVERY_DONE, &mddev->recovery)) {
6098                         /* resync/recovery still happening */
6099                         clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6100                         goto unlock;
6101                 }
6102                 if (mddev->sync_thread) {
6103                         /* resync has finished, collect result */
6104                         md_unregister_thread(mddev->sync_thread);
6105                         mddev->sync_thread = NULL;
6106                         if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery)) {
6107                                 /* success...*/
6108                                 /* activate any spares */
6109                                 if (mddev->pers->spare_active(mddev))
6110                                         sysfs_notify(&mddev->kobj, NULL,
6111                                                      "degraded");
6112                         }
6113                         md_update_sb(mddev, 1);
6114
6115                         /* if array is no-longer degraded, then any saved_raid_disk
6116                          * information must be scrapped
6117                          */
6118                         if (!mddev->degraded)
6119                                 rdev_for_each(rdev, rtmp, mddev)
6120                                         rdev->saved_raid_disk = -1;
6121
6122                         mddev->recovery = 0;
6123                         /* flag recovery needed just to double check */
6124                         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6125                         sysfs_notify(&mddev->kobj, NULL, "sync_action");
6126                         md_new_event(mddev);
6127                         goto unlock;
6128                 }
6129                 /* Set RUNNING before clearing NEEDED to avoid
6130                  * any transients in the value of "sync_action".
6131                  */
6132                 set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
6133                 clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6134                 /* Clear some bits that don't mean anything, but
6135                  * might be left set
6136                  */
6137                 clear_bit(MD_RECOVERY_INTR, &mddev->recovery);
6138                 clear_bit(MD_RECOVERY_DONE, &mddev->recovery);
6139
6140                 if (test_bit(MD_RECOVERY_FROZEN, &mddev->recovery))
6141                         goto unlock;
6142                 /* no recovery is running.
6143                  * remove any failed drives, then
6144                  * add spares if possible.
6145                  * Spare are also removed and re-added, to allow
6146                  * the personality to fail the re-add.
6147                  */
6148
6149                 if (mddev->reshape_position != MaxSector) {
6150                         if (mddev->pers->check_reshape(mddev) != 0)
6151                                 /* Cannot proceed */
6152                                 goto unlock;
6153                         set_bit(MD_RECOVERY_RESHAPE, &mddev->recovery);
6154                         clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6155                 } else if ((spares = remove_and_add_spares(mddev))) {
6156                         clear_bit(MD_RECOVERY_SYNC, &mddev->recovery);
6157                         clear_bit(MD_RECOVERY_CHECK, &mddev->recovery);
6158                         set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6159                 } else if (mddev->recovery_cp < MaxSector) {
6160                         set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
6161                         clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6162                 } else if (!test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
6163                         /* nothing to be done ... */
6164                         goto unlock;
6165
6166                 if (mddev->pers->sync_request) {
6167                         if (spares && mddev->bitmap && ! mddev->bitmap->file) {
6168                                 /* We are adding a device or devices to an array
6169                                  * which has the bitmap stored on all devices.
6170                                  * So make sure all bitmap pages get written
6171                                  */
6172                                 bitmap_write_all(mddev->bitmap);
6173                         }
6174                         mddev->sync_thread = md_register_thread(md_do_sync,
6175                                                                 mddev,
6176                                                                 "%s_resync");
6177                         if (!mddev->sync_thread) {
6178                                 printk(KERN_ERR "%s: could not start resync"
6179                                         " thread...\n", 
6180                                         mdname(mddev));
6181                                 /* leave the spares where they are, it shouldn't hurt */
6182                                 mddev->recovery = 0;
6183                         } else
6184                                 md_wakeup_thread(mddev->sync_thread);
6185                         sysfs_notify(&mddev->kobj, NULL, "sync_action");
6186                         md_new_event(mddev);
6187                 }
6188         unlock:
6189                 if (!mddev->sync_thread) {
6190                         clear_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
6191                         if (test_and_clear_bit(MD_RECOVERY_RECOVER,
6192                                                &mddev->recovery))
6193                                 sysfs_notify(&mddev->kobj, NULL, "sync_action");
6194                 }
6195                 mddev_unlock(mddev);
6196         }
6197 }
6198
6199 void md_wait_for_blocked_rdev(mdk_rdev_t *rdev, mddev_t *mddev)
6200 {
6201         sysfs_notify(&rdev->kobj, NULL, "state");
6202         wait_event_timeout(rdev->blocked_wait,
6203                            !test_bit(Blocked, &rdev->flags),
6204                            msecs_to_jiffies(5000));
6205         rdev_dec_pending(rdev, mddev);
6206 }
6207 EXPORT_SYMBOL(md_wait_for_blocked_rdev);
6208
6209 static int md_notify_reboot(struct notifier_block *this,
6210                             unsigned long code, void *x)
6211 {
6212         struct list_head *tmp;
6213         mddev_t *mddev;
6214
6215         if ((code == SYS_DOWN) || (code == SYS_HALT) || (code == SYS_POWER_OFF)) {
6216
6217                 printk(KERN_INFO "md: stopping all md devices.\n");
6218
6219                 for_each_mddev(mddev, tmp)
6220                         if (mddev_trylock(mddev)) {
6221                                 do_md_stop (mddev, 1, 0);
6222                                 mddev_unlock(mddev);
6223                         }
6224                 /*
6225                  * certain more exotic SCSI devices are known to be
6226                  * volatile wrt too early system reboots. While the
6227                  * right place to handle this issue is the given
6228                  * driver, we do want to have a safe RAID driver ...
6229                  */
6230                 mdelay(1000*1);
6231         }
6232         return NOTIFY_DONE;
6233 }
6234
6235 static struct notifier_block md_notifier = {
6236         .notifier_call  = md_notify_reboot,
6237         .next           = NULL,
6238         .priority       = INT_MAX, /* before any real devices */
6239 };
6240
6241 static void md_geninit(void)
6242 {
6243         dprintk("md: sizeof(mdp_super_t) = %d\n", (int)sizeof(mdp_super_t));
6244
6245         proc_create("mdstat", S_IRUGO, NULL, &md_seq_fops);
6246 }
6247
6248 static int __init md_init(void)
6249 {
6250         if (register_blkdev(MAJOR_NR, "md"))
6251                 return -1;
6252         if ((mdp_major=register_blkdev(0, "mdp"))<=0) {
6253                 unregister_blkdev(MAJOR_NR, "md");
6254                 return -1;
6255         }
6256         blk_register_region(MKDEV(MAJOR_NR, 0), 1UL<<MINORBITS, THIS_MODULE,
6257                             md_probe, NULL, NULL);
6258         blk_register_region(MKDEV(mdp_major, 0), 1UL<<MINORBITS, THIS_MODULE,
6259                             md_probe, NULL, NULL);
6260
6261         register_reboot_notifier(&md_notifier);
6262         raid_table_header = register_sysctl_table(raid_root_table);
6263
6264         md_geninit();
6265         return (0);
6266 }
6267
6268
6269 #ifndef MODULE
6270
6271 /*
6272  * Searches all registered partitions for autorun RAID arrays
6273  * at boot time.
6274  */
6275
6276 static LIST_HEAD(all_detected_devices);
6277 struct detected_devices_node {
6278         struct list_head list;
6279         dev_t dev;
6280 };
6281
6282 void md_autodetect_dev(dev_t dev)
6283 {
6284         struct detected_devices_node *node_detected_dev;
6285
6286         node_detected_dev = kzalloc(sizeof(*node_detected_dev), GFP_KERNEL);
6287         if (node_detected_dev) {
6288                 node_detected_dev->dev = dev;
6289                 list_add_tail(&node_detected_dev->list, &all_detected_devices);
6290         } else {
6291                 printk(KERN_CRIT "md: md_autodetect_dev: kzalloc failed"
6292                         ", skipping dev(%d,%d)\n", MAJOR(dev), MINOR(dev));
6293         }
6294 }
6295
6296
6297 static void autostart_arrays(int part)
6298 {
6299         mdk_rdev_t *rdev;
6300         struct detected_devices_node *node_detected_dev;
6301         dev_t dev;
6302         int i_scanned, i_passed;
6303
6304         i_scanned = 0;
6305         i_passed = 0;
6306
6307         printk(KERN_INFO "md: Autodetecting RAID arrays.\n");
6308
6309         while (!list_empty(&all_detected_devices) && i_scanned < INT_MAX) {
6310                 i_scanned++;
6311                 node_detected_dev = list_entry(all_detected_devices.next,
6312                                         struct detected_devices_node, list);
6313                 list_del(&node_detected_dev->list);
6314                 dev = node_detected_dev->dev;
6315                 kfree(node_detected_dev);
6316                 rdev = md_import_device(dev,0, 90);
6317                 if (IS_ERR(rdev))
6318                         continue;
6319
6320                 if (test_bit(Faulty, &rdev->flags)) {
6321                         MD_BUG();
6322                         continue;
6323                 }
6324                 set_bit(AutoDetected, &rdev->flags);
6325                 list_add(&rdev->same_set, &pending_raid_disks);
6326                 i_passed++;
6327         }
6328
6329         printk(KERN_INFO "md: Scanned %d and added %d devices.\n",
6330                                                 i_scanned, i_passed);
6331
6332         autorun_devices(part);
6333 }
6334
6335 #endif /* !MODULE */
6336
6337 static __exit void md_exit(void)
6338 {
6339         mddev_t *mddev;
6340         struct list_head *tmp;
6341
6342         blk_unregister_region(MKDEV(MAJOR_NR,0), 1U << MINORBITS);
6343         blk_unregister_region(MKDEV(mdp_major,0), 1U << MINORBITS);
6344
6345         unregister_blkdev(MAJOR_NR,"md");
6346         unregister_blkdev(mdp_major, "mdp");
6347         unregister_reboot_notifier(&md_notifier);
6348         unregister_sysctl_table(raid_table_header);
6349         remove_proc_entry("mdstat", NULL);
6350         for_each_mddev(mddev, tmp) {
6351                 struct gendisk *disk = mddev->gendisk;
6352                 if (!disk)
6353                         continue;
6354                 export_array(mddev);
6355                 del_gendisk(disk);
6356                 put_disk(disk);
6357                 mddev->gendisk = NULL;
6358                 mddev_put(mddev);
6359         }
6360 }
6361
6362 subsys_initcall(md_init);
6363 module_exit(md_exit)
6364
6365 static int get_ro(char *buffer, struct kernel_param *kp)
6366 {
6367         return sprintf(buffer, "%d", start_readonly);
6368 }
6369 static int set_ro(const char *val, struct kernel_param *kp)
6370 {
6371         char *e;
6372         int num = simple_strtoul(val, &e, 10);
6373         if (*val && (*e == '\0' || *e == '\n')) {
6374                 start_readonly = num;
6375                 return 0;
6376         }
6377         return -EINVAL;
6378 }
6379
6380 module_param_call(start_ro, set_ro, get_ro, NULL, S_IRUSR|S_IWUSR);
6381 module_param(start_dirty_degraded, int, S_IRUGO|S_IWUSR);
6382
6383
6384 EXPORT_SYMBOL(register_md_personality);
6385 EXPORT_SYMBOL(unregister_md_personality);
6386 EXPORT_SYMBOL(md_error);
6387 EXPORT_SYMBOL(md_done_sync);
6388 EXPORT_SYMBOL(md_write_start);
6389 EXPORT_SYMBOL(md_write_end);
6390 EXPORT_SYMBOL(md_register_thread);
6391 EXPORT_SYMBOL(md_unregister_thread);
6392 EXPORT_SYMBOL(md_wakeup_thread);
6393 EXPORT_SYMBOL(md_check_recovery);
6394 MODULE_LICENSE("GPL");
6395 MODULE_ALIAS("md");
6396 MODULE_ALIAS_BLOCKDEV_MAJOR(MD_MAJOR);