]> git.karo-electronics.de Git - mv-sheeva.git/blob - drivers/md/md.c
md: avoid array overflow with bad v1.x metadata
[mv-sheeva.git] / drivers / md / md.c
1 /*
2    md.c : Multiple Devices driver for Linux
3           Copyright (C) 1998, 1999, 2000 Ingo Molnar
4
5      completely rewritten, based on the MD driver code from Marc Zyngier
6
7    Changes:
8
9    - RAID-1/RAID-5 extensions by Miguel de Icaza, Gadi Oxman, Ingo Molnar
10    - RAID-6 extensions by H. Peter Anvin <hpa@zytor.com>
11    - boot support for linear and striped mode by Harald Hoyer <HarryH@Royal.Net>
12    - kerneld support by Boris Tobotras <boris@xtalk.msk.su>
13    - kmod support by: Cyrus Durgin
14    - RAID0 bugfixes: Mark Anthony Lisher <markal@iname.com>
15    - Devfs support by Richard Gooch <rgooch@atnf.csiro.au>
16
17    - lots of fixes and improvements to the RAID1/RAID5 and generic
18      RAID code (such as request based resynchronization):
19
20      Neil Brown <neilb@cse.unsw.edu.au>.
21
22    - persistent bitmap code
23      Copyright (C) 2003-2004, Paul Clements, SteelEye Technology, Inc.
24
25    This program is free software; you can redistribute it and/or modify
26    it under the terms of the GNU General Public License as published by
27    the Free Software Foundation; either version 2, or (at your option)
28    any later version.
29
30    You should have received a copy of the GNU General Public License
31    (for example /usr/src/linux/COPYING); if not, write to the Free
32    Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
33 */
34
35 #include <linux/kthread.h>
36 #include <linux/blkdev.h>
37 #include <linux/sysctl.h>
38 #include <linux/seq_file.h>
39 #include <linux/buffer_head.h> /* for invalidate_bdev */
40 #include <linux/poll.h>
41 #include <linux/ctype.h>
42 #include <linux/hdreg.h>
43 #include <linux/proc_fs.h>
44 #include <linux/random.h>
45 #include <linux/reboot.h>
46 #include <linux/file.h>
47 #include <linux/delay.h>
48 #include <linux/raid/md_p.h>
49 #include <linux/raid/md_u.h>
50 #include "md.h"
51 #include "bitmap.h"
52
53 #define DEBUG 0
54 #define dprintk(x...) ((void)(DEBUG && printk(x)))
55
56
57 #ifndef MODULE
58 static void autostart_arrays(int part);
59 #endif
60
61 static LIST_HEAD(pers_list);
62 static DEFINE_SPINLOCK(pers_lock);
63
64 static void md_print_devices(void);
65
66 static DECLARE_WAIT_QUEUE_HEAD(resync_wait);
67
68 #define MD_BUG(x...) { printk("md: bug in file %s, line %d\n", __FILE__, __LINE__); md_print_devices(); }
69
70 /*
71  * Current RAID-1,4,5 parallel reconstruction 'guaranteed speed limit'
72  * is 1000 KB/sec, so the extra system load does not show up that much.
73  * Increase it if you want to have more _guaranteed_ speed. Note that
74  * the RAID driver will use the maximum available bandwidth if the IO
75  * subsystem is idle. There is also an 'absolute maximum' reconstruction
76  * speed limit - in case reconstruction slows down your system despite
77  * idle IO detection.
78  *
79  * you can change it via /proc/sys/dev/raid/speed_limit_min and _max.
80  * or /sys/block/mdX/md/sync_speed_{min,max}
81  */
82
83 static int sysctl_speed_limit_min = 1000;
84 static int sysctl_speed_limit_max = 200000;
85 static inline int speed_min(mddev_t *mddev)
86 {
87         return mddev->sync_speed_min ?
88                 mddev->sync_speed_min : sysctl_speed_limit_min;
89 }
90
91 static inline int speed_max(mddev_t *mddev)
92 {
93         return mddev->sync_speed_max ?
94                 mddev->sync_speed_max : sysctl_speed_limit_max;
95 }
96
97 static struct ctl_table_header *raid_table_header;
98
99 static ctl_table raid_table[] = {
100         {
101                 .ctl_name       = DEV_RAID_SPEED_LIMIT_MIN,
102                 .procname       = "speed_limit_min",
103                 .data           = &sysctl_speed_limit_min,
104                 .maxlen         = sizeof(int),
105                 .mode           = S_IRUGO|S_IWUSR,
106                 .proc_handler   = &proc_dointvec,
107         },
108         {
109                 .ctl_name       = DEV_RAID_SPEED_LIMIT_MAX,
110                 .procname       = "speed_limit_max",
111                 .data           = &sysctl_speed_limit_max,
112                 .maxlen         = sizeof(int),
113                 .mode           = S_IRUGO|S_IWUSR,
114                 .proc_handler   = &proc_dointvec,
115         },
116         { .ctl_name = 0 }
117 };
118
119 static ctl_table raid_dir_table[] = {
120         {
121                 .ctl_name       = DEV_RAID,
122                 .procname       = "raid",
123                 .maxlen         = 0,
124                 .mode           = S_IRUGO|S_IXUGO,
125                 .child          = raid_table,
126         },
127         { .ctl_name = 0 }
128 };
129
130 static ctl_table raid_root_table[] = {
131         {
132                 .ctl_name       = CTL_DEV,
133                 .procname       = "dev",
134                 .maxlen         = 0,
135                 .mode           = 0555,
136                 .child          = raid_dir_table,
137         },
138         { .ctl_name = 0 }
139 };
140
141 static struct block_device_operations md_fops;
142
143 static int start_readonly;
144
145 /*
146  * We have a system wide 'event count' that is incremented
147  * on any 'interesting' event, and readers of /proc/mdstat
148  * can use 'poll' or 'select' to find out when the event
149  * count increases.
150  *
151  * Events are:
152  *  start array, stop array, error, add device, remove device,
153  *  start build, activate spare
154  */
155 static DECLARE_WAIT_QUEUE_HEAD(md_event_waiters);
156 static atomic_t md_event_count;
157 void md_new_event(mddev_t *mddev)
158 {
159         atomic_inc(&md_event_count);
160         wake_up(&md_event_waiters);
161 }
162 EXPORT_SYMBOL_GPL(md_new_event);
163
164 /* Alternate version that can be called from interrupts
165  * when calling sysfs_notify isn't needed.
166  */
167 static void md_new_event_inintr(mddev_t *mddev)
168 {
169         atomic_inc(&md_event_count);
170         wake_up(&md_event_waiters);
171 }
172
173 /*
174  * Enables to iterate over all existing md arrays
175  * all_mddevs_lock protects this list.
176  */
177 static LIST_HEAD(all_mddevs);
178 static DEFINE_SPINLOCK(all_mddevs_lock);
179
180
181 /*
182  * iterates through all used mddevs in the system.
183  * We take care to grab the all_mddevs_lock whenever navigating
184  * the list, and to always hold a refcount when unlocked.
185  * Any code which breaks out of this loop while own
186  * a reference to the current mddev and must mddev_put it.
187  */
188 #define for_each_mddev(mddev,tmp)                                       \
189                                                                         \
190         for (({ spin_lock(&all_mddevs_lock);                            \
191                 tmp = all_mddevs.next;                                  \
192                 mddev = NULL;});                                        \
193              ({ if (tmp != &all_mddevs)                                 \
194                         mddev_get(list_entry(tmp, mddev_t, all_mddevs));\
195                 spin_unlock(&all_mddevs_lock);                          \
196                 if (mddev) mddev_put(mddev);                            \
197                 mddev = list_entry(tmp, mddev_t, all_mddevs);           \
198                 tmp != &all_mddevs;});                                  \
199              ({ spin_lock(&all_mddevs_lock);                            \
200                 tmp = tmp->next;})                                      \
201                 )
202
203
204 /* Rather than calling directly into the personality make_request function,
205  * IO requests come here first so that we can check if the device is
206  * being suspended pending a reconfiguration.
207  * We hold a refcount over the call to ->make_request.  By the time that
208  * call has finished, the bio has been linked into some internal structure
209  * and so is visible to ->quiesce(), so we don't need the refcount any more.
210  */
211 static int md_make_request(struct request_queue *q, struct bio *bio)
212 {
213         mddev_t *mddev = q->queuedata;
214         int rv;
215         if (mddev == NULL || mddev->pers == NULL) {
216                 bio_io_error(bio);
217                 return 0;
218         }
219         rcu_read_lock();
220         if (mddev->suspended) {
221                 DEFINE_WAIT(__wait);
222                 for (;;) {
223                         prepare_to_wait(&mddev->sb_wait, &__wait,
224                                         TASK_UNINTERRUPTIBLE);
225                         if (!mddev->suspended)
226                                 break;
227                         rcu_read_unlock();
228                         schedule();
229                         rcu_read_lock();
230                 }
231                 finish_wait(&mddev->sb_wait, &__wait);
232         }
233         atomic_inc(&mddev->active_io);
234         rcu_read_unlock();
235         rv = mddev->pers->make_request(q, bio);
236         if (atomic_dec_and_test(&mddev->active_io) && mddev->suspended)
237                 wake_up(&mddev->sb_wait);
238
239         return rv;
240 }
241
242 static void mddev_suspend(mddev_t *mddev)
243 {
244         BUG_ON(mddev->suspended);
245         mddev->suspended = 1;
246         synchronize_rcu();
247         wait_event(mddev->sb_wait, atomic_read(&mddev->active_io) == 0);
248         mddev->pers->quiesce(mddev, 1);
249         md_unregister_thread(mddev->thread);
250         mddev->thread = NULL;
251         /* we now know that no code is executing in the personality module,
252          * except possibly the tail end of a ->bi_end_io function, but that
253          * is certain to complete before the module has a chance to get
254          * unloaded
255          */
256 }
257
258 static void mddev_resume(mddev_t *mddev)
259 {
260         mddev->suspended = 0;
261         wake_up(&mddev->sb_wait);
262         mddev->pers->quiesce(mddev, 0);
263 }
264
265
266 static inline mddev_t *mddev_get(mddev_t *mddev)
267 {
268         atomic_inc(&mddev->active);
269         return mddev;
270 }
271
272 static void mddev_delayed_delete(struct work_struct *ws);
273
274 static void mddev_put(mddev_t *mddev)
275 {
276         if (!atomic_dec_and_lock(&mddev->active, &all_mddevs_lock))
277                 return;
278         if (!mddev->raid_disks && list_empty(&mddev->disks) &&
279             !mddev->hold_active) {
280                 list_del(&mddev->all_mddevs);
281                 if (mddev->gendisk) {
282                         /* we did a probe so need to clean up.
283                          * Call schedule_work inside the spinlock
284                          * so that flush_scheduled_work() after
285                          * mddev_find will succeed in waiting for the
286                          * work to be done.
287                          */
288                         INIT_WORK(&mddev->del_work, mddev_delayed_delete);
289                         schedule_work(&mddev->del_work);
290                 } else
291                         kfree(mddev);
292         }
293         spin_unlock(&all_mddevs_lock);
294 }
295
296 static mddev_t * mddev_find(dev_t unit)
297 {
298         mddev_t *mddev, *new = NULL;
299
300  retry:
301         spin_lock(&all_mddevs_lock);
302
303         if (unit) {
304                 list_for_each_entry(mddev, &all_mddevs, all_mddevs)
305                         if (mddev->unit == unit) {
306                                 mddev_get(mddev);
307                                 spin_unlock(&all_mddevs_lock);
308                                 kfree(new);
309                                 return mddev;
310                         }
311
312                 if (new) {
313                         list_add(&new->all_mddevs, &all_mddevs);
314                         spin_unlock(&all_mddevs_lock);
315                         new->hold_active = UNTIL_IOCTL;
316                         return new;
317                 }
318         } else if (new) {
319                 /* find an unused unit number */
320                 static int next_minor = 512;
321                 int start = next_minor;
322                 int is_free = 0;
323                 int dev = 0;
324                 while (!is_free) {
325                         dev = MKDEV(MD_MAJOR, next_minor);
326                         next_minor++;
327                         if (next_minor > MINORMASK)
328                                 next_minor = 0;
329                         if (next_minor == start) {
330                                 /* Oh dear, all in use. */
331                                 spin_unlock(&all_mddevs_lock);
332                                 kfree(new);
333                                 return NULL;
334                         }
335                                 
336                         is_free = 1;
337                         list_for_each_entry(mddev, &all_mddevs, all_mddevs)
338                                 if (mddev->unit == dev) {
339                                         is_free = 0;
340                                         break;
341                                 }
342                 }
343                 new->unit = dev;
344                 new->md_minor = MINOR(dev);
345                 new->hold_active = UNTIL_STOP;
346                 list_add(&new->all_mddevs, &all_mddevs);
347                 spin_unlock(&all_mddevs_lock);
348                 return new;
349         }
350         spin_unlock(&all_mddevs_lock);
351
352         new = kzalloc(sizeof(*new), GFP_KERNEL);
353         if (!new)
354                 return NULL;
355
356         new->unit = unit;
357         if (MAJOR(unit) == MD_MAJOR)
358                 new->md_minor = MINOR(unit);
359         else
360                 new->md_minor = MINOR(unit) >> MdpMinorShift;
361
362         mutex_init(&new->reconfig_mutex);
363         INIT_LIST_HEAD(&new->disks);
364         INIT_LIST_HEAD(&new->all_mddevs);
365         init_timer(&new->safemode_timer);
366         atomic_set(&new->active, 1);
367         atomic_set(&new->openers, 0);
368         atomic_set(&new->active_io, 0);
369         spin_lock_init(&new->write_lock);
370         init_waitqueue_head(&new->sb_wait);
371         init_waitqueue_head(&new->recovery_wait);
372         new->reshape_position = MaxSector;
373         new->resync_min = 0;
374         new->resync_max = MaxSector;
375         new->level = LEVEL_NONE;
376
377         goto retry;
378 }
379
380 static inline int mddev_lock(mddev_t * mddev)
381 {
382         return mutex_lock_interruptible(&mddev->reconfig_mutex);
383 }
384
385 static inline int mddev_is_locked(mddev_t *mddev)
386 {
387         return mutex_is_locked(&mddev->reconfig_mutex);
388 }
389
390 static inline int mddev_trylock(mddev_t * mddev)
391 {
392         return mutex_trylock(&mddev->reconfig_mutex);
393 }
394
395 static inline void mddev_unlock(mddev_t * mddev)
396 {
397         mutex_unlock(&mddev->reconfig_mutex);
398
399         md_wakeup_thread(mddev->thread);
400 }
401
402 static mdk_rdev_t * find_rdev_nr(mddev_t *mddev, int nr)
403 {
404         mdk_rdev_t *rdev;
405
406         list_for_each_entry(rdev, &mddev->disks, same_set)
407                 if (rdev->desc_nr == nr)
408                         return rdev;
409
410         return NULL;
411 }
412
413 static mdk_rdev_t * find_rdev(mddev_t * mddev, dev_t dev)
414 {
415         mdk_rdev_t *rdev;
416
417         list_for_each_entry(rdev, &mddev->disks, same_set)
418                 if (rdev->bdev->bd_dev == dev)
419                         return rdev;
420
421         return NULL;
422 }
423
424 static struct mdk_personality *find_pers(int level, char *clevel)
425 {
426         struct mdk_personality *pers;
427         list_for_each_entry(pers, &pers_list, list) {
428                 if (level != LEVEL_NONE && pers->level == level)
429                         return pers;
430                 if (strcmp(pers->name, clevel)==0)
431                         return pers;
432         }
433         return NULL;
434 }
435
436 /* return the offset of the super block in 512byte sectors */
437 static inline sector_t calc_dev_sboffset(struct block_device *bdev)
438 {
439         sector_t num_sectors = bdev->bd_inode->i_size / 512;
440         return MD_NEW_SIZE_SECTORS(num_sectors);
441 }
442
443 static int alloc_disk_sb(mdk_rdev_t * rdev)
444 {
445         if (rdev->sb_page)
446                 MD_BUG();
447
448         rdev->sb_page = alloc_page(GFP_KERNEL);
449         if (!rdev->sb_page) {
450                 printk(KERN_ALERT "md: out of memory.\n");
451                 return -ENOMEM;
452         }
453
454         return 0;
455 }
456
457 static void free_disk_sb(mdk_rdev_t * rdev)
458 {
459         if (rdev->sb_page) {
460                 put_page(rdev->sb_page);
461                 rdev->sb_loaded = 0;
462                 rdev->sb_page = NULL;
463                 rdev->sb_start = 0;
464                 rdev->sectors = 0;
465         }
466 }
467
468
469 static void super_written(struct bio *bio, int error)
470 {
471         mdk_rdev_t *rdev = bio->bi_private;
472         mddev_t *mddev = rdev->mddev;
473
474         if (error || !test_bit(BIO_UPTODATE, &bio->bi_flags)) {
475                 printk("md: super_written gets error=%d, uptodate=%d\n",
476                        error, test_bit(BIO_UPTODATE, &bio->bi_flags));
477                 WARN_ON(test_bit(BIO_UPTODATE, &bio->bi_flags));
478                 md_error(mddev, rdev);
479         }
480
481         if (atomic_dec_and_test(&mddev->pending_writes))
482                 wake_up(&mddev->sb_wait);
483         bio_put(bio);
484 }
485
486 static void super_written_barrier(struct bio *bio, int error)
487 {
488         struct bio *bio2 = bio->bi_private;
489         mdk_rdev_t *rdev = bio2->bi_private;
490         mddev_t *mddev = rdev->mddev;
491
492         if (!test_bit(BIO_UPTODATE, &bio->bi_flags) &&
493             error == -EOPNOTSUPP) {
494                 unsigned long flags;
495                 /* barriers don't appear to be supported :-( */
496                 set_bit(BarriersNotsupp, &rdev->flags);
497                 mddev->barriers_work = 0;
498                 spin_lock_irqsave(&mddev->write_lock, flags);
499                 bio2->bi_next = mddev->biolist;
500                 mddev->biolist = bio2;
501                 spin_unlock_irqrestore(&mddev->write_lock, flags);
502                 wake_up(&mddev->sb_wait);
503                 bio_put(bio);
504         } else {
505                 bio_put(bio2);
506                 bio->bi_private = rdev;
507                 super_written(bio, error);
508         }
509 }
510
511 void md_super_write(mddev_t *mddev, mdk_rdev_t *rdev,
512                    sector_t sector, int size, struct page *page)
513 {
514         /* write first size bytes of page to sector of rdev
515          * Increment mddev->pending_writes before returning
516          * and decrement it on completion, waking up sb_wait
517          * if zero is reached.
518          * If an error occurred, call md_error
519          *
520          * As we might need to resubmit the request if BIO_RW_BARRIER
521          * causes ENOTSUPP, we allocate a spare bio...
522          */
523         struct bio *bio = bio_alloc(GFP_NOIO, 1);
524         int rw = (1<<BIO_RW) | (1<<BIO_RW_SYNCIO) | (1<<BIO_RW_UNPLUG);
525
526         bio->bi_bdev = rdev->bdev;
527         bio->bi_sector = sector;
528         bio_add_page(bio, page, size, 0);
529         bio->bi_private = rdev;
530         bio->bi_end_io = super_written;
531         bio->bi_rw = rw;
532
533         atomic_inc(&mddev->pending_writes);
534         if (!test_bit(BarriersNotsupp, &rdev->flags)) {
535                 struct bio *rbio;
536                 rw |= (1<<BIO_RW_BARRIER);
537                 rbio = bio_clone(bio, GFP_NOIO);
538                 rbio->bi_private = bio;
539                 rbio->bi_end_io = super_written_barrier;
540                 submit_bio(rw, rbio);
541         } else
542                 submit_bio(rw, bio);
543 }
544
545 void md_super_wait(mddev_t *mddev)
546 {
547         /* wait for all superblock writes that were scheduled to complete.
548          * if any had to be retried (due to BARRIER problems), retry them
549          */
550         DEFINE_WAIT(wq);
551         for(;;) {
552                 prepare_to_wait(&mddev->sb_wait, &wq, TASK_UNINTERRUPTIBLE);
553                 if (atomic_read(&mddev->pending_writes)==0)
554                         break;
555                 while (mddev->biolist) {
556                         struct bio *bio;
557                         spin_lock_irq(&mddev->write_lock);
558                         bio = mddev->biolist;
559                         mddev->biolist = bio->bi_next ;
560                         bio->bi_next = NULL;
561                         spin_unlock_irq(&mddev->write_lock);
562                         submit_bio(bio->bi_rw, bio);
563                 }
564                 schedule();
565         }
566         finish_wait(&mddev->sb_wait, &wq);
567 }
568
569 static void bi_complete(struct bio *bio, int error)
570 {
571         complete((struct completion*)bio->bi_private);
572 }
573
574 int sync_page_io(struct block_device *bdev, sector_t sector, int size,
575                    struct page *page, int rw)
576 {
577         struct bio *bio = bio_alloc(GFP_NOIO, 1);
578         struct completion event;
579         int ret;
580
581         rw |= (1 << BIO_RW_SYNCIO) | (1 << BIO_RW_UNPLUG);
582
583         bio->bi_bdev = bdev;
584         bio->bi_sector = sector;
585         bio_add_page(bio, page, size, 0);
586         init_completion(&event);
587         bio->bi_private = &event;
588         bio->bi_end_io = bi_complete;
589         submit_bio(rw, bio);
590         wait_for_completion(&event);
591
592         ret = test_bit(BIO_UPTODATE, &bio->bi_flags);
593         bio_put(bio);
594         return ret;
595 }
596 EXPORT_SYMBOL_GPL(sync_page_io);
597
598 static int read_disk_sb(mdk_rdev_t * rdev, int size)
599 {
600         char b[BDEVNAME_SIZE];
601         if (!rdev->sb_page) {
602                 MD_BUG();
603                 return -EINVAL;
604         }
605         if (rdev->sb_loaded)
606                 return 0;
607
608
609         if (!sync_page_io(rdev->bdev, rdev->sb_start, size, rdev->sb_page, READ))
610                 goto fail;
611         rdev->sb_loaded = 1;
612         return 0;
613
614 fail:
615         printk(KERN_WARNING "md: disabled device %s, could not read superblock.\n",
616                 bdevname(rdev->bdev,b));
617         return -EINVAL;
618 }
619
620 static int uuid_equal(mdp_super_t *sb1, mdp_super_t *sb2)
621 {
622         return  sb1->set_uuid0 == sb2->set_uuid0 &&
623                 sb1->set_uuid1 == sb2->set_uuid1 &&
624                 sb1->set_uuid2 == sb2->set_uuid2 &&
625                 sb1->set_uuid3 == sb2->set_uuid3;
626 }
627
628 static int sb_equal(mdp_super_t *sb1, mdp_super_t *sb2)
629 {
630         int ret;
631         mdp_super_t *tmp1, *tmp2;
632
633         tmp1 = kmalloc(sizeof(*tmp1),GFP_KERNEL);
634         tmp2 = kmalloc(sizeof(*tmp2),GFP_KERNEL);
635
636         if (!tmp1 || !tmp2) {
637                 ret = 0;
638                 printk(KERN_INFO "md.c sb_equal(): failed to allocate memory!\n");
639                 goto abort;
640         }
641
642         *tmp1 = *sb1;
643         *tmp2 = *sb2;
644
645         /*
646          * nr_disks is not constant
647          */
648         tmp1->nr_disks = 0;
649         tmp2->nr_disks = 0;
650
651         ret = (memcmp(tmp1, tmp2, MD_SB_GENERIC_CONSTANT_WORDS * 4) == 0);
652 abort:
653         kfree(tmp1);
654         kfree(tmp2);
655         return ret;
656 }
657
658
659 static u32 md_csum_fold(u32 csum)
660 {
661         csum = (csum & 0xffff) + (csum >> 16);
662         return (csum & 0xffff) + (csum >> 16);
663 }
664
665 static unsigned int calc_sb_csum(mdp_super_t * sb)
666 {
667         u64 newcsum = 0;
668         u32 *sb32 = (u32*)sb;
669         int i;
670         unsigned int disk_csum, csum;
671
672         disk_csum = sb->sb_csum;
673         sb->sb_csum = 0;
674
675         for (i = 0; i < MD_SB_BYTES/4 ; i++)
676                 newcsum += sb32[i];
677         csum = (newcsum & 0xffffffff) + (newcsum>>32);
678
679
680 #ifdef CONFIG_ALPHA
681         /* This used to use csum_partial, which was wrong for several
682          * reasons including that different results are returned on
683          * different architectures.  It isn't critical that we get exactly
684          * the same return value as before (we always csum_fold before
685          * testing, and that removes any differences).  However as we
686          * know that csum_partial always returned a 16bit value on
687          * alphas, do a fold to maximise conformity to previous behaviour.
688          */
689         sb->sb_csum = md_csum_fold(disk_csum);
690 #else
691         sb->sb_csum = disk_csum;
692 #endif
693         return csum;
694 }
695
696
697 /*
698  * Handle superblock details.
699  * We want to be able to handle multiple superblock formats
700  * so we have a common interface to them all, and an array of
701  * different handlers.
702  * We rely on user-space to write the initial superblock, and support
703  * reading and updating of superblocks.
704  * Interface methods are:
705  *   int load_super(mdk_rdev_t *dev, mdk_rdev_t *refdev, int minor_version)
706  *      loads and validates a superblock on dev.
707  *      if refdev != NULL, compare superblocks on both devices
708  *    Return:
709  *      0 - dev has a superblock that is compatible with refdev
710  *      1 - dev has a superblock that is compatible and newer than refdev
711  *          so dev should be used as the refdev in future
712  *     -EINVAL superblock incompatible or invalid
713  *     -othererror e.g. -EIO
714  *
715  *   int validate_super(mddev_t *mddev, mdk_rdev_t *dev)
716  *      Verify that dev is acceptable into mddev.
717  *       The first time, mddev->raid_disks will be 0, and data from
718  *       dev should be merged in.  Subsequent calls check that dev
719  *       is new enough.  Return 0 or -EINVAL
720  *
721  *   void sync_super(mddev_t *mddev, mdk_rdev_t *dev)
722  *     Update the superblock for rdev with data in mddev
723  *     This does not write to disc.
724  *
725  */
726
727 struct super_type  {
728         char                *name;
729         struct module       *owner;
730         int                 (*load_super)(mdk_rdev_t *rdev, mdk_rdev_t *refdev,
731                                           int minor_version);
732         int                 (*validate_super)(mddev_t *mddev, mdk_rdev_t *rdev);
733         void                (*sync_super)(mddev_t *mddev, mdk_rdev_t *rdev);
734         unsigned long long  (*rdev_size_change)(mdk_rdev_t *rdev,
735                                                 sector_t num_sectors);
736 };
737
738 /*
739  * Check that the given mddev has no bitmap.
740  *
741  * This function is called from the run method of all personalities that do not
742  * support bitmaps. It prints an error message and returns non-zero if mddev
743  * has a bitmap. Otherwise, it returns 0.
744  *
745  */
746 int md_check_no_bitmap(mddev_t *mddev)
747 {
748         if (!mddev->bitmap_file && !mddev->bitmap_offset)
749                 return 0;
750         printk(KERN_ERR "%s: bitmaps are not supported for %s\n",
751                 mdname(mddev), mddev->pers->name);
752         return 1;
753 }
754 EXPORT_SYMBOL(md_check_no_bitmap);
755
756 /*
757  * load_super for 0.90.0 
758  */
759 static int super_90_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
760 {
761         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
762         mdp_super_t *sb;
763         int ret;
764
765         /*
766          * Calculate the position of the superblock (512byte sectors),
767          * it's at the end of the disk.
768          *
769          * It also happens to be a multiple of 4Kb.
770          */
771         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
772
773         ret = read_disk_sb(rdev, MD_SB_BYTES);
774         if (ret) return ret;
775
776         ret = -EINVAL;
777
778         bdevname(rdev->bdev, b);
779         sb = (mdp_super_t*)page_address(rdev->sb_page);
780
781         if (sb->md_magic != MD_SB_MAGIC) {
782                 printk(KERN_ERR "md: invalid raid superblock magic on %s\n",
783                        b);
784                 goto abort;
785         }
786
787         if (sb->major_version != 0 ||
788             sb->minor_version < 90 ||
789             sb->minor_version > 91) {
790                 printk(KERN_WARNING "Bad version number %d.%d on %s\n",
791                         sb->major_version, sb->minor_version,
792                         b);
793                 goto abort;
794         }
795
796         if (sb->raid_disks <= 0)
797                 goto abort;
798
799         if (md_csum_fold(calc_sb_csum(sb)) != md_csum_fold(sb->sb_csum)) {
800                 printk(KERN_WARNING "md: invalid superblock checksum on %s\n",
801                         b);
802                 goto abort;
803         }
804
805         rdev->preferred_minor = sb->md_minor;
806         rdev->data_offset = 0;
807         rdev->sb_size = MD_SB_BYTES;
808
809         if (sb->level == LEVEL_MULTIPATH)
810                 rdev->desc_nr = -1;
811         else
812                 rdev->desc_nr = sb->this_disk.number;
813
814         if (!refdev) {
815                 ret = 1;
816         } else {
817                 __u64 ev1, ev2;
818                 mdp_super_t *refsb = (mdp_super_t*)page_address(refdev->sb_page);
819                 if (!uuid_equal(refsb, sb)) {
820                         printk(KERN_WARNING "md: %s has different UUID to %s\n",
821                                 b, bdevname(refdev->bdev,b2));
822                         goto abort;
823                 }
824                 if (!sb_equal(refsb, sb)) {
825                         printk(KERN_WARNING "md: %s has same UUID"
826                                " but different superblock to %s\n",
827                                b, bdevname(refdev->bdev, b2));
828                         goto abort;
829                 }
830                 ev1 = md_event(sb);
831                 ev2 = md_event(refsb);
832                 if (ev1 > ev2)
833                         ret = 1;
834                 else 
835                         ret = 0;
836         }
837         rdev->sectors = rdev->sb_start;
838
839         if (rdev->sectors < sb->size * 2 && sb->level > 1)
840                 /* "this cannot possibly happen" ... */
841                 ret = -EINVAL;
842
843  abort:
844         return ret;
845 }
846
847 /*
848  * validate_super for 0.90.0
849  */
850 static int super_90_validate(mddev_t *mddev, mdk_rdev_t *rdev)
851 {
852         mdp_disk_t *desc;
853         mdp_super_t *sb = (mdp_super_t *)page_address(rdev->sb_page);
854         __u64 ev1 = md_event(sb);
855
856         rdev->raid_disk = -1;
857         clear_bit(Faulty, &rdev->flags);
858         clear_bit(In_sync, &rdev->flags);
859         clear_bit(WriteMostly, &rdev->flags);
860         clear_bit(BarriersNotsupp, &rdev->flags);
861
862         if (mddev->raid_disks == 0) {
863                 mddev->major_version = 0;
864                 mddev->minor_version = sb->minor_version;
865                 mddev->patch_version = sb->patch_version;
866                 mddev->external = 0;
867                 mddev->chunk_sectors = sb->chunk_size >> 9;
868                 mddev->ctime = sb->ctime;
869                 mddev->utime = sb->utime;
870                 mddev->level = sb->level;
871                 mddev->clevel[0] = 0;
872                 mddev->layout = sb->layout;
873                 mddev->raid_disks = sb->raid_disks;
874                 mddev->dev_sectors = sb->size * 2;
875                 mddev->events = ev1;
876                 mddev->bitmap_offset = 0;
877                 mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
878
879                 if (mddev->minor_version >= 91) {
880                         mddev->reshape_position = sb->reshape_position;
881                         mddev->delta_disks = sb->delta_disks;
882                         mddev->new_level = sb->new_level;
883                         mddev->new_layout = sb->new_layout;
884                         mddev->new_chunk_sectors = sb->new_chunk >> 9;
885                 } else {
886                         mddev->reshape_position = MaxSector;
887                         mddev->delta_disks = 0;
888                         mddev->new_level = mddev->level;
889                         mddev->new_layout = mddev->layout;
890                         mddev->new_chunk_sectors = mddev->chunk_sectors;
891                 }
892
893                 if (sb->state & (1<<MD_SB_CLEAN))
894                         mddev->recovery_cp = MaxSector;
895                 else {
896                         if (sb->events_hi == sb->cp_events_hi && 
897                                 sb->events_lo == sb->cp_events_lo) {
898                                 mddev->recovery_cp = sb->recovery_cp;
899                         } else
900                                 mddev->recovery_cp = 0;
901                 }
902
903                 memcpy(mddev->uuid+0, &sb->set_uuid0, 4);
904                 memcpy(mddev->uuid+4, &sb->set_uuid1, 4);
905                 memcpy(mddev->uuid+8, &sb->set_uuid2, 4);
906                 memcpy(mddev->uuid+12,&sb->set_uuid3, 4);
907
908                 mddev->max_disks = MD_SB_DISKS;
909
910                 if (sb->state & (1<<MD_SB_BITMAP_PRESENT) &&
911                     mddev->bitmap_file == NULL)
912                         mddev->bitmap_offset = mddev->default_bitmap_offset;
913
914         } else if (mddev->pers == NULL) {
915                 /* Insist on good event counter while assembling */
916                 ++ev1;
917                 if (ev1 < mddev->events) 
918                         return -EINVAL;
919         } else if (mddev->bitmap) {
920                 /* if adding to array with a bitmap, then we can accept an
921                  * older device ... but not too old.
922                  */
923                 if (ev1 < mddev->bitmap->events_cleared)
924                         return 0;
925         } else {
926                 if (ev1 < mddev->events)
927                         /* just a hot-add of a new device, leave raid_disk at -1 */
928                         return 0;
929         }
930
931         if (mddev->level != LEVEL_MULTIPATH) {
932                 desc = sb->disks + rdev->desc_nr;
933
934                 if (desc->state & (1<<MD_DISK_FAULTY))
935                         set_bit(Faulty, &rdev->flags);
936                 else if (desc->state & (1<<MD_DISK_SYNC) /* &&
937                             desc->raid_disk < mddev->raid_disks */) {
938                         set_bit(In_sync, &rdev->flags);
939                         rdev->raid_disk = desc->raid_disk;
940                 }
941                 if (desc->state & (1<<MD_DISK_WRITEMOSTLY))
942                         set_bit(WriteMostly, &rdev->flags);
943         } else /* MULTIPATH are always insync */
944                 set_bit(In_sync, &rdev->flags);
945         return 0;
946 }
947
948 /*
949  * sync_super for 0.90.0
950  */
951 static void super_90_sync(mddev_t *mddev, mdk_rdev_t *rdev)
952 {
953         mdp_super_t *sb;
954         mdk_rdev_t *rdev2;
955         int next_spare = mddev->raid_disks;
956
957
958         /* make rdev->sb match mddev data..
959          *
960          * 1/ zero out disks
961          * 2/ Add info for each disk, keeping track of highest desc_nr (next_spare);
962          * 3/ any empty disks < next_spare become removed
963          *
964          * disks[0] gets initialised to REMOVED because
965          * we cannot be sure from other fields if it has
966          * been initialised or not.
967          */
968         int i;
969         int active=0, working=0,failed=0,spare=0,nr_disks=0;
970
971         rdev->sb_size = MD_SB_BYTES;
972
973         sb = (mdp_super_t*)page_address(rdev->sb_page);
974
975         memset(sb, 0, sizeof(*sb));
976
977         sb->md_magic = MD_SB_MAGIC;
978         sb->major_version = mddev->major_version;
979         sb->patch_version = mddev->patch_version;
980         sb->gvalid_words  = 0; /* ignored */
981         memcpy(&sb->set_uuid0, mddev->uuid+0, 4);
982         memcpy(&sb->set_uuid1, mddev->uuid+4, 4);
983         memcpy(&sb->set_uuid2, mddev->uuid+8, 4);
984         memcpy(&sb->set_uuid3, mddev->uuid+12,4);
985
986         sb->ctime = mddev->ctime;
987         sb->level = mddev->level;
988         sb->size = mddev->dev_sectors / 2;
989         sb->raid_disks = mddev->raid_disks;
990         sb->md_minor = mddev->md_minor;
991         sb->not_persistent = 0;
992         sb->utime = mddev->utime;
993         sb->state = 0;
994         sb->events_hi = (mddev->events>>32);
995         sb->events_lo = (u32)mddev->events;
996
997         if (mddev->reshape_position == MaxSector)
998                 sb->minor_version = 90;
999         else {
1000                 sb->minor_version = 91;
1001                 sb->reshape_position = mddev->reshape_position;
1002                 sb->new_level = mddev->new_level;
1003                 sb->delta_disks = mddev->delta_disks;
1004                 sb->new_layout = mddev->new_layout;
1005                 sb->new_chunk = mddev->new_chunk_sectors << 9;
1006         }
1007         mddev->minor_version = sb->minor_version;
1008         if (mddev->in_sync)
1009         {
1010                 sb->recovery_cp = mddev->recovery_cp;
1011                 sb->cp_events_hi = (mddev->events>>32);
1012                 sb->cp_events_lo = (u32)mddev->events;
1013                 if (mddev->recovery_cp == MaxSector)
1014                         sb->state = (1<< MD_SB_CLEAN);
1015         } else
1016                 sb->recovery_cp = 0;
1017
1018         sb->layout = mddev->layout;
1019         sb->chunk_size = mddev->chunk_sectors << 9;
1020
1021         if (mddev->bitmap && mddev->bitmap_file == NULL)
1022                 sb->state |= (1<<MD_SB_BITMAP_PRESENT);
1023
1024         sb->disks[0].state = (1<<MD_DISK_REMOVED);
1025         list_for_each_entry(rdev2, &mddev->disks, same_set) {
1026                 mdp_disk_t *d;
1027                 int desc_nr;
1028                 if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
1029                     && !test_bit(Faulty, &rdev2->flags))
1030                         desc_nr = rdev2->raid_disk;
1031                 else
1032                         desc_nr = next_spare++;
1033                 rdev2->desc_nr = desc_nr;
1034                 d = &sb->disks[rdev2->desc_nr];
1035                 nr_disks++;
1036                 d->number = rdev2->desc_nr;
1037                 d->major = MAJOR(rdev2->bdev->bd_dev);
1038                 d->minor = MINOR(rdev2->bdev->bd_dev);
1039                 if (rdev2->raid_disk >= 0 && test_bit(In_sync, &rdev2->flags)
1040                     && !test_bit(Faulty, &rdev2->flags))
1041                         d->raid_disk = rdev2->raid_disk;
1042                 else
1043                         d->raid_disk = rdev2->desc_nr; /* compatibility */
1044                 if (test_bit(Faulty, &rdev2->flags))
1045                         d->state = (1<<MD_DISK_FAULTY);
1046                 else if (test_bit(In_sync, &rdev2->flags)) {
1047                         d->state = (1<<MD_DISK_ACTIVE);
1048                         d->state |= (1<<MD_DISK_SYNC);
1049                         active++;
1050                         working++;
1051                 } else {
1052                         d->state = 0;
1053                         spare++;
1054                         working++;
1055                 }
1056                 if (test_bit(WriteMostly, &rdev2->flags))
1057                         d->state |= (1<<MD_DISK_WRITEMOSTLY);
1058         }
1059         /* now set the "removed" and "faulty" bits on any missing devices */
1060         for (i=0 ; i < mddev->raid_disks ; i++) {
1061                 mdp_disk_t *d = &sb->disks[i];
1062                 if (d->state == 0 && d->number == 0) {
1063                         d->number = i;
1064                         d->raid_disk = i;
1065                         d->state = (1<<MD_DISK_REMOVED);
1066                         d->state |= (1<<MD_DISK_FAULTY);
1067                         failed++;
1068                 }
1069         }
1070         sb->nr_disks = nr_disks;
1071         sb->active_disks = active;
1072         sb->working_disks = working;
1073         sb->failed_disks = failed;
1074         sb->spare_disks = spare;
1075
1076         sb->this_disk = sb->disks[rdev->desc_nr];
1077         sb->sb_csum = calc_sb_csum(sb);
1078 }
1079
1080 /*
1081  * rdev_size_change for 0.90.0
1082  */
1083 static unsigned long long
1084 super_90_rdev_size_change(mdk_rdev_t *rdev, sector_t num_sectors)
1085 {
1086         if (num_sectors && num_sectors < rdev->mddev->dev_sectors)
1087                 return 0; /* component must fit device */
1088         if (rdev->mddev->bitmap_offset)
1089                 return 0; /* can't move bitmap */
1090         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
1091         if (!num_sectors || num_sectors > rdev->sb_start)
1092                 num_sectors = rdev->sb_start;
1093         md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
1094                        rdev->sb_page);
1095         md_super_wait(rdev->mddev);
1096         return num_sectors / 2; /* kB for sysfs */
1097 }
1098
1099
1100 /*
1101  * version 1 superblock
1102  */
1103
1104 static __le32 calc_sb_1_csum(struct mdp_superblock_1 * sb)
1105 {
1106         __le32 disk_csum;
1107         u32 csum;
1108         unsigned long long newcsum;
1109         int size = 256 + le32_to_cpu(sb->max_dev)*2;
1110         __le32 *isuper = (__le32*)sb;
1111         int i;
1112
1113         disk_csum = sb->sb_csum;
1114         sb->sb_csum = 0;
1115         newcsum = 0;
1116         for (i=0; size>=4; size -= 4 )
1117                 newcsum += le32_to_cpu(*isuper++);
1118
1119         if (size == 2)
1120                 newcsum += le16_to_cpu(*(__le16*) isuper);
1121
1122         csum = (newcsum & 0xffffffff) + (newcsum >> 32);
1123         sb->sb_csum = disk_csum;
1124         return cpu_to_le32(csum);
1125 }
1126
1127 static int super_1_load(mdk_rdev_t *rdev, mdk_rdev_t *refdev, int minor_version)
1128 {
1129         struct mdp_superblock_1 *sb;
1130         int ret;
1131         sector_t sb_start;
1132         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
1133         int bmask;
1134
1135         /*
1136          * Calculate the position of the superblock in 512byte sectors.
1137          * It is always aligned to a 4K boundary and
1138          * depeding on minor_version, it can be:
1139          * 0: At least 8K, but less than 12K, from end of device
1140          * 1: At start of device
1141          * 2: 4K from start of device.
1142          */
1143         switch(minor_version) {
1144         case 0:
1145                 sb_start = rdev->bdev->bd_inode->i_size >> 9;
1146                 sb_start -= 8*2;
1147                 sb_start &= ~(sector_t)(4*2-1);
1148                 break;
1149         case 1:
1150                 sb_start = 0;
1151                 break;
1152         case 2:
1153                 sb_start = 8;
1154                 break;
1155         default:
1156                 return -EINVAL;
1157         }
1158         rdev->sb_start = sb_start;
1159
1160         /* superblock is rarely larger than 1K, but it can be larger,
1161          * and it is safe to read 4k, so we do that
1162          */
1163         ret = read_disk_sb(rdev, 4096);
1164         if (ret) return ret;
1165
1166
1167         sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1168
1169         if (sb->magic != cpu_to_le32(MD_SB_MAGIC) ||
1170             sb->major_version != cpu_to_le32(1) ||
1171             le32_to_cpu(sb->max_dev) > (4096-256)/2 ||
1172             le64_to_cpu(sb->super_offset) != rdev->sb_start ||
1173             (le32_to_cpu(sb->feature_map) & ~MD_FEATURE_ALL) != 0)
1174                 return -EINVAL;
1175
1176         if (calc_sb_1_csum(sb) != sb->sb_csum) {
1177                 printk("md: invalid superblock checksum on %s\n",
1178                         bdevname(rdev->bdev,b));
1179                 return -EINVAL;
1180         }
1181         if (le64_to_cpu(sb->data_size) < 10) {
1182                 printk("md: data_size too small on %s\n",
1183                        bdevname(rdev->bdev,b));
1184                 return -EINVAL;
1185         }
1186
1187         rdev->preferred_minor = 0xffff;
1188         rdev->data_offset = le64_to_cpu(sb->data_offset);
1189         atomic_set(&rdev->corrected_errors, le32_to_cpu(sb->cnt_corrected_read));
1190
1191         rdev->sb_size = le32_to_cpu(sb->max_dev) * 2 + 256;
1192         bmask = queue_logical_block_size(rdev->bdev->bd_disk->queue)-1;
1193         if (rdev->sb_size & bmask)
1194                 rdev->sb_size = (rdev->sb_size | bmask) + 1;
1195
1196         if (minor_version
1197             && rdev->data_offset < sb_start + (rdev->sb_size/512))
1198                 return -EINVAL;
1199
1200         if (sb->level == cpu_to_le32(LEVEL_MULTIPATH))
1201                 rdev->desc_nr = -1;
1202         else
1203                 rdev->desc_nr = le32_to_cpu(sb->dev_number);
1204
1205         if (!refdev) {
1206                 ret = 1;
1207         } else {
1208                 __u64 ev1, ev2;
1209                 struct mdp_superblock_1 *refsb = 
1210                         (struct mdp_superblock_1*)page_address(refdev->sb_page);
1211
1212                 if (memcmp(sb->set_uuid, refsb->set_uuid, 16) != 0 ||
1213                     sb->level != refsb->level ||
1214                     sb->layout != refsb->layout ||
1215                     sb->chunksize != refsb->chunksize) {
1216                         printk(KERN_WARNING "md: %s has strangely different"
1217                                 " superblock to %s\n",
1218                                 bdevname(rdev->bdev,b),
1219                                 bdevname(refdev->bdev,b2));
1220                         return -EINVAL;
1221                 }
1222                 ev1 = le64_to_cpu(sb->events);
1223                 ev2 = le64_to_cpu(refsb->events);
1224
1225                 if (ev1 > ev2)
1226                         ret = 1;
1227                 else
1228                         ret = 0;
1229         }
1230         if (minor_version)
1231                 rdev->sectors = (rdev->bdev->bd_inode->i_size >> 9) -
1232                         le64_to_cpu(sb->data_offset);
1233         else
1234                 rdev->sectors = rdev->sb_start;
1235         if (rdev->sectors < le64_to_cpu(sb->data_size))
1236                 return -EINVAL;
1237         rdev->sectors = le64_to_cpu(sb->data_size);
1238         if (le64_to_cpu(sb->size) > rdev->sectors)
1239                 return -EINVAL;
1240         return ret;
1241 }
1242
1243 static int super_1_validate(mddev_t *mddev, mdk_rdev_t *rdev)
1244 {
1245         struct mdp_superblock_1 *sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1246         __u64 ev1 = le64_to_cpu(sb->events);
1247
1248         rdev->raid_disk = -1;
1249         clear_bit(Faulty, &rdev->flags);
1250         clear_bit(In_sync, &rdev->flags);
1251         clear_bit(WriteMostly, &rdev->flags);
1252         clear_bit(BarriersNotsupp, &rdev->flags);
1253
1254         if (mddev->raid_disks == 0) {
1255                 mddev->major_version = 1;
1256                 mddev->patch_version = 0;
1257                 mddev->external = 0;
1258                 mddev->chunk_sectors = le32_to_cpu(sb->chunksize);
1259                 mddev->ctime = le64_to_cpu(sb->ctime) & ((1ULL << 32)-1);
1260                 mddev->utime = le64_to_cpu(sb->utime) & ((1ULL << 32)-1);
1261                 mddev->level = le32_to_cpu(sb->level);
1262                 mddev->clevel[0] = 0;
1263                 mddev->layout = le32_to_cpu(sb->layout);
1264                 mddev->raid_disks = le32_to_cpu(sb->raid_disks);
1265                 mddev->dev_sectors = le64_to_cpu(sb->size);
1266                 mddev->events = ev1;
1267                 mddev->bitmap_offset = 0;
1268                 mddev->default_bitmap_offset = 1024 >> 9;
1269                 
1270                 mddev->recovery_cp = le64_to_cpu(sb->resync_offset);
1271                 memcpy(mddev->uuid, sb->set_uuid, 16);
1272
1273                 mddev->max_disks =  (4096-256)/2;
1274
1275                 if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_BITMAP_OFFSET) &&
1276                     mddev->bitmap_file == NULL )
1277                         mddev->bitmap_offset = (__s32)le32_to_cpu(sb->bitmap_offset);
1278
1279                 if ((le32_to_cpu(sb->feature_map) & MD_FEATURE_RESHAPE_ACTIVE)) {
1280                         mddev->reshape_position = le64_to_cpu(sb->reshape_position);
1281                         mddev->delta_disks = le32_to_cpu(sb->delta_disks);
1282                         mddev->new_level = le32_to_cpu(sb->new_level);
1283                         mddev->new_layout = le32_to_cpu(sb->new_layout);
1284                         mddev->new_chunk_sectors = le32_to_cpu(sb->new_chunk);
1285                 } else {
1286                         mddev->reshape_position = MaxSector;
1287                         mddev->delta_disks = 0;
1288                         mddev->new_level = mddev->level;
1289                         mddev->new_layout = mddev->layout;
1290                         mddev->new_chunk_sectors = mddev->chunk_sectors;
1291                 }
1292
1293         } else if (mddev->pers == NULL) {
1294                 /* Insist of good event counter while assembling */
1295                 ++ev1;
1296                 if (ev1 < mddev->events)
1297                         return -EINVAL;
1298         } else if (mddev->bitmap) {
1299                 /* If adding to array with a bitmap, then we can accept an
1300                  * older device, but not too old.
1301                  */
1302                 if (ev1 < mddev->bitmap->events_cleared)
1303                         return 0;
1304         } else {
1305                 if (ev1 < mddev->events)
1306                         /* just a hot-add of a new device, leave raid_disk at -1 */
1307                         return 0;
1308         }
1309         if (mddev->level != LEVEL_MULTIPATH) {
1310                 int role;
1311                 if (rdev->desc_nr < 0 ||
1312                     rdev->desc_nr >= le32_to_cpu(sb->max_dev)) {
1313                         role = 0xffff;
1314                         rdev->desc_nr = -1;
1315                 } else
1316                         role = le16_to_cpu(sb->dev_roles[rdev->desc_nr]);
1317                 switch(role) {
1318                 case 0xffff: /* spare */
1319                         break;
1320                 case 0xfffe: /* faulty */
1321                         set_bit(Faulty, &rdev->flags);
1322                         break;
1323                 default:
1324                         if ((le32_to_cpu(sb->feature_map) &
1325                              MD_FEATURE_RECOVERY_OFFSET))
1326                                 rdev->recovery_offset = le64_to_cpu(sb->recovery_offset);
1327                         else
1328                                 set_bit(In_sync, &rdev->flags);
1329                         rdev->raid_disk = role;
1330                         break;
1331                 }
1332                 if (sb->devflags & WriteMostly1)
1333                         set_bit(WriteMostly, &rdev->flags);
1334         } else /* MULTIPATH are always insync */
1335                 set_bit(In_sync, &rdev->flags);
1336
1337         return 0;
1338 }
1339
1340 static void super_1_sync(mddev_t *mddev, mdk_rdev_t *rdev)
1341 {
1342         struct mdp_superblock_1 *sb;
1343         mdk_rdev_t *rdev2;
1344         int max_dev, i;
1345         /* make rdev->sb match mddev and rdev data. */
1346
1347         sb = (struct mdp_superblock_1*)page_address(rdev->sb_page);
1348
1349         sb->feature_map = 0;
1350         sb->pad0 = 0;
1351         sb->recovery_offset = cpu_to_le64(0);
1352         memset(sb->pad1, 0, sizeof(sb->pad1));
1353         memset(sb->pad2, 0, sizeof(sb->pad2));
1354         memset(sb->pad3, 0, sizeof(sb->pad3));
1355
1356         sb->utime = cpu_to_le64((__u64)mddev->utime);
1357         sb->events = cpu_to_le64(mddev->events);
1358         if (mddev->in_sync)
1359                 sb->resync_offset = cpu_to_le64(mddev->recovery_cp);
1360         else
1361                 sb->resync_offset = cpu_to_le64(0);
1362
1363         sb->cnt_corrected_read = cpu_to_le32(atomic_read(&rdev->corrected_errors));
1364
1365         sb->raid_disks = cpu_to_le32(mddev->raid_disks);
1366         sb->size = cpu_to_le64(mddev->dev_sectors);
1367         sb->chunksize = cpu_to_le32(mddev->chunk_sectors);
1368         sb->level = cpu_to_le32(mddev->level);
1369         sb->layout = cpu_to_le32(mddev->layout);
1370
1371         if (mddev->bitmap && mddev->bitmap_file == NULL) {
1372                 sb->bitmap_offset = cpu_to_le32((__u32)mddev->bitmap_offset);
1373                 sb->feature_map = cpu_to_le32(MD_FEATURE_BITMAP_OFFSET);
1374         }
1375
1376         if (rdev->raid_disk >= 0 &&
1377             !test_bit(In_sync, &rdev->flags)) {
1378                 if (mddev->curr_resync_completed > rdev->recovery_offset)
1379                         rdev->recovery_offset = mddev->curr_resync_completed;
1380                 if (rdev->recovery_offset > 0) {
1381                         sb->feature_map |=
1382                                 cpu_to_le32(MD_FEATURE_RECOVERY_OFFSET);
1383                         sb->recovery_offset =
1384                                 cpu_to_le64(rdev->recovery_offset);
1385                 }
1386         }
1387
1388         if (mddev->reshape_position != MaxSector) {
1389                 sb->feature_map |= cpu_to_le32(MD_FEATURE_RESHAPE_ACTIVE);
1390                 sb->reshape_position = cpu_to_le64(mddev->reshape_position);
1391                 sb->new_layout = cpu_to_le32(mddev->new_layout);
1392                 sb->delta_disks = cpu_to_le32(mddev->delta_disks);
1393                 sb->new_level = cpu_to_le32(mddev->new_level);
1394                 sb->new_chunk = cpu_to_le32(mddev->new_chunk_sectors);
1395         }
1396
1397         max_dev = 0;
1398         list_for_each_entry(rdev2, &mddev->disks, same_set)
1399                 if (rdev2->desc_nr+1 > max_dev)
1400                         max_dev = rdev2->desc_nr+1;
1401
1402         if (max_dev > le32_to_cpu(sb->max_dev))
1403                 sb->max_dev = cpu_to_le32(max_dev);
1404         for (i=0; i<max_dev;i++)
1405                 sb->dev_roles[i] = cpu_to_le16(0xfffe);
1406         
1407         list_for_each_entry(rdev2, &mddev->disks, same_set) {
1408                 i = rdev2->desc_nr;
1409                 if (test_bit(Faulty, &rdev2->flags))
1410                         sb->dev_roles[i] = cpu_to_le16(0xfffe);
1411                 else if (test_bit(In_sync, &rdev2->flags))
1412                         sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
1413                 else if (rdev2->raid_disk >= 0 && rdev2->recovery_offset > 0)
1414                         sb->dev_roles[i] = cpu_to_le16(rdev2->raid_disk);
1415                 else
1416                         sb->dev_roles[i] = cpu_to_le16(0xffff);
1417         }
1418
1419         sb->sb_csum = calc_sb_1_csum(sb);
1420 }
1421
1422 static unsigned long long
1423 super_1_rdev_size_change(mdk_rdev_t *rdev, sector_t num_sectors)
1424 {
1425         struct mdp_superblock_1 *sb;
1426         sector_t max_sectors;
1427         if (num_sectors && num_sectors < rdev->mddev->dev_sectors)
1428                 return 0; /* component must fit device */
1429         if (rdev->sb_start < rdev->data_offset) {
1430                 /* minor versions 1 and 2; superblock before data */
1431                 max_sectors = rdev->bdev->bd_inode->i_size >> 9;
1432                 max_sectors -= rdev->data_offset;
1433                 if (!num_sectors || num_sectors > max_sectors)
1434                         num_sectors = max_sectors;
1435         } else if (rdev->mddev->bitmap_offset) {
1436                 /* minor version 0 with bitmap we can't move */
1437                 return 0;
1438         } else {
1439                 /* minor version 0; superblock after data */
1440                 sector_t sb_start;
1441                 sb_start = (rdev->bdev->bd_inode->i_size >> 9) - 8*2;
1442                 sb_start &= ~(sector_t)(4*2 - 1);
1443                 max_sectors = rdev->sectors + sb_start - rdev->sb_start;
1444                 if (!num_sectors || num_sectors > max_sectors)
1445                         num_sectors = max_sectors;
1446                 rdev->sb_start = sb_start;
1447         }
1448         sb = (struct mdp_superblock_1 *) page_address(rdev->sb_page);
1449         sb->data_size = cpu_to_le64(num_sectors);
1450         sb->super_offset = rdev->sb_start;
1451         sb->sb_csum = calc_sb_1_csum(sb);
1452         md_super_write(rdev->mddev, rdev, rdev->sb_start, rdev->sb_size,
1453                        rdev->sb_page);
1454         md_super_wait(rdev->mddev);
1455         return num_sectors / 2; /* kB for sysfs */
1456 }
1457
1458 static struct super_type super_types[] = {
1459         [0] = {
1460                 .name   = "0.90.0",
1461                 .owner  = THIS_MODULE,
1462                 .load_super         = super_90_load,
1463                 .validate_super     = super_90_validate,
1464                 .sync_super         = super_90_sync,
1465                 .rdev_size_change   = super_90_rdev_size_change,
1466         },
1467         [1] = {
1468                 .name   = "md-1",
1469                 .owner  = THIS_MODULE,
1470                 .load_super         = super_1_load,
1471                 .validate_super     = super_1_validate,
1472                 .sync_super         = super_1_sync,
1473                 .rdev_size_change   = super_1_rdev_size_change,
1474         },
1475 };
1476
1477 static int match_mddev_units(mddev_t *mddev1, mddev_t *mddev2)
1478 {
1479         mdk_rdev_t *rdev, *rdev2;
1480
1481         rcu_read_lock();
1482         rdev_for_each_rcu(rdev, mddev1)
1483                 rdev_for_each_rcu(rdev2, mddev2)
1484                         if (rdev->bdev->bd_contains ==
1485                             rdev2->bdev->bd_contains) {
1486                                 rcu_read_unlock();
1487                                 return 1;
1488                         }
1489         rcu_read_unlock();
1490         return 0;
1491 }
1492
1493 static LIST_HEAD(pending_raid_disks);
1494
1495 /*
1496  * Try to register data integrity profile for an mddev
1497  *
1498  * This is called when an array is started and after a disk has been kicked
1499  * from the array. It only succeeds if all working and active component devices
1500  * are integrity capable with matching profiles.
1501  */
1502 int md_integrity_register(mddev_t *mddev)
1503 {
1504         mdk_rdev_t *rdev, *reference = NULL;
1505
1506         if (list_empty(&mddev->disks))
1507                 return 0; /* nothing to do */
1508         if (blk_get_integrity(mddev->gendisk))
1509                 return 0; /* already registered */
1510         list_for_each_entry(rdev, &mddev->disks, same_set) {
1511                 /* skip spares and non-functional disks */
1512                 if (test_bit(Faulty, &rdev->flags))
1513                         continue;
1514                 if (rdev->raid_disk < 0)
1515                         continue;
1516                 /*
1517                  * If at least one rdev is not integrity capable, we can not
1518                  * enable data integrity for the md device.
1519                  */
1520                 if (!bdev_get_integrity(rdev->bdev))
1521                         return -EINVAL;
1522                 if (!reference) {
1523                         /* Use the first rdev as the reference */
1524                         reference = rdev;
1525                         continue;
1526                 }
1527                 /* does this rdev's profile match the reference profile? */
1528                 if (blk_integrity_compare(reference->bdev->bd_disk,
1529                                 rdev->bdev->bd_disk) < 0)
1530                         return -EINVAL;
1531         }
1532         /*
1533          * All component devices are integrity capable and have matching
1534          * profiles, register the common profile for the md device.
1535          */
1536         if (blk_integrity_register(mddev->gendisk,
1537                         bdev_get_integrity(reference->bdev)) != 0) {
1538                 printk(KERN_ERR "md: failed to register integrity for %s\n",
1539                         mdname(mddev));
1540                 return -EINVAL;
1541         }
1542         printk(KERN_NOTICE "md: data integrity on %s enabled\n",
1543                 mdname(mddev));
1544         return 0;
1545 }
1546 EXPORT_SYMBOL(md_integrity_register);
1547
1548 /* Disable data integrity if non-capable/non-matching disk is being added */
1549 void md_integrity_add_rdev(mdk_rdev_t *rdev, mddev_t *mddev)
1550 {
1551         struct blk_integrity *bi_rdev = bdev_get_integrity(rdev->bdev);
1552         struct blk_integrity *bi_mddev = blk_get_integrity(mddev->gendisk);
1553
1554         if (!bi_mddev) /* nothing to do */
1555                 return;
1556         if (rdev->raid_disk < 0) /* skip spares */
1557                 return;
1558         if (bi_rdev && blk_integrity_compare(mddev->gendisk,
1559                                              rdev->bdev->bd_disk) >= 0)
1560                 return;
1561         printk(KERN_NOTICE "disabling data integrity on %s\n", mdname(mddev));
1562         blk_integrity_unregister(mddev->gendisk);
1563 }
1564 EXPORT_SYMBOL(md_integrity_add_rdev);
1565
1566 static int bind_rdev_to_array(mdk_rdev_t * rdev, mddev_t * mddev)
1567 {
1568         char b[BDEVNAME_SIZE];
1569         struct kobject *ko;
1570         char *s;
1571         int err;
1572
1573         if (rdev->mddev) {
1574                 MD_BUG();
1575                 return -EINVAL;
1576         }
1577
1578         /* prevent duplicates */
1579         if (find_rdev(mddev, rdev->bdev->bd_dev))
1580                 return -EEXIST;
1581
1582         /* make sure rdev->sectors exceeds mddev->dev_sectors */
1583         if (rdev->sectors && (mddev->dev_sectors == 0 ||
1584                         rdev->sectors < mddev->dev_sectors)) {
1585                 if (mddev->pers) {
1586                         /* Cannot change size, so fail
1587                          * If mddev->level <= 0, then we don't care
1588                          * about aligning sizes (e.g. linear)
1589                          */
1590                         if (mddev->level > 0)
1591                                 return -ENOSPC;
1592                 } else
1593                         mddev->dev_sectors = rdev->sectors;
1594         }
1595
1596         /* Verify rdev->desc_nr is unique.
1597          * If it is -1, assign a free number, else
1598          * check number is not in use
1599          */
1600         if (rdev->desc_nr < 0) {
1601                 int choice = 0;
1602                 if (mddev->pers) choice = mddev->raid_disks;
1603                 while (find_rdev_nr(mddev, choice))
1604                         choice++;
1605                 rdev->desc_nr = choice;
1606         } else {
1607                 if (find_rdev_nr(mddev, rdev->desc_nr))
1608                         return -EBUSY;
1609         }
1610         if (mddev->max_disks && rdev->desc_nr >= mddev->max_disks) {
1611                 printk(KERN_WARNING "md: %s: array is limited to %d devices\n",
1612                        mdname(mddev), mddev->max_disks);
1613                 return -EBUSY;
1614         }
1615         bdevname(rdev->bdev,b);
1616         while ( (s=strchr(b, '/')) != NULL)
1617                 *s = '!';
1618
1619         rdev->mddev = mddev;
1620         printk(KERN_INFO "md: bind<%s>\n", b);
1621
1622         if ((err = kobject_add(&rdev->kobj, &mddev->kobj, "dev-%s", b)))
1623                 goto fail;
1624
1625         ko = &part_to_dev(rdev->bdev->bd_part)->kobj;
1626         if ((err = sysfs_create_link(&rdev->kobj, ko, "block"))) {
1627                 kobject_del(&rdev->kobj);
1628                 goto fail;
1629         }
1630         rdev->sysfs_state = sysfs_get_dirent(rdev->kobj.sd, "state");
1631
1632         list_add_rcu(&rdev->same_set, &mddev->disks);
1633         bd_claim_by_disk(rdev->bdev, rdev->bdev->bd_holder, mddev->gendisk);
1634
1635         /* May as well allow recovery to be retried once */
1636         mddev->recovery_disabled = 0;
1637
1638         return 0;
1639
1640  fail:
1641         printk(KERN_WARNING "md: failed to register dev-%s for %s\n",
1642                b, mdname(mddev));
1643         return err;
1644 }
1645
1646 static void md_delayed_delete(struct work_struct *ws)
1647 {
1648         mdk_rdev_t *rdev = container_of(ws, mdk_rdev_t, del_work);
1649         kobject_del(&rdev->kobj);
1650         kobject_put(&rdev->kobj);
1651 }
1652
1653 static void unbind_rdev_from_array(mdk_rdev_t * rdev)
1654 {
1655         char b[BDEVNAME_SIZE];
1656         if (!rdev->mddev) {
1657                 MD_BUG();
1658                 return;
1659         }
1660         bd_release_from_disk(rdev->bdev, rdev->mddev->gendisk);
1661         list_del_rcu(&rdev->same_set);
1662         printk(KERN_INFO "md: unbind<%s>\n", bdevname(rdev->bdev,b));
1663         rdev->mddev = NULL;
1664         sysfs_remove_link(&rdev->kobj, "block");
1665         sysfs_put(rdev->sysfs_state);
1666         rdev->sysfs_state = NULL;
1667         /* We need to delay this, otherwise we can deadlock when
1668          * writing to 'remove' to "dev/state".  We also need
1669          * to delay it due to rcu usage.
1670          */
1671         synchronize_rcu();
1672         INIT_WORK(&rdev->del_work, md_delayed_delete);
1673         kobject_get(&rdev->kobj);
1674         schedule_work(&rdev->del_work);
1675 }
1676
1677 /*
1678  * prevent the device from being mounted, repartitioned or
1679  * otherwise reused by a RAID array (or any other kernel
1680  * subsystem), by bd_claiming the device.
1681  */
1682 static int lock_rdev(mdk_rdev_t *rdev, dev_t dev, int shared)
1683 {
1684         int err = 0;
1685         struct block_device *bdev;
1686         char b[BDEVNAME_SIZE];
1687
1688         bdev = open_by_devnum(dev, FMODE_READ|FMODE_WRITE);
1689         if (IS_ERR(bdev)) {
1690                 printk(KERN_ERR "md: could not open %s.\n",
1691                         __bdevname(dev, b));
1692                 return PTR_ERR(bdev);
1693         }
1694         err = bd_claim(bdev, shared ? (mdk_rdev_t *)lock_rdev : rdev);
1695         if (err) {
1696                 printk(KERN_ERR "md: could not bd_claim %s.\n",
1697                         bdevname(bdev, b));
1698                 blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
1699                 return err;
1700         }
1701         if (!shared)
1702                 set_bit(AllReserved, &rdev->flags);
1703         rdev->bdev = bdev;
1704         return err;
1705 }
1706
1707 static void unlock_rdev(mdk_rdev_t *rdev)
1708 {
1709         struct block_device *bdev = rdev->bdev;
1710         rdev->bdev = NULL;
1711         if (!bdev)
1712                 MD_BUG();
1713         bd_release(bdev);
1714         blkdev_put(bdev, FMODE_READ|FMODE_WRITE);
1715 }
1716
1717 void md_autodetect_dev(dev_t dev);
1718
1719 static void export_rdev(mdk_rdev_t * rdev)
1720 {
1721         char b[BDEVNAME_SIZE];
1722         printk(KERN_INFO "md: export_rdev(%s)\n",
1723                 bdevname(rdev->bdev,b));
1724         if (rdev->mddev)
1725                 MD_BUG();
1726         free_disk_sb(rdev);
1727 #ifndef MODULE
1728         if (test_bit(AutoDetected, &rdev->flags))
1729                 md_autodetect_dev(rdev->bdev->bd_dev);
1730 #endif
1731         unlock_rdev(rdev);
1732         kobject_put(&rdev->kobj);
1733 }
1734
1735 static void kick_rdev_from_array(mdk_rdev_t * rdev)
1736 {
1737         unbind_rdev_from_array(rdev);
1738         export_rdev(rdev);
1739 }
1740
1741 static void export_array(mddev_t *mddev)
1742 {
1743         mdk_rdev_t *rdev, *tmp;
1744
1745         rdev_for_each(rdev, tmp, mddev) {
1746                 if (!rdev->mddev) {
1747                         MD_BUG();
1748                         continue;
1749                 }
1750                 kick_rdev_from_array(rdev);
1751         }
1752         if (!list_empty(&mddev->disks))
1753                 MD_BUG();
1754         mddev->raid_disks = 0;
1755         mddev->major_version = 0;
1756 }
1757
1758 static void print_desc(mdp_disk_t *desc)
1759 {
1760         printk(" DISK<N:%d,(%d,%d),R:%d,S:%d>\n", desc->number,
1761                 desc->major,desc->minor,desc->raid_disk,desc->state);
1762 }
1763
1764 static void print_sb_90(mdp_super_t *sb)
1765 {
1766         int i;
1767
1768         printk(KERN_INFO 
1769                 "md:  SB: (V:%d.%d.%d) ID:<%08x.%08x.%08x.%08x> CT:%08x\n",
1770                 sb->major_version, sb->minor_version, sb->patch_version,
1771                 sb->set_uuid0, sb->set_uuid1, sb->set_uuid2, sb->set_uuid3,
1772                 sb->ctime);
1773         printk(KERN_INFO "md:     L%d S%08d ND:%d RD:%d md%d LO:%d CS:%d\n",
1774                 sb->level, sb->size, sb->nr_disks, sb->raid_disks,
1775                 sb->md_minor, sb->layout, sb->chunk_size);
1776         printk(KERN_INFO "md:     UT:%08x ST:%d AD:%d WD:%d"
1777                 " FD:%d SD:%d CSUM:%08x E:%08lx\n",
1778                 sb->utime, sb->state, sb->active_disks, sb->working_disks,
1779                 sb->failed_disks, sb->spare_disks,
1780                 sb->sb_csum, (unsigned long)sb->events_lo);
1781
1782         printk(KERN_INFO);
1783         for (i = 0; i < MD_SB_DISKS; i++) {
1784                 mdp_disk_t *desc;
1785
1786                 desc = sb->disks + i;
1787                 if (desc->number || desc->major || desc->minor ||
1788                     desc->raid_disk || (desc->state && (desc->state != 4))) {
1789                         printk("     D %2d: ", i);
1790                         print_desc(desc);
1791                 }
1792         }
1793         printk(KERN_INFO "md:     THIS: ");
1794         print_desc(&sb->this_disk);
1795 }
1796
1797 static void print_sb_1(struct mdp_superblock_1 *sb)
1798 {
1799         __u8 *uuid;
1800
1801         uuid = sb->set_uuid;
1802         printk(KERN_INFO
1803                "md:  SB: (V:%u) (F:0x%08x) Array-ID:<%02x%02x%02x%02x"
1804                ":%02x%02x:%02x%02x:%02x%02x:%02x%02x%02x%02x%02x%02x>\n"
1805                "md:    Name: \"%s\" CT:%llu\n",
1806                 le32_to_cpu(sb->major_version),
1807                 le32_to_cpu(sb->feature_map),
1808                 uuid[0], uuid[1], uuid[2], uuid[3],
1809                 uuid[4], uuid[5], uuid[6], uuid[7],
1810                 uuid[8], uuid[9], uuid[10], uuid[11],
1811                 uuid[12], uuid[13], uuid[14], uuid[15],
1812                 sb->set_name,
1813                 (unsigned long long)le64_to_cpu(sb->ctime)
1814                        & MD_SUPERBLOCK_1_TIME_SEC_MASK);
1815
1816         uuid = sb->device_uuid;
1817         printk(KERN_INFO
1818                "md:       L%u SZ%llu RD:%u LO:%u CS:%u DO:%llu DS:%llu SO:%llu"
1819                         " RO:%llu\n"
1820                "md:     Dev:%08x UUID: %02x%02x%02x%02x:%02x%02x:%02x%02x:%02x%02x"
1821                         ":%02x%02x%02x%02x%02x%02x\n"
1822                "md:       (F:0x%08x) UT:%llu Events:%llu ResyncOffset:%llu CSUM:0x%08x\n"
1823                "md:         (MaxDev:%u) \n",
1824                 le32_to_cpu(sb->level),
1825                 (unsigned long long)le64_to_cpu(sb->size),
1826                 le32_to_cpu(sb->raid_disks),
1827                 le32_to_cpu(sb->layout),
1828                 le32_to_cpu(sb->chunksize),
1829                 (unsigned long long)le64_to_cpu(sb->data_offset),
1830                 (unsigned long long)le64_to_cpu(sb->data_size),
1831                 (unsigned long long)le64_to_cpu(sb->super_offset),
1832                 (unsigned long long)le64_to_cpu(sb->recovery_offset),
1833                 le32_to_cpu(sb->dev_number),
1834                 uuid[0], uuid[1], uuid[2], uuid[3],
1835                 uuid[4], uuid[5], uuid[6], uuid[7],
1836                 uuid[8], uuid[9], uuid[10], uuid[11],
1837                 uuid[12], uuid[13], uuid[14], uuid[15],
1838                 sb->devflags,
1839                 (unsigned long long)le64_to_cpu(sb->utime) & MD_SUPERBLOCK_1_TIME_SEC_MASK,
1840                 (unsigned long long)le64_to_cpu(sb->events),
1841                 (unsigned long long)le64_to_cpu(sb->resync_offset),
1842                 le32_to_cpu(sb->sb_csum),
1843                 le32_to_cpu(sb->max_dev)
1844                 );
1845 }
1846
1847 static void print_rdev(mdk_rdev_t *rdev, int major_version)
1848 {
1849         char b[BDEVNAME_SIZE];
1850         printk(KERN_INFO "md: rdev %s, Sect:%08llu F:%d S:%d DN:%u\n",
1851                 bdevname(rdev->bdev, b), (unsigned long long)rdev->sectors,
1852                 test_bit(Faulty, &rdev->flags), test_bit(In_sync, &rdev->flags),
1853                 rdev->desc_nr);
1854         if (rdev->sb_loaded) {
1855                 printk(KERN_INFO "md: rdev superblock (MJ:%d):\n", major_version);
1856                 switch (major_version) {
1857                 case 0:
1858                         print_sb_90((mdp_super_t*)page_address(rdev->sb_page));
1859                         break;
1860                 case 1:
1861                         print_sb_1((struct mdp_superblock_1 *)page_address(rdev->sb_page));
1862                         break;
1863                 }
1864         } else
1865                 printk(KERN_INFO "md: no rdev superblock!\n");
1866 }
1867
1868 static void md_print_devices(void)
1869 {
1870         struct list_head *tmp;
1871         mdk_rdev_t *rdev;
1872         mddev_t *mddev;
1873         char b[BDEVNAME_SIZE];
1874
1875         printk("\n");
1876         printk("md:     **********************************\n");
1877         printk("md:     * <COMPLETE RAID STATE PRINTOUT> *\n");
1878         printk("md:     **********************************\n");
1879         for_each_mddev(mddev, tmp) {
1880
1881                 if (mddev->bitmap)
1882                         bitmap_print_sb(mddev->bitmap);
1883                 else
1884                         printk("%s: ", mdname(mddev));
1885                 list_for_each_entry(rdev, &mddev->disks, same_set)
1886                         printk("<%s>", bdevname(rdev->bdev,b));
1887                 printk("\n");
1888
1889                 list_for_each_entry(rdev, &mddev->disks, same_set)
1890                         print_rdev(rdev, mddev->major_version);
1891         }
1892         printk("md:     **********************************\n");
1893         printk("\n");
1894 }
1895
1896
1897 static void sync_sbs(mddev_t * mddev, int nospares)
1898 {
1899         /* Update each superblock (in-memory image), but
1900          * if we are allowed to, skip spares which already
1901          * have the right event counter, or have one earlier
1902          * (which would mean they aren't being marked as dirty
1903          * with the rest of the array)
1904          */
1905         mdk_rdev_t *rdev;
1906
1907         list_for_each_entry(rdev, &mddev->disks, same_set) {
1908                 if (rdev->sb_events == mddev->events ||
1909                     (nospares &&
1910                      rdev->raid_disk < 0 &&
1911                      (rdev->sb_events&1)==0 &&
1912                      rdev->sb_events+1 == mddev->events)) {
1913                         /* Don't update this superblock */
1914                         rdev->sb_loaded = 2;
1915                 } else {
1916                         super_types[mddev->major_version].
1917                                 sync_super(mddev, rdev);
1918                         rdev->sb_loaded = 1;
1919                 }
1920         }
1921 }
1922
1923 static void md_update_sb(mddev_t * mddev, int force_change)
1924 {
1925         mdk_rdev_t *rdev;
1926         int sync_req;
1927         int nospares = 0;
1928
1929         mddev->utime = get_seconds();
1930         if (mddev->external)
1931                 return;
1932 repeat:
1933         spin_lock_irq(&mddev->write_lock);
1934
1935         set_bit(MD_CHANGE_PENDING, &mddev->flags);
1936         if (test_and_clear_bit(MD_CHANGE_DEVS, &mddev->flags))
1937                 force_change = 1;
1938         if (test_and_clear_bit(MD_CHANGE_CLEAN, &mddev->flags))
1939                 /* just a clean<-> dirty transition, possibly leave spares alone,
1940                  * though if events isn't the right even/odd, we will have to do
1941                  * spares after all
1942                  */
1943                 nospares = 1;
1944         if (force_change)
1945                 nospares = 0;
1946         if (mddev->degraded)
1947                 /* If the array is degraded, then skipping spares is both
1948                  * dangerous and fairly pointless.
1949                  * Dangerous because a device that was removed from the array
1950                  * might have a event_count that still looks up-to-date,
1951                  * so it can be re-added without a resync.
1952                  * Pointless because if there are any spares to skip,
1953                  * then a recovery will happen and soon that array won't
1954                  * be degraded any more and the spare can go back to sleep then.
1955                  */
1956                 nospares = 0;
1957
1958         sync_req = mddev->in_sync;
1959
1960         /* If this is just a dirty<->clean transition, and the array is clean
1961          * and 'events' is odd, we can roll back to the previous clean state */
1962         if (nospares
1963             && (mddev->in_sync && mddev->recovery_cp == MaxSector)
1964             && (mddev->events & 1)
1965             && mddev->events != 1)
1966                 mddev->events--;
1967         else {
1968                 /* otherwise we have to go forward and ... */
1969                 mddev->events ++;
1970                 if (!mddev->in_sync || mddev->recovery_cp != MaxSector) { /* not clean */
1971                         /* .. if the array isn't clean, insist on an odd 'events' */
1972                         if ((mddev->events&1)==0) {
1973                                 mddev->events++;
1974                                 nospares = 0;
1975                         }
1976                 } else {
1977                         /* otherwise insist on an even 'events' (for clean states) */
1978                         if ((mddev->events&1)) {
1979                                 mddev->events++;
1980                                 nospares = 0;
1981                         }
1982                 }
1983         }
1984
1985         if (!mddev->events) {
1986                 /*
1987                  * oops, this 64-bit counter should never wrap.
1988                  * Either we are in around ~1 trillion A.C., assuming
1989                  * 1 reboot per second, or we have a bug:
1990                  */
1991                 MD_BUG();
1992                 mddev->events --;
1993         }
1994
1995         /*
1996          * do not write anything to disk if using
1997          * nonpersistent superblocks
1998          */
1999         if (!mddev->persistent) {
2000                 if (!mddev->external)
2001                         clear_bit(MD_CHANGE_PENDING, &mddev->flags);
2002
2003                 spin_unlock_irq(&mddev->write_lock);
2004                 wake_up(&mddev->sb_wait);
2005                 return;
2006         }
2007         sync_sbs(mddev, nospares);
2008         spin_unlock_irq(&mddev->write_lock);
2009
2010         dprintk(KERN_INFO 
2011                 "md: updating %s RAID superblock on device (in sync %d)\n",
2012                 mdname(mddev),mddev->in_sync);
2013
2014         bitmap_update_sb(mddev->bitmap);
2015         list_for_each_entry(rdev, &mddev->disks, same_set) {
2016                 char b[BDEVNAME_SIZE];
2017                 dprintk(KERN_INFO "md: ");
2018                 if (rdev->sb_loaded != 1)
2019                         continue; /* no noise on spare devices */
2020                 if (test_bit(Faulty, &rdev->flags))
2021                         dprintk("(skipping faulty ");
2022
2023                 dprintk("%s ", bdevname(rdev->bdev,b));
2024                 if (!test_bit(Faulty, &rdev->flags)) {
2025                         md_super_write(mddev,rdev,
2026                                        rdev->sb_start, rdev->sb_size,
2027                                        rdev->sb_page);
2028                         dprintk(KERN_INFO "(write) %s's sb offset: %llu\n",
2029                                 bdevname(rdev->bdev,b),
2030                                 (unsigned long long)rdev->sb_start);
2031                         rdev->sb_events = mddev->events;
2032
2033                 } else
2034                         dprintk(")\n");
2035                 if (mddev->level == LEVEL_MULTIPATH)
2036                         /* only need to write one superblock... */
2037                         break;
2038         }
2039         md_super_wait(mddev);
2040         /* if there was a failure, MD_CHANGE_DEVS was set, and we re-write super */
2041
2042         spin_lock_irq(&mddev->write_lock);
2043         if (mddev->in_sync != sync_req ||
2044             test_bit(MD_CHANGE_DEVS, &mddev->flags)) {
2045                 /* have to write it out again */
2046                 spin_unlock_irq(&mddev->write_lock);
2047                 goto repeat;
2048         }
2049         clear_bit(MD_CHANGE_PENDING, &mddev->flags);
2050         spin_unlock_irq(&mddev->write_lock);
2051         wake_up(&mddev->sb_wait);
2052         if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
2053                 sysfs_notify(&mddev->kobj, NULL, "sync_completed");
2054
2055 }
2056
2057 /* words written to sysfs files may, or may not, be \n terminated.
2058  * We want to accept with case. For this we use cmd_match.
2059  */
2060 static int cmd_match(const char *cmd, const char *str)
2061 {
2062         /* See if cmd, written into a sysfs file, matches
2063          * str.  They must either be the same, or cmd can
2064          * have a trailing newline
2065          */
2066         while (*cmd && *str && *cmd == *str) {
2067                 cmd++;
2068                 str++;
2069         }
2070         if (*cmd == '\n')
2071                 cmd++;
2072         if (*str || *cmd)
2073                 return 0;
2074         return 1;
2075 }
2076
2077 struct rdev_sysfs_entry {
2078         struct attribute attr;
2079         ssize_t (*show)(mdk_rdev_t *, char *);
2080         ssize_t (*store)(mdk_rdev_t *, const char *, size_t);
2081 };
2082
2083 static ssize_t
2084 state_show(mdk_rdev_t *rdev, char *page)
2085 {
2086         char *sep = "";
2087         size_t len = 0;
2088
2089         if (test_bit(Faulty, &rdev->flags)) {
2090                 len+= sprintf(page+len, "%sfaulty",sep);
2091                 sep = ",";
2092         }
2093         if (test_bit(In_sync, &rdev->flags)) {
2094                 len += sprintf(page+len, "%sin_sync",sep);
2095                 sep = ",";
2096         }
2097         if (test_bit(WriteMostly, &rdev->flags)) {
2098                 len += sprintf(page+len, "%swrite_mostly",sep);
2099                 sep = ",";
2100         }
2101         if (test_bit(Blocked, &rdev->flags)) {
2102                 len += sprintf(page+len, "%sblocked", sep);
2103                 sep = ",";
2104         }
2105         if (!test_bit(Faulty, &rdev->flags) &&
2106             !test_bit(In_sync, &rdev->flags)) {
2107                 len += sprintf(page+len, "%sspare", sep);
2108                 sep = ",";
2109         }
2110         return len+sprintf(page+len, "\n");
2111 }
2112
2113 static ssize_t
2114 state_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2115 {
2116         /* can write
2117          *  faulty  - simulates and error
2118          *  remove  - disconnects the device
2119          *  writemostly - sets write_mostly
2120          *  -writemostly - clears write_mostly
2121          *  blocked - sets the Blocked flag
2122          *  -blocked - clears the Blocked flag
2123          *  insync - sets Insync providing device isn't active
2124          */
2125         int err = -EINVAL;
2126         if (cmd_match(buf, "faulty") && rdev->mddev->pers) {
2127                 md_error(rdev->mddev, rdev);
2128                 err = 0;
2129         } else if (cmd_match(buf, "remove")) {
2130                 if (rdev->raid_disk >= 0)
2131                         err = -EBUSY;
2132                 else {
2133                         mddev_t *mddev = rdev->mddev;
2134                         kick_rdev_from_array(rdev);
2135                         if (mddev->pers)
2136                                 md_update_sb(mddev, 1);
2137                         md_new_event(mddev);
2138                         err = 0;
2139                 }
2140         } else if (cmd_match(buf, "writemostly")) {
2141                 set_bit(WriteMostly, &rdev->flags);
2142                 err = 0;
2143         } else if (cmd_match(buf, "-writemostly")) {
2144                 clear_bit(WriteMostly, &rdev->flags);
2145                 err = 0;
2146         } else if (cmd_match(buf, "blocked")) {
2147                 set_bit(Blocked, &rdev->flags);
2148                 err = 0;
2149         } else if (cmd_match(buf, "-blocked")) {
2150                 clear_bit(Blocked, &rdev->flags);
2151                 wake_up(&rdev->blocked_wait);
2152                 set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
2153                 md_wakeup_thread(rdev->mddev->thread);
2154
2155                 err = 0;
2156         } else if (cmd_match(buf, "insync") && rdev->raid_disk == -1) {
2157                 set_bit(In_sync, &rdev->flags);
2158                 err = 0;
2159         }
2160         if (!err && rdev->sysfs_state)
2161                 sysfs_notify_dirent(rdev->sysfs_state);
2162         return err ? err : len;
2163 }
2164 static struct rdev_sysfs_entry rdev_state =
2165 __ATTR(state, S_IRUGO|S_IWUSR, state_show, state_store);
2166
2167 static ssize_t
2168 errors_show(mdk_rdev_t *rdev, char *page)
2169 {
2170         return sprintf(page, "%d\n", atomic_read(&rdev->corrected_errors));
2171 }
2172
2173 static ssize_t
2174 errors_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2175 {
2176         char *e;
2177         unsigned long n = simple_strtoul(buf, &e, 10);
2178         if (*buf && (*e == 0 || *e == '\n')) {
2179                 atomic_set(&rdev->corrected_errors, n);
2180                 return len;
2181         }
2182         return -EINVAL;
2183 }
2184 static struct rdev_sysfs_entry rdev_errors =
2185 __ATTR(errors, S_IRUGO|S_IWUSR, errors_show, errors_store);
2186
2187 static ssize_t
2188 slot_show(mdk_rdev_t *rdev, char *page)
2189 {
2190         if (rdev->raid_disk < 0)
2191                 return sprintf(page, "none\n");
2192         else
2193                 return sprintf(page, "%d\n", rdev->raid_disk);
2194 }
2195
2196 static ssize_t
2197 slot_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2198 {
2199         char *e;
2200         int err;
2201         char nm[20];
2202         int slot = simple_strtoul(buf, &e, 10);
2203         if (strncmp(buf, "none", 4)==0)
2204                 slot = -1;
2205         else if (e==buf || (*e && *e!= '\n'))
2206                 return -EINVAL;
2207         if (rdev->mddev->pers && slot == -1) {
2208                 /* Setting 'slot' on an active array requires also
2209                  * updating the 'rd%d' link, and communicating
2210                  * with the personality with ->hot_*_disk.
2211                  * For now we only support removing
2212                  * failed/spare devices.  This normally happens automatically,
2213                  * but not when the metadata is externally managed.
2214                  */
2215                 if (rdev->raid_disk == -1)
2216                         return -EEXIST;
2217                 /* personality does all needed checks */
2218                 if (rdev->mddev->pers->hot_add_disk == NULL)
2219                         return -EINVAL;
2220                 err = rdev->mddev->pers->
2221                         hot_remove_disk(rdev->mddev, rdev->raid_disk);
2222                 if (err)
2223                         return err;
2224                 sprintf(nm, "rd%d", rdev->raid_disk);
2225                 sysfs_remove_link(&rdev->mddev->kobj, nm);
2226                 set_bit(MD_RECOVERY_NEEDED, &rdev->mddev->recovery);
2227                 md_wakeup_thread(rdev->mddev->thread);
2228         } else if (rdev->mddev->pers) {
2229                 mdk_rdev_t *rdev2;
2230                 /* Activating a spare .. or possibly reactivating
2231                  * if we ever get bitmaps working here.
2232                  */
2233
2234                 if (rdev->raid_disk != -1)
2235                         return -EBUSY;
2236
2237                 if (rdev->mddev->pers->hot_add_disk == NULL)
2238                         return -EINVAL;
2239
2240                 list_for_each_entry(rdev2, &rdev->mddev->disks, same_set)
2241                         if (rdev2->raid_disk == slot)
2242                                 return -EEXIST;
2243
2244                 rdev->raid_disk = slot;
2245                 if (test_bit(In_sync, &rdev->flags))
2246                         rdev->saved_raid_disk = slot;
2247                 else
2248                         rdev->saved_raid_disk = -1;
2249                 err = rdev->mddev->pers->
2250                         hot_add_disk(rdev->mddev, rdev);
2251                 if (err) {
2252                         rdev->raid_disk = -1;
2253                         return err;
2254                 } else
2255                         sysfs_notify_dirent(rdev->sysfs_state);
2256                 sprintf(nm, "rd%d", rdev->raid_disk);
2257                 if (sysfs_create_link(&rdev->mddev->kobj, &rdev->kobj, nm))
2258                         printk(KERN_WARNING
2259                                "md: cannot register "
2260                                "%s for %s\n",
2261                                nm, mdname(rdev->mddev));
2262
2263                 /* don't wakeup anyone, leave that to userspace. */
2264         } else {
2265                 if (slot >= rdev->mddev->raid_disks)
2266                         return -ENOSPC;
2267                 rdev->raid_disk = slot;
2268                 /* assume it is working */
2269                 clear_bit(Faulty, &rdev->flags);
2270                 clear_bit(WriteMostly, &rdev->flags);
2271                 set_bit(In_sync, &rdev->flags);
2272                 sysfs_notify_dirent(rdev->sysfs_state);
2273         }
2274         return len;
2275 }
2276
2277
2278 static struct rdev_sysfs_entry rdev_slot =
2279 __ATTR(slot, S_IRUGO|S_IWUSR, slot_show, slot_store);
2280
2281 static ssize_t
2282 offset_show(mdk_rdev_t *rdev, char *page)
2283 {
2284         return sprintf(page, "%llu\n", (unsigned long long)rdev->data_offset);
2285 }
2286
2287 static ssize_t
2288 offset_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2289 {
2290         char *e;
2291         unsigned long long offset = simple_strtoull(buf, &e, 10);
2292         if (e==buf || (*e && *e != '\n'))
2293                 return -EINVAL;
2294         if (rdev->mddev->pers && rdev->raid_disk >= 0)
2295                 return -EBUSY;
2296         if (rdev->sectors && rdev->mddev->external)
2297                 /* Must set offset before size, so overlap checks
2298                  * can be sane */
2299                 return -EBUSY;
2300         rdev->data_offset = offset;
2301         return len;
2302 }
2303
2304 static struct rdev_sysfs_entry rdev_offset =
2305 __ATTR(offset, S_IRUGO|S_IWUSR, offset_show, offset_store);
2306
2307 static ssize_t
2308 rdev_size_show(mdk_rdev_t *rdev, char *page)
2309 {
2310         return sprintf(page, "%llu\n", (unsigned long long)rdev->sectors / 2);
2311 }
2312
2313 static int overlaps(sector_t s1, sector_t l1, sector_t s2, sector_t l2)
2314 {
2315         /* check if two start/length pairs overlap */
2316         if (s1+l1 <= s2)
2317                 return 0;
2318         if (s2+l2 <= s1)
2319                 return 0;
2320         return 1;
2321 }
2322
2323 static int strict_blocks_to_sectors(const char *buf, sector_t *sectors)
2324 {
2325         unsigned long long blocks;
2326         sector_t new;
2327
2328         if (strict_strtoull(buf, 10, &blocks) < 0)
2329                 return -EINVAL;
2330
2331         if (blocks & 1ULL << (8 * sizeof(blocks) - 1))
2332                 return -EINVAL; /* sector conversion overflow */
2333
2334         new = blocks * 2;
2335         if (new != blocks * 2)
2336                 return -EINVAL; /* unsigned long long to sector_t overflow */
2337
2338         *sectors = new;
2339         return 0;
2340 }
2341
2342 static ssize_t
2343 rdev_size_store(mdk_rdev_t *rdev, const char *buf, size_t len)
2344 {
2345         mddev_t *my_mddev = rdev->mddev;
2346         sector_t oldsectors = rdev->sectors;
2347         sector_t sectors;
2348
2349         if (strict_blocks_to_sectors(buf, &sectors) < 0)
2350                 return -EINVAL;
2351         if (my_mddev->pers && rdev->raid_disk >= 0) {
2352                 if (my_mddev->persistent) {
2353                         sectors = super_types[my_mddev->major_version].
2354                                 rdev_size_change(rdev, sectors);
2355                         if (!sectors)
2356                                 return -EBUSY;
2357                 } else if (!sectors)
2358                         sectors = (rdev->bdev->bd_inode->i_size >> 9) -
2359                                 rdev->data_offset;
2360         }
2361         if (sectors < my_mddev->dev_sectors)
2362                 return -EINVAL; /* component must fit device */
2363
2364         rdev->sectors = sectors;
2365         if (sectors > oldsectors && my_mddev->external) {
2366                 /* need to check that all other rdevs with the same ->bdev
2367                  * do not overlap.  We need to unlock the mddev to avoid
2368                  * a deadlock.  We have already changed rdev->sectors, and if
2369                  * we have to change it back, we will have the lock again.
2370                  */
2371                 mddev_t *mddev;
2372                 int overlap = 0;
2373                 struct list_head *tmp;
2374
2375                 mddev_unlock(my_mddev);
2376                 for_each_mddev(mddev, tmp) {
2377                         mdk_rdev_t *rdev2;
2378
2379                         mddev_lock(mddev);
2380                         list_for_each_entry(rdev2, &mddev->disks, same_set)
2381                                 if (test_bit(AllReserved, &rdev2->flags) ||
2382                                     (rdev->bdev == rdev2->bdev &&
2383                                      rdev != rdev2 &&
2384                                      overlaps(rdev->data_offset, rdev->sectors,
2385                                               rdev2->data_offset,
2386                                               rdev2->sectors))) {
2387                                         overlap = 1;
2388                                         break;
2389                                 }
2390                         mddev_unlock(mddev);
2391                         if (overlap) {
2392                                 mddev_put(mddev);
2393                                 break;
2394                         }
2395                 }
2396                 mddev_lock(my_mddev);
2397                 if (overlap) {
2398                         /* Someone else could have slipped in a size
2399                          * change here, but doing so is just silly.
2400                          * We put oldsectors back because we *know* it is
2401                          * safe, and trust userspace not to race with
2402                          * itself
2403                          */
2404                         rdev->sectors = oldsectors;
2405                         return -EBUSY;
2406                 }
2407         }
2408         return len;
2409 }
2410
2411 static struct rdev_sysfs_entry rdev_size =
2412 __ATTR(size, S_IRUGO|S_IWUSR, rdev_size_show, rdev_size_store);
2413
2414 static struct attribute *rdev_default_attrs[] = {
2415         &rdev_state.attr,
2416         &rdev_errors.attr,
2417         &rdev_slot.attr,
2418         &rdev_offset.attr,
2419         &rdev_size.attr,
2420         NULL,
2421 };
2422 static ssize_t
2423 rdev_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
2424 {
2425         struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
2426         mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
2427         mddev_t *mddev = rdev->mddev;
2428         ssize_t rv;
2429
2430         if (!entry->show)
2431                 return -EIO;
2432
2433         rv = mddev ? mddev_lock(mddev) : -EBUSY;
2434         if (!rv) {
2435                 if (rdev->mddev == NULL)
2436                         rv = -EBUSY;
2437                 else
2438                         rv = entry->show(rdev, page);
2439                 mddev_unlock(mddev);
2440         }
2441         return rv;
2442 }
2443
2444 static ssize_t
2445 rdev_attr_store(struct kobject *kobj, struct attribute *attr,
2446               const char *page, size_t length)
2447 {
2448         struct rdev_sysfs_entry *entry = container_of(attr, struct rdev_sysfs_entry, attr);
2449         mdk_rdev_t *rdev = container_of(kobj, mdk_rdev_t, kobj);
2450         ssize_t rv;
2451         mddev_t *mddev = rdev->mddev;
2452
2453         if (!entry->store)
2454                 return -EIO;
2455         if (!capable(CAP_SYS_ADMIN))
2456                 return -EACCES;
2457         rv = mddev ? mddev_lock(mddev): -EBUSY;
2458         if (!rv) {
2459                 if (rdev->mddev == NULL)
2460                         rv = -EBUSY;
2461                 else
2462                         rv = entry->store(rdev, page, length);
2463                 mddev_unlock(mddev);
2464         }
2465         return rv;
2466 }
2467
2468 static void rdev_free(struct kobject *ko)
2469 {
2470         mdk_rdev_t *rdev = container_of(ko, mdk_rdev_t, kobj);
2471         kfree(rdev);
2472 }
2473 static struct sysfs_ops rdev_sysfs_ops = {
2474         .show           = rdev_attr_show,
2475         .store          = rdev_attr_store,
2476 };
2477 static struct kobj_type rdev_ktype = {
2478         .release        = rdev_free,
2479         .sysfs_ops      = &rdev_sysfs_ops,
2480         .default_attrs  = rdev_default_attrs,
2481 };
2482
2483 /*
2484  * Import a device. If 'super_format' >= 0, then sanity check the superblock
2485  *
2486  * mark the device faulty if:
2487  *
2488  *   - the device is nonexistent (zero size)
2489  *   - the device has no valid superblock
2490  *
2491  * a faulty rdev _never_ has rdev->sb set.
2492  */
2493 static mdk_rdev_t *md_import_device(dev_t newdev, int super_format, int super_minor)
2494 {
2495         char b[BDEVNAME_SIZE];
2496         int err;
2497         mdk_rdev_t *rdev;
2498         sector_t size;
2499
2500         rdev = kzalloc(sizeof(*rdev), GFP_KERNEL);
2501         if (!rdev) {
2502                 printk(KERN_ERR "md: could not alloc mem for new device!\n");
2503                 return ERR_PTR(-ENOMEM);
2504         }
2505
2506         if ((err = alloc_disk_sb(rdev)))
2507                 goto abort_free;
2508
2509         err = lock_rdev(rdev, newdev, super_format == -2);
2510         if (err)
2511                 goto abort_free;
2512
2513         kobject_init(&rdev->kobj, &rdev_ktype);
2514
2515         rdev->desc_nr = -1;
2516         rdev->saved_raid_disk = -1;
2517         rdev->raid_disk = -1;
2518         rdev->flags = 0;
2519         rdev->data_offset = 0;
2520         rdev->sb_events = 0;
2521         atomic_set(&rdev->nr_pending, 0);
2522         atomic_set(&rdev->read_errors, 0);
2523         atomic_set(&rdev->corrected_errors, 0);
2524
2525         size = rdev->bdev->bd_inode->i_size >> BLOCK_SIZE_BITS;
2526         if (!size) {
2527                 printk(KERN_WARNING 
2528                         "md: %s has zero or unknown size, marking faulty!\n",
2529                         bdevname(rdev->bdev,b));
2530                 err = -EINVAL;
2531                 goto abort_free;
2532         }
2533
2534         if (super_format >= 0) {
2535                 err = super_types[super_format].
2536                         load_super(rdev, NULL, super_minor);
2537                 if (err == -EINVAL) {
2538                         printk(KERN_WARNING
2539                                 "md: %s does not have a valid v%d.%d "
2540                                "superblock, not importing!\n",
2541                                 bdevname(rdev->bdev,b),
2542                                super_format, super_minor);
2543                         goto abort_free;
2544                 }
2545                 if (err < 0) {
2546                         printk(KERN_WARNING 
2547                                 "md: could not read %s's sb, not importing!\n",
2548                                 bdevname(rdev->bdev,b));
2549                         goto abort_free;
2550                 }
2551         }
2552
2553         INIT_LIST_HEAD(&rdev->same_set);
2554         init_waitqueue_head(&rdev->blocked_wait);
2555
2556         return rdev;
2557
2558 abort_free:
2559         if (rdev->sb_page) {
2560                 if (rdev->bdev)
2561                         unlock_rdev(rdev);
2562                 free_disk_sb(rdev);
2563         }
2564         kfree(rdev);
2565         return ERR_PTR(err);
2566 }
2567
2568 /*
2569  * Check a full RAID array for plausibility
2570  */
2571
2572
2573 static void analyze_sbs(mddev_t * mddev)
2574 {
2575         int i;
2576         mdk_rdev_t *rdev, *freshest, *tmp;
2577         char b[BDEVNAME_SIZE];
2578
2579         freshest = NULL;
2580         rdev_for_each(rdev, tmp, mddev)
2581                 switch (super_types[mddev->major_version].
2582                         load_super(rdev, freshest, mddev->minor_version)) {
2583                 case 1:
2584                         freshest = rdev;
2585                         break;
2586                 case 0:
2587                         break;
2588                 default:
2589                         printk( KERN_ERR \
2590                                 "md: fatal superblock inconsistency in %s"
2591                                 " -- removing from array\n", 
2592                                 bdevname(rdev->bdev,b));
2593                         kick_rdev_from_array(rdev);
2594                 }
2595
2596
2597         super_types[mddev->major_version].
2598                 validate_super(mddev, freshest);
2599
2600         i = 0;
2601         rdev_for_each(rdev, tmp, mddev) {
2602                 if (rdev->desc_nr >= mddev->max_disks ||
2603                     i > mddev->max_disks) {
2604                         printk(KERN_WARNING
2605                                "md: %s: %s: only %d devices permitted\n",
2606                                mdname(mddev), bdevname(rdev->bdev, b),
2607                                mddev->max_disks);
2608                         kick_rdev_from_array(rdev);
2609                         continue;
2610                 }
2611                 if (rdev != freshest)
2612                         if (super_types[mddev->major_version].
2613                             validate_super(mddev, rdev)) {
2614                                 printk(KERN_WARNING "md: kicking non-fresh %s"
2615                                         " from array!\n",
2616                                         bdevname(rdev->bdev,b));
2617                                 kick_rdev_from_array(rdev);
2618                                 continue;
2619                         }
2620                 if (mddev->level == LEVEL_MULTIPATH) {
2621                         rdev->desc_nr = i++;
2622                         rdev->raid_disk = rdev->desc_nr;
2623                         set_bit(In_sync, &rdev->flags);
2624                 } else if (rdev->raid_disk >= mddev->raid_disks) {
2625                         rdev->raid_disk = -1;
2626                         clear_bit(In_sync, &rdev->flags);
2627                 }
2628         }
2629 }
2630
2631 static void md_safemode_timeout(unsigned long data);
2632
2633 static ssize_t
2634 safe_delay_show(mddev_t *mddev, char *page)
2635 {
2636         int msec = (mddev->safemode_delay*1000)/HZ;
2637         return sprintf(page, "%d.%03d\n", msec/1000, msec%1000);
2638 }
2639 static ssize_t
2640 safe_delay_store(mddev_t *mddev, const char *cbuf, size_t len)
2641 {
2642         int scale=1;
2643         int dot=0;
2644         int i;
2645         unsigned long msec;
2646         char buf[30];
2647
2648         /* remove a period, and count digits after it */
2649         if (len >= sizeof(buf))
2650                 return -EINVAL;
2651         strlcpy(buf, cbuf, sizeof(buf));
2652         for (i=0; i<len; i++) {
2653                 if (dot) {
2654                         if (isdigit(buf[i])) {
2655                                 buf[i-1] = buf[i];
2656                                 scale *= 10;
2657                         }
2658                         buf[i] = 0;
2659                 } else if (buf[i] == '.') {
2660                         dot=1;
2661                         buf[i] = 0;
2662                 }
2663         }
2664         if (strict_strtoul(buf, 10, &msec) < 0)
2665                 return -EINVAL;
2666         msec = (msec * 1000) / scale;
2667         if (msec == 0)
2668                 mddev->safemode_delay = 0;
2669         else {
2670                 unsigned long old_delay = mddev->safemode_delay;
2671                 mddev->safemode_delay = (msec*HZ)/1000;
2672                 if (mddev->safemode_delay == 0)
2673                         mddev->safemode_delay = 1;
2674                 if (mddev->safemode_delay < old_delay)
2675                         md_safemode_timeout((unsigned long)mddev);
2676         }
2677         return len;
2678 }
2679 static struct md_sysfs_entry md_safe_delay =
2680 __ATTR(safe_mode_delay, S_IRUGO|S_IWUSR,safe_delay_show, safe_delay_store);
2681
2682 static ssize_t
2683 level_show(mddev_t *mddev, char *page)
2684 {
2685         struct mdk_personality *p = mddev->pers;
2686         if (p)
2687                 return sprintf(page, "%s\n", p->name);
2688         else if (mddev->clevel[0])
2689                 return sprintf(page, "%s\n", mddev->clevel);
2690         else if (mddev->level != LEVEL_NONE)
2691                 return sprintf(page, "%d\n", mddev->level);
2692         else
2693                 return 0;
2694 }
2695
2696 static ssize_t
2697 level_store(mddev_t *mddev, const char *buf, size_t len)
2698 {
2699         char level[16];
2700         ssize_t rv = len;
2701         struct mdk_personality *pers;
2702         void *priv;
2703         mdk_rdev_t *rdev;
2704
2705         if (mddev->pers == NULL) {
2706                 if (len == 0)
2707                         return 0;
2708                 if (len >= sizeof(mddev->clevel))
2709                         return -ENOSPC;
2710                 strncpy(mddev->clevel, buf, len);
2711                 if (mddev->clevel[len-1] == '\n')
2712                         len--;
2713                 mddev->clevel[len] = 0;
2714                 mddev->level = LEVEL_NONE;
2715                 return rv;
2716         }
2717
2718         /* request to change the personality.  Need to ensure:
2719          *  - array is not engaged in resync/recovery/reshape
2720          *  - old personality can be suspended
2721          *  - new personality will access other array.
2722          */
2723
2724         if (mddev->sync_thread || mddev->reshape_position != MaxSector)
2725                 return -EBUSY;
2726
2727         if (!mddev->pers->quiesce) {
2728                 printk(KERN_WARNING "md: %s: %s does not support online personality change\n",
2729                        mdname(mddev), mddev->pers->name);
2730                 return -EINVAL;
2731         }
2732
2733         /* Now find the new personality */
2734         if (len == 0 || len >= sizeof(level))
2735                 return -EINVAL;
2736         strncpy(level, buf, len);
2737         if (level[len-1] == '\n')
2738                 len--;
2739         level[len] = 0;
2740
2741         request_module("md-%s", level);
2742         spin_lock(&pers_lock);
2743         pers = find_pers(LEVEL_NONE, level);
2744         if (!pers || !try_module_get(pers->owner)) {
2745                 spin_unlock(&pers_lock);
2746                 printk(KERN_WARNING "md: personality %s not loaded\n", level);
2747                 return -EINVAL;
2748         }
2749         spin_unlock(&pers_lock);
2750
2751         if (pers == mddev->pers) {
2752                 /* Nothing to do! */
2753                 module_put(pers->owner);
2754                 return rv;
2755         }
2756         if (!pers->takeover) {
2757                 module_put(pers->owner);
2758                 printk(KERN_WARNING "md: %s: %s does not support personality takeover\n",
2759                        mdname(mddev), level);
2760                 return -EINVAL;
2761         }
2762
2763         /* ->takeover must set new_* and/or delta_disks
2764          * if it succeeds, and may set them when it fails.
2765          */
2766         priv = pers->takeover(mddev);
2767         if (IS_ERR(priv)) {
2768                 mddev->new_level = mddev->level;
2769                 mddev->new_layout = mddev->layout;
2770                 mddev->new_chunk_sectors = mddev->chunk_sectors;
2771                 mddev->raid_disks -= mddev->delta_disks;
2772                 mddev->delta_disks = 0;
2773                 module_put(pers->owner);
2774                 printk(KERN_WARNING "md: %s: %s would not accept array\n",
2775                        mdname(mddev), level);
2776                 return PTR_ERR(priv);
2777         }
2778
2779         /* Looks like we have a winner */
2780         mddev_suspend(mddev);
2781         mddev->pers->stop(mddev);
2782         module_put(mddev->pers->owner);
2783         /* Invalidate devices that are now superfluous */
2784         list_for_each_entry(rdev, &mddev->disks, same_set)
2785                 if (rdev->raid_disk >= mddev->raid_disks) {
2786                         rdev->raid_disk = -1;
2787                         clear_bit(In_sync, &rdev->flags);
2788                 }
2789         mddev->pers = pers;
2790         mddev->private = priv;
2791         strlcpy(mddev->clevel, pers->name, sizeof(mddev->clevel));
2792         mddev->level = mddev->new_level;
2793         mddev->layout = mddev->new_layout;
2794         mddev->chunk_sectors = mddev->new_chunk_sectors;
2795         mddev->delta_disks = 0;
2796         pers->run(mddev);
2797         mddev_resume(mddev);
2798         set_bit(MD_CHANGE_DEVS, &mddev->flags);
2799         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
2800         md_wakeup_thread(mddev->thread);
2801         return rv;
2802 }
2803
2804 static struct md_sysfs_entry md_level =
2805 __ATTR(level, S_IRUGO|S_IWUSR, level_show, level_store);
2806
2807
2808 static ssize_t
2809 layout_show(mddev_t *mddev, char *page)
2810 {
2811         /* just a number, not meaningful for all levels */
2812         if (mddev->reshape_position != MaxSector &&
2813             mddev->layout != mddev->new_layout)
2814                 return sprintf(page, "%d (%d)\n",
2815                                mddev->new_layout, mddev->layout);
2816         return sprintf(page, "%d\n", mddev->layout);
2817 }
2818
2819 static ssize_t
2820 layout_store(mddev_t *mddev, const char *buf, size_t len)
2821 {
2822         char *e;
2823         unsigned long n = simple_strtoul(buf, &e, 10);
2824
2825         if (!*buf || (*e && *e != '\n'))
2826                 return -EINVAL;
2827
2828         if (mddev->pers) {
2829                 int err;
2830                 if (mddev->pers->check_reshape == NULL)
2831                         return -EBUSY;
2832                 mddev->new_layout = n;
2833                 err = mddev->pers->check_reshape(mddev);
2834                 if (err) {
2835                         mddev->new_layout = mddev->layout;
2836                         return err;
2837                 }
2838         } else {
2839                 mddev->new_layout = n;
2840                 if (mddev->reshape_position == MaxSector)
2841                         mddev->layout = n;
2842         }
2843         return len;
2844 }
2845 static struct md_sysfs_entry md_layout =
2846 __ATTR(layout, S_IRUGO|S_IWUSR, layout_show, layout_store);
2847
2848
2849 static ssize_t
2850 raid_disks_show(mddev_t *mddev, char *page)
2851 {
2852         if (mddev->raid_disks == 0)
2853                 return 0;
2854         if (mddev->reshape_position != MaxSector &&
2855             mddev->delta_disks != 0)
2856                 return sprintf(page, "%d (%d)\n", mddev->raid_disks,
2857                                mddev->raid_disks - mddev->delta_disks);
2858         return sprintf(page, "%d\n", mddev->raid_disks);
2859 }
2860
2861 static int update_raid_disks(mddev_t *mddev, int raid_disks);
2862
2863 static ssize_t
2864 raid_disks_store(mddev_t *mddev, const char *buf, size_t len)
2865 {
2866         char *e;
2867         int rv = 0;
2868         unsigned long n = simple_strtoul(buf, &e, 10);
2869
2870         if (!*buf || (*e && *e != '\n'))
2871                 return -EINVAL;
2872
2873         if (mddev->pers)
2874                 rv = update_raid_disks(mddev, n);
2875         else if (mddev->reshape_position != MaxSector) {
2876                 int olddisks = mddev->raid_disks - mddev->delta_disks;
2877                 mddev->delta_disks = n - olddisks;
2878                 mddev->raid_disks = n;
2879         } else
2880                 mddev->raid_disks = n;
2881         return rv ? rv : len;
2882 }
2883 static struct md_sysfs_entry md_raid_disks =
2884 __ATTR(raid_disks, S_IRUGO|S_IWUSR, raid_disks_show, raid_disks_store);
2885
2886 static ssize_t
2887 chunk_size_show(mddev_t *mddev, char *page)
2888 {
2889         if (mddev->reshape_position != MaxSector &&
2890             mddev->chunk_sectors != mddev->new_chunk_sectors)
2891                 return sprintf(page, "%d (%d)\n",
2892                                mddev->new_chunk_sectors << 9,
2893                                mddev->chunk_sectors << 9);
2894         return sprintf(page, "%d\n", mddev->chunk_sectors << 9);
2895 }
2896
2897 static ssize_t
2898 chunk_size_store(mddev_t *mddev, const char *buf, size_t len)
2899 {
2900         char *e;
2901         unsigned long n = simple_strtoul(buf, &e, 10);
2902
2903         if (!*buf || (*e && *e != '\n'))
2904                 return -EINVAL;
2905
2906         if (mddev->pers) {
2907                 int err;
2908                 if (mddev->pers->check_reshape == NULL)
2909                         return -EBUSY;
2910                 mddev->new_chunk_sectors = n >> 9;
2911                 err = mddev->pers->check_reshape(mddev);
2912                 if (err) {
2913                         mddev->new_chunk_sectors = mddev->chunk_sectors;
2914                         return err;
2915                 }
2916         } else {
2917                 mddev->new_chunk_sectors = n >> 9;
2918                 if (mddev->reshape_position == MaxSector)
2919                         mddev->chunk_sectors = n >> 9;
2920         }
2921         return len;
2922 }
2923 static struct md_sysfs_entry md_chunk_size =
2924 __ATTR(chunk_size, S_IRUGO|S_IWUSR, chunk_size_show, chunk_size_store);
2925
2926 static ssize_t
2927 resync_start_show(mddev_t *mddev, char *page)
2928 {
2929         if (mddev->recovery_cp == MaxSector)
2930                 return sprintf(page, "none\n");
2931         return sprintf(page, "%llu\n", (unsigned long long)mddev->recovery_cp);
2932 }
2933
2934 static ssize_t
2935 resync_start_store(mddev_t *mddev, const char *buf, size_t len)
2936 {
2937         char *e;
2938         unsigned long long n = simple_strtoull(buf, &e, 10);
2939
2940         if (mddev->pers)
2941                 return -EBUSY;
2942         if (!*buf || (*e && *e != '\n'))
2943                 return -EINVAL;
2944
2945         mddev->recovery_cp = n;
2946         return len;
2947 }
2948 static struct md_sysfs_entry md_resync_start =
2949 __ATTR(resync_start, S_IRUGO|S_IWUSR, resync_start_show, resync_start_store);
2950
2951 /*
2952  * The array state can be:
2953  *
2954  * clear
2955  *     No devices, no size, no level
2956  *     Equivalent to STOP_ARRAY ioctl
2957  * inactive
2958  *     May have some settings, but array is not active
2959  *        all IO results in error
2960  *     When written, doesn't tear down array, but just stops it
2961  * suspended (not supported yet)
2962  *     All IO requests will block. The array can be reconfigured.
2963  *     Writing this, if accepted, will block until array is quiescent
2964  * readonly
2965  *     no resync can happen.  no superblocks get written.
2966  *     write requests fail
2967  * read-auto
2968  *     like readonly, but behaves like 'clean' on a write request.
2969  *
2970  * clean - no pending writes, but otherwise active.
2971  *     When written to inactive array, starts without resync
2972  *     If a write request arrives then
2973  *       if metadata is known, mark 'dirty' and switch to 'active'.
2974  *       if not known, block and switch to write-pending
2975  *     If written to an active array that has pending writes, then fails.
2976  * active
2977  *     fully active: IO and resync can be happening.
2978  *     When written to inactive array, starts with resync
2979  *
2980  * write-pending
2981  *     clean, but writes are blocked waiting for 'active' to be written.
2982  *
2983  * active-idle
2984  *     like active, but no writes have been seen for a while (100msec).
2985  *
2986  */
2987 enum array_state { clear, inactive, suspended, readonly, read_auto, clean, active,
2988                    write_pending, active_idle, bad_word};
2989 static char *array_states[] = {
2990         "clear", "inactive", "suspended", "readonly", "read-auto", "clean", "active",
2991         "write-pending", "active-idle", NULL };
2992
2993 static int match_word(const char *word, char **list)
2994 {
2995         int n;
2996         for (n=0; list[n]; n++)
2997                 if (cmd_match(word, list[n]))
2998                         break;
2999         return n;
3000 }
3001
3002 static ssize_t
3003 array_state_show(mddev_t *mddev, char *page)
3004 {
3005         enum array_state st = inactive;
3006
3007         if (mddev->pers)
3008                 switch(mddev->ro) {
3009                 case 1:
3010                         st = readonly;
3011                         break;
3012                 case 2:
3013                         st = read_auto;
3014                         break;
3015                 case 0:
3016                         if (mddev->in_sync)
3017                                 st = clean;
3018                         else if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
3019                                 st = write_pending;
3020                         else if (mddev->safemode)
3021                                 st = active_idle;
3022                         else
3023                                 st = active;
3024                 }
3025         else {
3026                 if (list_empty(&mddev->disks) &&
3027                     mddev->raid_disks == 0 &&
3028                     mddev->dev_sectors == 0)
3029                         st = clear;
3030                 else
3031                         st = inactive;
3032         }
3033         return sprintf(page, "%s\n", array_states[st]);
3034 }
3035
3036 static int do_md_stop(mddev_t * mddev, int ro, int is_open);
3037 static int do_md_run(mddev_t * mddev);
3038 static int restart_array(mddev_t *mddev);
3039
3040 static ssize_t
3041 array_state_store(mddev_t *mddev, const char *buf, size_t len)
3042 {
3043         int err = -EINVAL;
3044         enum array_state st = match_word(buf, array_states);
3045         switch(st) {
3046         case bad_word:
3047                 break;
3048         case clear:
3049                 /* stopping an active array */
3050                 if (atomic_read(&mddev->openers) > 0)
3051                         return -EBUSY;
3052                 err = do_md_stop(mddev, 0, 0);
3053                 break;
3054         case inactive:
3055                 /* stopping an active array */
3056                 if (mddev->pers) {
3057                         if (atomic_read(&mddev->openers) > 0)
3058                                 return -EBUSY;
3059                         err = do_md_stop(mddev, 2, 0);
3060                 } else
3061                         err = 0; /* already inactive */
3062                 break;
3063         case suspended:
3064                 break; /* not supported yet */
3065         case readonly:
3066                 if (mddev->pers)
3067                         err = do_md_stop(mddev, 1, 0);
3068                 else {
3069                         mddev->ro = 1;
3070                         set_disk_ro(mddev->gendisk, 1);
3071                         err = do_md_run(mddev);
3072                 }
3073                 break;
3074         case read_auto:
3075                 if (mddev->pers) {
3076                         if (mddev->ro == 0)
3077                                 err = do_md_stop(mddev, 1, 0);
3078                         else if (mddev->ro == 1)
3079                                 err = restart_array(mddev);
3080                         if (err == 0) {
3081                                 mddev->ro = 2;
3082                                 set_disk_ro(mddev->gendisk, 0);
3083                         }
3084                 } else {
3085                         mddev->ro = 2;
3086                         err = do_md_run(mddev);
3087                 }
3088                 break;
3089         case clean:
3090                 if (mddev->pers) {
3091                         restart_array(mddev);
3092                         spin_lock_irq(&mddev->write_lock);
3093                         if (atomic_read(&mddev->writes_pending) == 0) {
3094                                 if (mddev->in_sync == 0) {
3095                                         mddev->in_sync = 1;
3096                                         if (mddev->safemode == 1)
3097                                                 mddev->safemode = 0;
3098                                         if (mddev->persistent)
3099                                                 set_bit(MD_CHANGE_CLEAN,
3100                                                         &mddev->flags);
3101                                 }
3102                                 err = 0;
3103                         } else
3104                                 err = -EBUSY;
3105                         spin_unlock_irq(&mddev->write_lock);
3106                 } else
3107                         err = -EINVAL;
3108                 break;
3109         case active:
3110                 if (mddev->pers) {
3111                         restart_array(mddev);
3112                         if (mddev->external)
3113                                 clear_bit(MD_CHANGE_CLEAN, &mddev->flags);
3114                         wake_up(&mddev->sb_wait);
3115                         err = 0;
3116                 } else {
3117                         mddev->ro = 0;
3118                         set_disk_ro(mddev->gendisk, 0);
3119                         err = do_md_run(mddev);
3120                 }
3121                 break;
3122         case write_pending:
3123         case active_idle:
3124                 /* these cannot be set */
3125                 break;
3126         }
3127         if (err)
3128                 return err;
3129         else {
3130                 sysfs_notify_dirent(mddev->sysfs_state);
3131                 return len;
3132         }
3133 }
3134 static struct md_sysfs_entry md_array_state =
3135 __ATTR(array_state, S_IRUGO|S_IWUSR, array_state_show, array_state_store);
3136
3137 static ssize_t
3138 null_show(mddev_t *mddev, char *page)
3139 {
3140         return -EINVAL;
3141 }
3142
3143 static ssize_t
3144 new_dev_store(mddev_t *mddev, const char *buf, size_t len)
3145 {
3146         /* buf must be %d:%d\n? giving major and minor numbers */
3147         /* The new device is added to the array.
3148          * If the array has a persistent superblock, we read the
3149          * superblock to initialise info and check validity.
3150          * Otherwise, only checking done is that in bind_rdev_to_array,
3151          * which mainly checks size.
3152          */
3153         char *e;
3154         int major = simple_strtoul(buf, &e, 10);
3155         int minor;
3156         dev_t dev;
3157         mdk_rdev_t *rdev;
3158         int err;
3159
3160         if (!*buf || *e != ':' || !e[1] || e[1] == '\n')
3161                 return -EINVAL;
3162         minor = simple_strtoul(e+1, &e, 10);
3163         if (*e && *e != '\n')
3164                 return -EINVAL;
3165         dev = MKDEV(major, minor);
3166         if (major != MAJOR(dev) ||
3167             minor != MINOR(dev))
3168                 return -EOVERFLOW;
3169
3170
3171         if (mddev->persistent) {
3172                 rdev = md_import_device(dev, mddev->major_version,
3173                                         mddev->minor_version);
3174                 if (!IS_ERR(rdev) && !list_empty(&mddev->disks)) {
3175                         mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
3176                                                        mdk_rdev_t, same_set);
3177                         err = super_types[mddev->major_version]
3178                                 .load_super(rdev, rdev0, mddev->minor_version);
3179                         if (err < 0)
3180                                 goto out;
3181                 }
3182         } else if (mddev->external)
3183                 rdev = md_import_device(dev, -2, -1);
3184         else
3185                 rdev = md_import_device(dev, -1, -1);
3186
3187         if (IS_ERR(rdev))
3188                 return PTR_ERR(rdev);
3189         err = bind_rdev_to_array(rdev, mddev);
3190  out:
3191         if (err)
3192                 export_rdev(rdev);
3193         return err ? err : len;
3194 }
3195
3196 static struct md_sysfs_entry md_new_device =
3197 __ATTR(new_dev, S_IWUSR, null_show, new_dev_store);
3198
3199 static ssize_t
3200 bitmap_store(mddev_t *mddev, const char *buf, size_t len)
3201 {
3202         char *end;
3203         unsigned long chunk, end_chunk;
3204
3205         if (!mddev->bitmap)
3206                 goto out;
3207         /* buf should be <chunk> <chunk> ... or <chunk>-<chunk> ... (range) */
3208         while (*buf) {
3209                 chunk = end_chunk = simple_strtoul(buf, &end, 0);
3210                 if (buf == end) break;
3211                 if (*end == '-') { /* range */
3212                         buf = end + 1;
3213                         end_chunk = simple_strtoul(buf, &end, 0);
3214                         if (buf == end) break;
3215                 }
3216                 if (*end && !isspace(*end)) break;
3217                 bitmap_dirty_bits(mddev->bitmap, chunk, end_chunk);
3218                 buf = end;
3219                 while (isspace(*buf)) buf++;
3220         }
3221         bitmap_unplug(mddev->bitmap); /* flush the bits to disk */
3222 out:
3223         return len;
3224 }
3225
3226 static struct md_sysfs_entry md_bitmap =
3227 __ATTR(bitmap_set_bits, S_IWUSR, null_show, bitmap_store);
3228
3229 static ssize_t
3230 size_show(mddev_t *mddev, char *page)
3231 {
3232         return sprintf(page, "%llu\n",
3233                 (unsigned long long)mddev->dev_sectors / 2);
3234 }
3235
3236 static int update_size(mddev_t *mddev, sector_t num_sectors);
3237
3238 static ssize_t
3239 size_store(mddev_t *mddev, const char *buf, size_t len)
3240 {
3241         /* If array is inactive, we can reduce the component size, but
3242          * not increase it (except from 0).
3243          * If array is active, we can try an on-line resize
3244          */
3245         sector_t sectors;
3246         int err = strict_blocks_to_sectors(buf, &sectors);
3247
3248         if (err < 0)
3249                 return err;
3250         if (mddev->pers) {
3251                 err = update_size(mddev, sectors);
3252                 md_update_sb(mddev, 1);
3253         } else {
3254                 if (mddev->dev_sectors == 0 ||
3255                     mddev->dev_sectors > sectors)
3256                         mddev->dev_sectors = sectors;
3257                 else
3258                         err = -ENOSPC;
3259         }
3260         return err ? err : len;
3261 }
3262
3263 static struct md_sysfs_entry md_size =
3264 __ATTR(component_size, S_IRUGO|S_IWUSR, size_show, size_store);
3265
3266
3267 /* Metdata version.
3268  * This is one of
3269  *   'none' for arrays with no metadata (good luck...)
3270  *   'external' for arrays with externally managed metadata,
3271  * or N.M for internally known formats
3272  */
3273 static ssize_t
3274 metadata_show(mddev_t *mddev, char *page)
3275 {
3276         if (mddev->persistent)
3277                 return sprintf(page, "%d.%d\n",
3278                                mddev->major_version, mddev->minor_version);
3279         else if (mddev->external)
3280                 return sprintf(page, "external:%s\n", mddev->metadata_type);
3281         else
3282                 return sprintf(page, "none\n");
3283 }
3284
3285 static ssize_t
3286 metadata_store(mddev_t *mddev, const char *buf, size_t len)
3287 {
3288         int major, minor;
3289         char *e;
3290         /* Changing the details of 'external' metadata is
3291          * always permitted.  Otherwise there must be
3292          * no devices attached to the array.
3293          */
3294         if (mddev->external && strncmp(buf, "external:", 9) == 0)
3295                 ;
3296         else if (!list_empty(&mddev->disks))
3297                 return -EBUSY;
3298
3299         if (cmd_match(buf, "none")) {
3300                 mddev->persistent = 0;
3301                 mddev->external = 0;
3302                 mddev->major_version = 0;
3303                 mddev->minor_version = 90;
3304                 return len;
3305         }
3306         if (strncmp(buf, "external:", 9) == 0) {
3307                 size_t namelen = len-9;
3308                 if (namelen >= sizeof(mddev->metadata_type))
3309                         namelen = sizeof(mddev->metadata_type)-1;
3310                 strncpy(mddev->metadata_type, buf+9, namelen);
3311                 mddev->metadata_type[namelen] = 0;
3312                 if (namelen && mddev->metadata_type[namelen-1] == '\n')
3313                         mddev->metadata_type[--namelen] = 0;
3314                 mddev->persistent = 0;
3315                 mddev->external = 1;
3316                 mddev->major_version = 0;
3317                 mddev->minor_version = 90;
3318                 return len;
3319         }
3320         major = simple_strtoul(buf, &e, 10);
3321         if (e==buf || *e != '.')
3322                 return -EINVAL;
3323         buf = e+1;
3324         minor = simple_strtoul(buf, &e, 10);
3325         if (e==buf || (*e && *e != '\n') )
3326                 return -EINVAL;
3327         if (major >= ARRAY_SIZE(super_types) || super_types[major].name == NULL)
3328                 return -ENOENT;
3329         mddev->major_version = major;
3330         mddev->minor_version = minor;
3331         mddev->persistent = 1;
3332         mddev->external = 0;
3333         return len;
3334 }
3335
3336 static struct md_sysfs_entry md_metadata =
3337 __ATTR(metadata_version, S_IRUGO|S_IWUSR, metadata_show, metadata_store);
3338
3339 static ssize_t
3340 action_show(mddev_t *mddev, char *page)
3341 {
3342         char *type = "idle";
3343         if (test_bit(MD_RECOVERY_FROZEN, &mddev->recovery))
3344                 type = "frozen";
3345         else if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
3346             (!mddev->ro && test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))) {
3347                 if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
3348                         type = "reshape";
3349                 else if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
3350                         if (!test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
3351                                 type = "resync";
3352                         else if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
3353                                 type = "check";
3354                         else
3355                                 type = "repair";
3356                 } else if (test_bit(MD_RECOVERY_RECOVER, &mddev->recovery))
3357                         type = "recover";
3358         }
3359         return sprintf(page, "%s\n", type);
3360 }
3361
3362 static ssize_t
3363 action_store(mddev_t *mddev, const char *page, size_t len)
3364 {
3365         if (!mddev->pers || !mddev->pers->sync_request)
3366                 return -EINVAL;
3367
3368         if (cmd_match(page, "frozen"))
3369                 set_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
3370         else
3371                 clear_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
3372
3373         if (cmd_match(page, "idle") || cmd_match(page, "frozen")) {
3374                 if (mddev->sync_thread) {
3375                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
3376                         md_unregister_thread(mddev->sync_thread);
3377                         mddev->sync_thread = NULL;
3378                         mddev->recovery = 0;
3379                 }
3380         } else if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) ||
3381                    test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))
3382                 return -EBUSY;
3383         else if (cmd_match(page, "resync"))
3384                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3385         else if (cmd_match(page, "recover")) {
3386                 set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
3387                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3388         } else if (cmd_match(page, "reshape")) {
3389                 int err;
3390                 if (mddev->pers->start_reshape == NULL)
3391                         return -EINVAL;
3392                 err = mddev->pers->start_reshape(mddev);
3393                 if (err)
3394                         return err;
3395                 sysfs_notify(&mddev->kobj, NULL, "degraded");
3396         } else {
3397                 if (cmd_match(page, "check"))
3398                         set_bit(MD_RECOVERY_CHECK, &mddev->recovery);
3399                 else if (!cmd_match(page, "repair"))
3400                         return -EINVAL;
3401                 set_bit(MD_RECOVERY_REQUESTED, &mddev->recovery);
3402                 set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
3403         }
3404         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
3405         md_wakeup_thread(mddev->thread);
3406         sysfs_notify_dirent(mddev->sysfs_action);
3407         return len;
3408 }
3409
3410 static ssize_t
3411 mismatch_cnt_show(mddev_t *mddev, char *page)
3412 {
3413         return sprintf(page, "%llu\n",
3414                        (unsigned long long) mddev->resync_mismatches);
3415 }
3416
3417 static struct md_sysfs_entry md_scan_mode =
3418 __ATTR(sync_action, S_IRUGO|S_IWUSR, action_show, action_store);
3419
3420
3421 static struct md_sysfs_entry md_mismatches = __ATTR_RO(mismatch_cnt);
3422
3423 static ssize_t
3424 sync_min_show(mddev_t *mddev, char *page)
3425 {
3426         return sprintf(page, "%d (%s)\n", speed_min(mddev),
3427                        mddev->sync_speed_min ? "local": "system");
3428 }
3429
3430 static ssize_t
3431 sync_min_store(mddev_t *mddev, const char *buf, size_t len)
3432 {
3433         int min;
3434         char *e;
3435         if (strncmp(buf, "system", 6)==0) {
3436                 mddev->sync_speed_min = 0;
3437                 return len;
3438         }
3439         min = simple_strtoul(buf, &e, 10);
3440         if (buf == e || (*e && *e != '\n') || min <= 0)
3441                 return -EINVAL;
3442         mddev->sync_speed_min = min;
3443         return len;
3444 }
3445
3446 static struct md_sysfs_entry md_sync_min =
3447 __ATTR(sync_speed_min, S_IRUGO|S_IWUSR, sync_min_show, sync_min_store);
3448
3449 static ssize_t
3450 sync_max_show(mddev_t *mddev, char *page)
3451 {
3452         return sprintf(page, "%d (%s)\n", speed_max(mddev),
3453                        mddev->sync_speed_max ? "local": "system");
3454 }
3455
3456 static ssize_t
3457 sync_max_store(mddev_t *mddev, const char *buf, size_t len)
3458 {
3459         int max;
3460         char *e;
3461         if (strncmp(buf, "system", 6)==0) {
3462                 mddev->sync_speed_max = 0;
3463                 return len;
3464         }
3465         max = simple_strtoul(buf, &e, 10);
3466         if (buf == e || (*e && *e != '\n') || max <= 0)
3467                 return -EINVAL;
3468         mddev->sync_speed_max = max;
3469         return len;
3470 }
3471
3472 static struct md_sysfs_entry md_sync_max =
3473 __ATTR(sync_speed_max, S_IRUGO|S_IWUSR, sync_max_show, sync_max_store);
3474
3475 static ssize_t
3476 degraded_show(mddev_t *mddev, char *page)
3477 {
3478         return sprintf(page, "%d\n", mddev->degraded);
3479 }
3480 static struct md_sysfs_entry md_degraded = __ATTR_RO(degraded);
3481
3482 static ssize_t
3483 sync_force_parallel_show(mddev_t *mddev, char *page)
3484 {
3485         return sprintf(page, "%d\n", mddev->parallel_resync);
3486 }
3487
3488 static ssize_t
3489 sync_force_parallel_store(mddev_t *mddev, const char *buf, size_t len)
3490 {
3491         long n;
3492
3493         if (strict_strtol(buf, 10, &n))
3494                 return -EINVAL;
3495
3496         if (n != 0 && n != 1)
3497                 return -EINVAL;
3498
3499         mddev->parallel_resync = n;
3500
3501         if (mddev->sync_thread)
3502                 wake_up(&resync_wait);
3503
3504         return len;
3505 }
3506
3507 /* force parallel resync, even with shared block devices */
3508 static struct md_sysfs_entry md_sync_force_parallel =
3509 __ATTR(sync_force_parallel, S_IRUGO|S_IWUSR,
3510        sync_force_parallel_show, sync_force_parallel_store);
3511
3512 static ssize_t
3513 sync_speed_show(mddev_t *mddev, char *page)
3514 {
3515         unsigned long resync, dt, db;
3516         if (mddev->curr_resync == 0)
3517                 return sprintf(page, "none\n");
3518         resync = mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active);
3519         dt = (jiffies - mddev->resync_mark) / HZ;
3520         if (!dt) dt++;
3521         db = resync - mddev->resync_mark_cnt;
3522         return sprintf(page, "%lu\n", db/dt/2); /* K/sec */
3523 }
3524
3525 static struct md_sysfs_entry md_sync_speed = __ATTR_RO(sync_speed);
3526
3527 static ssize_t
3528 sync_completed_show(mddev_t *mddev, char *page)
3529 {
3530         unsigned long max_sectors, resync;
3531
3532         if (!test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
3533                 return sprintf(page, "none\n");
3534
3535         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
3536                 max_sectors = mddev->resync_max_sectors;
3537         else
3538                 max_sectors = mddev->dev_sectors;
3539
3540         resync = mddev->curr_resync_completed;
3541         return sprintf(page, "%lu / %lu\n", resync, max_sectors);
3542 }
3543
3544 static struct md_sysfs_entry md_sync_completed = __ATTR_RO(sync_completed);
3545
3546 static ssize_t
3547 min_sync_show(mddev_t *mddev, char *page)
3548 {
3549         return sprintf(page, "%llu\n",
3550                        (unsigned long long)mddev->resync_min);
3551 }
3552 static ssize_t
3553 min_sync_store(mddev_t *mddev, const char *buf, size_t len)
3554 {
3555         unsigned long long min;
3556         if (strict_strtoull(buf, 10, &min))
3557                 return -EINVAL;
3558         if (min > mddev->resync_max)
3559                 return -EINVAL;
3560         if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
3561                 return -EBUSY;
3562
3563         /* Must be a multiple of chunk_size */
3564         if (mddev->chunk_sectors) {
3565                 sector_t temp = min;
3566                 if (sector_div(temp, mddev->chunk_sectors))
3567                         return -EINVAL;
3568         }
3569         mddev->resync_min = min;
3570
3571         return len;
3572 }
3573
3574 static struct md_sysfs_entry md_min_sync =
3575 __ATTR(sync_min, S_IRUGO|S_IWUSR, min_sync_show, min_sync_store);
3576
3577 static ssize_t
3578 max_sync_show(mddev_t *mddev, char *page)
3579 {
3580         if (mddev->resync_max == MaxSector)
3581                 return sprintf(page, "max\n");
3582         else
3583                 return sprintf(page, "%llu\n",
3584                                (unsigned long long)mddev->resync_max);
3585 }
3586 static ssize_t
3587 max_sync_store(mddev_t *mddev, const char *buf, size_t len)
3588 {
3589         if (strncmp(buf, "max", 3) == 0)
3590                 mddev->resync_max = MaxSector;
3591         else {
3592                 unsigned long long max;
3593                 if (strict_strtoull(buf, 10, &max))
3594                         return -EINVAL;
3595                 if (max < mddev->resync_min)
3596                         return -EINVAL;
3597                 if (max < mddev->resync_max &&
3598                     test_bit(MD_RECOVERY_RUNNING, &mddev->recovery))
3599                         return -EBUSY;
3600
3601                 /* Must be a multiple of chunk_size */
3602                 if (mddev->chunk_sectors) {
3603                         sector_t temp = max;
3604                         if (sector_div(temp, mddev->chunk_sectors))
3605                                 return -EINVAL;
3606                 }
3607                 mddev->resync_max = max;
3608         }
3609         wake_up(&mddev->recovery_wait);
3610         return len;
3611 }
3612
3613 static struct md_sysfs_entry md_max_sync =
3614 __ATTR(sync_max, S_IRUGO|S_IWUSR, max_sync_show, max_sync_store);
3615
3616 static ssize_t
3617 suspend_lo_show(mddev_t *mddev, char *page)
3618 {
3619         return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_lo);
3620 }
3621
3622 static ssize_t
3623 suspend_lo_store(mddev_t *mddev, const char *buf, size_t len)
3624 {
3625         char *e;
3626         unsigned long long new = simple_strtoull(buf, &e, 10);
3627
3628         if (mddev->pers == NULL || 
3629             mddev->pers->quiesce == NULL)
3630                 return -EINVAL;
3631         if (buf == e || (*e && *e != '\n'))
3632                 return -EINVAL;
3633         if (new >= mddev->suspend_hi ||
3634             (new > mddev->suspend_lo && new < mddev->suspend_hi)) {
3635                 mddev->suspend_lo = new;
3636                 mddev->pers->quiesce(mddev, 2);
3637                 return len;
3638         } else
3639                 return -EINVAL;
3640 }
3641 static struct md_sysfs_entry md_suspend_lo =
3642 __ATTR(suspend_lo, S_IRUGO|S_IWUSR, suspend_lo_show, suspend_lo_store);
3643
3644
3645 static ssize_t
3646 suspend_hi_show(mddev_t *mddev, char *page)
3647 {
3648         return sprintf(page, "%llu\n", (unsigned long long)mddev->suspend_hi);
3649 }
3650
3651 static ssize_t
3652 suspend_hi_store(mddev_t *mddev, const char *buf, size_t len)
3653 {
3654         char *e;
3655         unsigned long long new = simple_strtoull(buf, &e, 10);
3656
3657         if (mddev->pers == NULL ||
3658             mddev->pers->quiesce == NULL)
3659                 return -EINVAL;
3660         if (buf == e || (*e && *e != '\n'))
3661                 return -EINVAL;
3662         if ((new <= mddev->suspend_lo && mddev->suspend_lo >= mddev->suspend_hi) ||
3663             (new > mddev->suspend_lo && new > mddev->suspend_hi)) {
3664                 mddev->suspend_hi = new;
3665                 mddev->pers->quiesce(mddev, 1);
3666                 mddev->pers->quiesce(mddev, 0);
3667                 return len;
3668         } else
3669                 return -EINVAL;
3670 }
3671 static struct md_sysfs_entry md_suspend_hi =
3672 __ATTR(suspend_hi, S_IRUGO|S_IWUSR, suspend_hi_show, suspend_hi_store);
3673
3674 static ssize_t
3675 reshape_position_show(mddev_t *mddev, char *page)
3676 {
3677         if (mddev->reshape_position != MaxSector)
3678                 return sprintf(page, "%llu\n",
3679                                (unsigned long long)mddev->reshape_position);
3680         strcpy(page, "none\n");
3681         return 5;
3682 }
3683
3684 static ssize_t
3685 reshape_position_store(mddev_t *mddev, const char *buf, size_t len)
3686 {
3687         char *e;
3688         unsigned long long new = simple_strtoull(buf, &e, 10);
3689         if (mddev->pers)
3690                 return -EBUSY;
3691         if (buf == e || (*e && *e != '\n'))
3692                 return -EINVAL;
3693         mddev->reshape_position = new;
3694         mddev->delta_disks = 0;
3695         mddev->new_level = mddev->level;
3696         mddev->new_layout = mddev->layout;
3697         mddev->new_chunk_sectors = mddev->chunk_sectors;
3698         return len;
3699 }
3700
3701 static struct md_sysfs_entry md_reshape_position =
3702 __ATTR(reshape_position, S_IRUGO|S_IWUSR, reshape_position_show,
3703        reshape_position_store);
3704
3705 static ssize_t
3706 array_size_show(mddev_t *mddev, char *page)
3707 {
3708         if (mddev->external_size)
3709                 return sprintf(page, "%llu\n",
3710                                (unsigned long long)mddev->array_sectors/2);
3711         else
3712                 return sprintf(page, "default\n");
3713 }
3714
3715 static ssize_t
3716 array_size_store(mddev_t *mddev, const char *buf, size_t len)
3717 {
3718         sector_t sectors;
3719
3720         if (strncmp(buf, "default", 7) == 0) {
3721                 if (mddev->pers)
3722                         sectors = mddev->pers->size(mddev, 0, 0);
3723                 else
3724                         sectors = mddev->array_sectors;
3725
3726                 mddev->external_size = 0;
3727         } else {
3728                 if (strict_blocks_to_sectors(buf, &sectors) < 0)
3729                         return -EINVAL;
3730                 if (mddev->pers && mddev->pers->size(mddev, 0, 0) < sectors)
3731                         return -E2BIG;
3732
3733                 mddev->external_size = 1;
3734         }
3735
3736         mddev->array_sectors = sectors;
3737         set_capacity(mddev->gendisk, mddev->array_sectors);
3738         if (mddev->pers) {
3739                 struct block_device *bdev = bdget_disk(mddev->gendisk, 0);
3740
3741                 if (bdev) {
3742                         mutex_lock(&bdev->bd_inode->i_mutex);
3743                         i_size_write(bdev->bd_inode,
3744                                      (loff_t)mddev->array_sectors << 9);
3745                         mutex_unlock(&bdev->bd_inode->i_mutex);
3746                         bdput(bdev);
3747                 }
3748         }
3749
3750         return len;
3751 }
3752
3753 static struct md_sysfs_entry md_array_size =
3754 __ATTR(array_size, S_IRUGO|S_IWUSR, array_size_show,
3755        array_size_store);
3756
3757 static struct attribute *md_default_attrs[] = {
3758         &md_level.attr,
3759         &md_layout.attr,
3760         &md_raid_disks.attr,
3761         &md_chunk_size.attr,
3762         &md_size.attr,
3763         &md_resync_start.attr,
3764         &md_metadata.attr,
3765         &md_new_device.attr,
3766         &md_safe_delay.attr,
3767         &md_array_state.attr,
3768         &md_reshape_position.attr,
3769         &md_array_size.attr,
3770         NULL,
3771 };
3772
3773 static struct attribute *md_redundancy_attrs[] = {
3774         &md_scan_mode.attr,
3775         &md_mismatches.attr,
3776         &md_sync_min.attr,
3777         &md_sync_max.attr,
3778         &md_sync_speed.attr,
3779         &md_sync_force_parallel.attr,
3780         &md_sync_completed.attr,
3781         &md_min_sync.attr,
3782         &md_max_sync.attr,
3783         &md_suspend_lo.attr,
3784         &md_suspend_hi.attr,
3785         &md_bitmap.attr,
3786         &md_degraded.attr,
3787         NULL,
3788 };
3789 static struct attribute_group md_redundancy_group = {
3790         .name = NULL,
3791         .attrs = md_redundancy_attrs,
3792 };
3793
3794
3795 static ssize_t
3796 md_attr_show(struct kobject *kobj, struct attribute *attr, char *page)
3797 {
3798         struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
3799         mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
3800         ssize_t rv;
3801
3802         if (!entry->show)
3803                 return -EIO;
3804         rv = mddev_lock(mddev);
3805         if (!rv) {
3806                 rv = entry->show(mddev, page);
3807                 mddev_unlock(mddev);
3808         }
3809         return rv;
3810 }
3811
3812 static ssize_t
3813 md_attr_store(struct kobject *kobj, struct attribute *attr,
3814               const char *page, size_t length)
3815 {
3816         struct md_sysfs_entry *entry = container_of(attr, struct md_sysfs_entry, attr);
3817         mddev_t *mddev = container_of(kobj, struct mddev_s, kobj);
3818         ssize_t rv;
3819
3820         if (!entry->store)
3821                 return -EIO;
3822         if (!capable(CAP_SYS_ADMIN))
3823                 return -EACCES;
3824         rv = mddev_lock(mddev);
3825         if (mddev->hold_active == UNTIL_IOCTL)
3826                 mddev->hold_active = 0;
3827         if (!rv) {
3828                 rv = entry->store(mddev, page, length);
3829                 mddev_unlock(mddev);
3830         }
3831         return rv;
3832 }
3833
3834 static void md_free(struct kobject *ko)
3835 {
3836         mddev_t *mddev = container_of(ko, mddev_t, kobj);
3837
3838         if (mddev->sysfs_state)
3839                 sysfs_put(mddev->sysfs_state);
3840
3841         if (mddev->gendisk) {
3842                 del_gendisk(mddev->gendisk);
3843                 put_disk(mddev->gendisk);
3844         }
3845         if (mddev->queue)
3846                 blk_cleanup_queue(mddev->queue);
3847
3848         kfree(mddev);
3849 }
3850
3851 static struct sysfs_ops md_sysfs_ops = {
3852         .show   = md_attr_show,
3853         .store  = md_attr_store,
3854 };
3855 static struct kobj_type md_ktype = {
3856         .release        = md_free,
3857         .sysfs_ops      = &md_sysfs_ops,
3858         .default_attrs  = md_default_attrs,
3859 };
3860
3861 int mdp_major = 0;
3862
3863 static void mddev_delayed_delete(struct work_struct *ws)
3864 {
3865         mddev_t *mddev = container_of(ws, mddev_t, del_work);
3866
3867         if (mddev->private == &md_redundancy_group) {
3868                 sysfs_remove_group(&mddev->kobj, &md_redundancy_group);
3869                 if (mddev->sysfs_action)
3870                         sysfs_put(mddev->sysfs_action);
3871                 mddev->sysfs_action = NULL;
3872                 mddev->private = NULL;
3873         }
3874         kobject_del(&mddev->kobj);
3875         kobject_put(&mddev->kobj);
3876 }
3877
3878 static int md_alloc(dev_t dev, char *name)
3879 {
3880         static DEFINE_MUTEX(disks_mutex);
3881         mddev_t *mddev = mddev_find(dev);
3882         struct gendisk *disk;
3883         int partitioned;
3884         int shift;
3885         int unit;
3886         int error;
3887
3888         if (!mddev)
3889                 return -ENODEV;
3890
3891         partitioned = (MAJOR(mddev->unit) != MD_MAJOR);
3892         shift = partitioned ? MdpMinorShift : 0;
3893         unit = MINOR(mddev->unit) >> shift;
3894
3895         /* wait for any previous instance if this device
3896          * to be completed removed (mddev_delayed_delete).
3897          */
3898         flush_scheduled_work();
3899
3900         mutex_lock(&disks_mutex);
3901         error = -EEXIST;
3902         if (mddev->gendisk)
3903                 goto abort;
3904
3905         if (name) {
3906                 /* Need to ensure that 'name' is not a duplicate.
3907                  */
3908                 mddev_t *mddev2;
3909                 spin_lock(&all_mddevs_lock);
3910
3911                 list_for_each_entry(mddev2, &all_mddevs, all_mddevs)
3912                         if (mddev2->gendisk &&
3913                             strcmp(mddev2->gendisk->disk_name, name) == 0) {
3914                                 spin_unlock(&all_mddevs_lock);
3915                                 goto abort;
3916                         }
3917                 spin_unlock(&all_mddevs_lock);
3918         }
3919
3920         error = -ENOMEM;
3921         mddev->queue = blk_alloc_queue(GFP_KERNEL);
3922         if (!mddev->queue)
3923                 goto abort;
3924         mddev->queue->queuedata = mddev;
3925
3926         /* Can be unlocked because the queue is new: no concurrency */
3927         queue_flag_set_unlocked(QUEUE_FLAG_CLUSTER, mddev->queue);
3928
3929         blk_queue_make_request(mddev->queue, md_make_request);
3930
3931         disk = alloc_disk(1 << shift);
3932         if (!disk) {
3933                 blk_cleanup_queue(mddev->queue);
3934                 mddev->queue = NULL;
3935                 goto abort;
3936         }
3937         disk->major = MAJOR(mddev->unit);
3938         disk->first_minor = unit << shift;
3939         if (name)
3940                 strcpy(disk->disk_name, name);
3941         else if (partitioned)
3942                 sprintf(disk->disk_name, "md_d%d", unit);
3943         else
3944                 sprintf(disk->disk_name, "md%d", unit);
3945         disk->fops = &md_fops;
3946         disk->private_data = mddev;
3947         disk->queue = mddev->queue;
3948         /* Allow extended partitions.  This makes the
3949          * 'mdp' device redundant, but we can't really
3950          * remove it now.
3951          */
3952         disk->flags |= GENHD_FL_EXT_DEVT;
3953         add_disk(disk);
3954         mddev->gendisk = disk;
3955         error = kobject_init_and_add(&mddev->kobj, &md_ktype,
3956                                      &disk_to_dev(disk)->kobj, "%s", "md");
3957         if (error) {
3958                 /* This isn't possible, but as kobject_init_and_add is marked
3959                  * __must_check, we must do something with the result
3960                  */
3961                 printk(KERN_WARNING "md: cannot register %s/md - name in use\n",
3962                        disk->disk_name);
3963                 error = 0;
3964         }
3965  abort:
3966         mutex_unlock(&disks_mutex);
3967         if (!error) {
3968                 kobject_uevent(&mddev->kobj, KOBJ_ADD);
3969                 mddev->sysfs_state = sysfs_get_dirent(mddev->kobj.sd, "array_state");
3970         }
3971         mddev_put(mddev);
3972         return error;
3973 }
3974
3975 static struct kobject *md_probe(dev_t dev, int *part, void *data)
3976 {
3977         md_alloc(dev, NULL);
3978         return NULL;
3979 }
3980
3981 static int add_named_array(const char *val, struct kernel_param *kp)
3982 {
3983         /* val must be "md_*" where * is not all digits.
3984          * We allocate an array with a large free minor number, and
3985          * set the name to val.  val must not already be an active name.
3986          */
3987         int len = strlen(val);
3988         char buf[DISK_NAME_LEN];
3989
3990         while (len && val[len-1] == '\n')
3991                 len--;
3992         if (len >= DISK_NAME_LEN)
3993                 return -E2BIG;
3994         strlcpy(buf, val, len+1);
3995         if (strncmp(buf, "md_", 3) != 0)
3996                 return -EINVAL;
3997         return md_alloc(0, buf);
3998 }
3999
4000 static void md_safemode_timeout(unsigned long data)
4001 {
4002         mddev_t *mddev = (mddev_t *) data;
4003
4004         if (!atomic_read(&mddev->writes_pending)) {
4005                 mddev->safemode = 1;
4006                 if (mddev->external)
4007                         sysfs_notify_dirent(mddev->sysfs_state);
4008         }
4009         md_wakeup_thread(mddev->thread);
4010 }
4011
4012 static int start_dirty_degraded;
4013
4014 static int do_md_run(mddev_t * mddev)
4015 {
4016         int err;
4017         mdk_rdev_t *rdev;
4018         struct gendisk *disk;
4019         struct mdk_personality *pers;
4020
4021         if (list_empty(&mddev->disks))
4022                 /* cannot run an array with no devices.. */
4023                 return -EINVAL;
4024
4025         if (mddev->pers)
4026                 return -EBUSY;
4027
4028         /*
4029          * Analyze all RAID superblock(s)
4030          */
4031         if (!mddev->raid_disks) {
4032                 if (!mddev->persistent)
4033                         return -EINVAL;
4034                 analyze_sbs(mddev);
4035         }
4036
4037         if (mddev->level != LEVEL_NONE)
4038                 request_module("md-level-%d", mddev->level);
4039         else if (mddev->clevel[0])
4040                 request_module("md-%s", mddev->clevel);
4041
4042         /*
4043          * Drop all container device buffers, from now on
4044          * the only valid external interface is through the md
4045          * device.
4046          */
4047         list_for_each_entry(rdev, &mddev->disks, same_set) {
4048                 if (test_bit(Faulty, &rdev->flags))
4049                         continue;
4050                 sync_blockdev(rdev->bdev);
4051                 invalidate_bdev(rdev->bdev);
4052
4053                 /* perform some consistency tests on the device.
4054                  * We don't want the data to overlap the metadata,
4055                  * Internal Bitmap issues have been handled elsewhere.
4056                  */
4057                 if (rdev->data_offset < rdev->sb_start) {
4058                         if (mddev->dev_sectors &&
4059                             rdev->data_offset + mddev->dev_sectors
4060                             > rdev->sb_start) {
4061                                 printk("md: %s: data overlaps metadata\n",
4062                                        mdname(mddev));
4063                                 return -EINVAL;
4064                         }
4065                 } else {
4066                         if (rdev->sb_start + rdev->sb_size/512
4067                             > rdev->data_offset) {
4068                                 printk("md: %s: metadata overlaps data\n",
4069                                        mdname(mddev));
4070                                 return -EINVAL;
4071                         }
4072                 }
4073                 sysfs_notify_dirent(rdev->sysfs_state);
4074         }
4075
4076         md_probe(mddev->unit, NULL, NULL);
4077         disk = mddev->gendisk;
4078         if (!disk)
4079                 return -ENOMEM;
4080
4081         spin_lock(&pers_lock);
4082         pers = find_pers(mddev->level, mddev->clevel);
4083         if (!pers || !try_module_get(pers->owner)) {
4084                 spin_unlock(&pers_lock);
4085                 if (mddev->level != LEVEL_NONE)
4086                         printk(KERN_WARNING "md: personality for level %d is not loaded!\n",
4087                                mddev->level);
4088                 else
4089                         printk(KERN_WARNING "md: personality for level %s is not loaded!\n",
4090                                mddev->clevel);
4091                 return -EINVAL;
4092         }
4093         mddev->pers = pers;
4094         spin_unlock(&pers_lock);
4095         if (mddev->level != pers->level) {
4096                 mddev->level = pers->level;
4097                 mddev->new_level = pers->level;
4098         }
4099         strlcpy(mddev->clevel, pers->name, sizeof(mddev->clevel));
4100
4101         if (mddev->reshape_position != MaxSector &&
4102             pers->start_reshape == NULL) {
4103                 /* This personality cannot handle reshaping... */
4104                 mddev->pers = NULL;
4105                 module_put(pers->owner);
4106                 return -EINVAL;
4107         }
4108
4109         if (pers->sync_request) {
4110                 /* Warn if this is a potentially silly
4111                  * configuration.
4112                  */
4113                 char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
4114                 mdk_rdev_t *rdev2;
4115                 int warned = 0;
4116
4117                 list_for_each_entry(rdev, &mddev->disks, same_set)
4118                         list_for_each_entry(rdev2, &mddev->disks, same_set) {
4119                                 if (rdev < rdev2 &&
4120                                     rdev->bdev->bd_contains ==
4121                                     rdev2->bdev->bd_contains) {
4122                                         printk(KERN_WARNING
4123                                                "%s: WARNING: %s appears to be"
4124                                                " on the same physical disk as"
4125                                                " %s.\n",
4126                                                mdname(mddev),
4127                                                bdevname(rdev->bdev,b),
4128                                                bdevname(rdev2->bdev,b2));
4129                                         warned = 1;
4130                                 }
4131                         }
4132
4133                 if (warned)
4134                         printk(KERN_WARNING
4135                                "True protection against single-disk"
4136                                " failure might be compromised.\n");
4137         }
4138
4139         mddev->recovery = 0;
4140         /* may be over-ridden by personality */
4141         mddev->resync_max_sectors = mddev->dev_sectors;
4142
4143         mddev->barriers_work = 1;
4144         mddev->ok_start_degraded = start_dirty_degraded;
4145
4146         if (start_readonly)
4147                 mddev->ro = 2; /* read-only, but switch on first write */
4148
4149         err = mddev->pers->run(mddev);
4150         if (err)
4151                 printk(KERN_ERR "md: pers->run() failed ...\n");
4152         else if (mddev->pers->size(mddev, 0, 0) < mddev->array_sectors) {
4153                 WARN_ONCE(!mddev->external_size, "%s: default size too small,"
4154                           " but 'external_size' not in effect?\n", __func__);
4155                 printk(KERN_ERR
4156                        "md: invalid array_size %llu > default size %llu\n",
4157                        (unsigned long long)mddev->array_sectors / 2,
4158                        (unsigned long long)mddev->pers->size(mddev, 0, 0) / 2);
4159                 err = -EINVAL;
4160                 mddev->pers->stop(mddev);
4161         }
4162         if (err == 0 && mddev->pers->sync_request) {
4163                 err = bitmap_create(mddev);
4164                 if (err) {
4165                         printk(KERN_ERR "%s: failed to create bitmap (%d)\n",
4166                                mdname(mddev), err);
4167                         mddev->pers->stop(mddev);
4168                 }
4169         }
4170         if (err) {
4171                 module_put(mddev->pers->owner);
4172                 mddev->pers = NULL;
4173                 bitmap_destroy(mddev);
4174                 return err;
4175         }
4176         if (mddev->pers->sync_request) {
4177                 if (sysfs_create_group(&mddev->kobj, &md_redundancy_group))
4178                         printk(KERN_WARNING
4179                                "md: cannot register extra attributes for %s\n",
4180                                mdname(mddev));
4181                 mddev->sysfs_action = sysfs_get_dirent(mddev->kobj.sd, "sync_action");
4182         } else if (mddev->ro == 2) /* auto-readonly not meaningful */
4183                 mddev->ro = 0;
4184
4185         atomic_set(&mddev->writes_pending,0);
4186         mddev->safemode = 0;
4187         mddev->safemode_timer.function = md_safemode_timeout;
4188         mddev->safemode_timer.data = (unsigned long) mddev;
4189         mddev->safemode_delay = (200 * HZ)/1000 +1; /* 200 msec delay */
4190         mddev->in_sync = 1;
4191
4192         list_for_each_entry(rdev, &mddev->disks, same_set)
4193                 if (rdev->raid_disk >= 0) {
4194                         char nm[20];
4195                         sprintf(nm, "rd%d", rdev->raid_disk);
4196                         if (sysfs_create_link(&mddev->kobj, &rdev->kobj, nm))
4197                                 printk("md: cannot register %s for %s\n",
4198                                        nm, mdname(mddev));
4199                 }
4200         
4201         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4202         
4203         if (mddev->flags)
4204                 md_update_sb(mddev, 0);
4205
4206         set_capacity(disk, mddev->array_sectors);
4207
4208         /* If there is a partially-recovered drive we need to
4209          * start recovery here.  If we leave it to md_check_recovery,
4210          * it will remove the drives and not do the right thing
4211          */
4212         if (mddev->degraded && !mddev->sync_thread) {
4213                 int spares = 0;
4214                 list_for_each_entry(rdev, &mddev->disks, same_set)
4215                         if (rdev->raid_disk >= 0 &&
4216                             !test_bit(In_sync, &rdev->flags) &&
4217                             !test_bit(Faulty, &rdev->flags))
4218                                 /* complete an interrupted recovery */
4219                                 spares++;
4220                 if (spares && mddev->pers->sync_request) {
4221                         mddev->recovery = 0;
4222                         set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
4223                         mddev->sync_thread = md_register_thread(md_do_sync,
4224                                                                 mddev,
4225                                                                 "%s_resync");
4226                         if (!mddev->sync_thread) {
4227                                 printk(KERN_ERR "%s: could not start resync"
4228                                        " thread...\n",
4229                                        mdname(mddev));
4230                                 /* leave the spares where they are, it shouldn't hurt */
4231                                 mddev->recovery = 0;
4232                         }
4233                 }
4234         }
4235         md_wakeup_thread(mddev->thread);
4236         md_wakeup_thread(mddev->sync_thread); /* possibly kick off a reshape */
4237
4238         mddev->changed = 1;
4239         md_new_event(mddev);
4240         sysfs_notify_dirent(mddev->sysfs_state);
4241         if (mddev->sysfs_action)
4242                 sysfs_notify_dirent(mddev->sysfs_action);
4243         sysfs_notify(&mddev->kobj, NULL, "degraded");
4244         kobject_uevent(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE);
4245         return 0;
4246 }
4247
4248 static int restart_array(mddev_t *mddev)
4249 {
4250         struct gendisk *disk = mddev->gendisk;
4251
4252         /* Complain if it has no devices */
4253         if (list_empty(&mddev->disks))
4254                 return -ENXIO;
4255         if (!mddev->pers)
4256                 return -EINVAL;
4257         if (!mddev->ro)
4258                 return -EBUSY;
4259         mddev->safemode = 0;
4260         mddev->ro = 0;
4261         set_disk_ro(disk, 0);
4262         printk(KERN_INFO "md: %s switched to read-write mode.\n",
4263                 mdname(mddev));
4264         /* Kick recovery or resync if necessary */
4265         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4266         md_wakeup_thread(mddev->thread);
4267         md_wakeup_thread(mddev->sync_thread);
4268         sysfs_notify_dirent(mddev->sysfs_state);
4269         return 0;
4270 }
4271
4272 /* similar to deny_write_access, but accounts for our holding a reference
4273  * to the file ourselves */
4274 static int deny_bitmap_write_access(struct file * file)
4275 {
4276         struct inode *inode = file->f_mapping->host;
4277
4278         spin_lock(&inode->i_lock);
4279         if (atomic_read(&inode->i_writecount) > 1) {
4280                 spin_unlock(&inode->i_lock);
4281                 return -ETXTBSY;
4282         }
4283         atomic_set(&inode->i_writecount, -1);
4284         spin_unlock(&inode->i_lock);
4285
4286         return 0;
4287 }
4288
4289 static void restore_bitmap_write_access(struct file *file)
4290 {
4291         struct inode *inode = file->f_mapping->host;
4292
4293         spin_lock(&inode->i_lock);
4294         atomic_set(&inode->i_writecount, 1);
4295         spin_unlock(&inode->i_lock);
4296 }
4297
4298 /* mode:
4299  *   0 - completely stop and dis-assemble array
4300  *   1 - switch to readonly
4301  *   2 - stop but do not disassemble array
4302  */
4303 static int do_md_stop(mddev_t * mddev, int mode, int is_open)
4304 {
4305         int err = 0;
4306         struct gendisk *disk = mddev->gendisk;
4307         mdk_rdev_t *rdev;
4308
4309         if (atomic_read(&mddev->openers) > is_open) {
4310                 printk("md: %s still in use.\n",mdname(mddev));
4311                 return -EBUSY;
4312         }
4313
4314         if (mddev->pers) {
4315
4316                 if (mddev->sync_thread) {
4317                         set_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
4318                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
4319                         md_unregister_thread(mddev->sync_thread);
4320                         mddev->sync_thread = NULL;
4321                 }
4322
4323                 del_timer_sync(&mddev->safemode_timer);
4324
4325                 switch(mode) {
4326                 case 1: /* readonly */
4327                         err  = -ENXIO;
4328                         if (mddev->ro==1)
4329                                 goto out;
4330                         mddev->ro = 1;
4331                         break;
4332                 case 0: /* disassemble */
4333                 case 2: /* stop */
4334                         bitmap_flush(mddev);
4335                         md_super_wait(mddev);
4336                         if (mddev->ro)
4337                                 set_disk_ro(disk, 0);
4338
4339                         mddev->pers->stop(mddev);
4340                         mddev->queue->merge_bvec_fn = NULL;
4341                         mddev->queue->unplug_fn = NULL;
4342                         mddev->queue->backing_dev_info.congested_fn = NULL;
4343                         module_put(mddev->pers->owner);
4344                         if (mddev->pers->sync_request)
4345                                 mddev->private = &md_redundancy_group;
4346                         mddev->pers = NULL;
4347                         /* tell userspace to handle 'inactive' */
4348                         sysfs_notify_dirent(mddev->sysfs_state);
4349
4350                         list_for_each_entry(rdev, &mddev->disks, same_set)
4351                                 if (rdev->raid_disk >= 0) {
4352                                         char nm[20];
4353                                         sprintf(nm, "rd%d", rdev->raid_disk);
4354                                         sysfs_remove_link(&mddev->kobj, nm);
4355                                 }
4356
4357                         set_capacity(disk, 0);
4358                         mddev->changed = 1;
4359
4360                         if (mddev->ro)
4361                                 mddev->ro = 0;
4362                 }
4363                 if (!mddev->in_sync || mddev->flags) {
4364                         /* mark array as shutdown cleanly */
4365                         mddev->in_sync = 1;
4366                         md_update_sb(mddev, 1);
4367                 }
4368                 if (mode == 1)
4369                         set_disk_ro(disk, 1);
4370                 clear_bit(MD_RECOVERY_FROZEN, &mddev->recovery);
4371         }
4372
4373         /*
4374          * Free resources if final stop
4375          */
4376         if (mode == 0) {
4377
4378                 printk(KERN_INFO "md: %s stopped.\n", mdname(mddev));
4379
4380                 bitmap_destroy(mddev);
4381                 if (mddev->bitmap_file) {
4382                         restore_bitmap_write_access(mddev->bitmap_file);
4383                         fput(mddev->bitmap_file);
4384                         mddev->bitmap_file = NULL;
4385                 }
4386                 mddev->bitmap_offset = 0;
4387
4388                 /* make sure all md_delayed_delete calls have finished */
4389                 flush_scheduled_work();
4390
4391                 export_array(mddev);
4392
4393                 mddev->array_sectors = 0;
4394                 mddev->external_size = 0;
4395                 mddev->dev_sectors = 0;
4396                 mddev->raid_disks = 0;
4397                 mddev->recovery_cp = 0;
4398                 mddev->resync_min = 0;
4399                 mddev->resync_max = MaxSector;
4400                 mddev->reshape_position = MaxSector;
4401                 mddev->external = 0;
4402                 mddev->persistent = 0;
4403                 mddev->level = LEVEL_NONE;
4404                 mddev->clevel[0] = 0;
4405                 mddev->flags = 0;
4406                 mddev->ro = 0;
4407                 mddev->metadata_type[0] = 0;
4408                 mddev->chunk_sectors = 0;
4409                 mddev->ctime = mddev->utime = 0;
4410                 mddev->layout = 0;
4411                 mddev->max_disks = 0;
4412                 mddev->events = 0;
4413                 mddev->delta_disks = 0;
4414                 mddev->new_level = LEVEL_NONE;
4415                 mddev->new_layout = 0;
4416                 mddev->new_chunk_sectors = 0;
4417                 mddev->curr_resync = 0;
4418                 mddev->resync_mismatches = 0;
4419                 mddev->suspend_lo = mddev->suspend_hi = 0;
4420                 mddev->sync_speed_min = mddev->sync_speed_max = 0;
4421                 mddev->recovery = 0;
4422                 mddev->in_sync = 0;
4423                 mddev->changed = 0;
4424                 mddev->degraded = 0;
4425                 mddev->barriers_work = 0;
4426                 mddev->safemode = 0;
4427                 kobject_uevent(&disk_to_dev(mddev->gendisk)->kobj, KOBJ_CHANGE);
4428                 if (mddev->hold_active == UNTIL_STOP)
4429                         mddev->hold_active = 0;
4430
4431         } else if (mddev->pers)
4432                 printk(KERN_INFO "md: %s switched to read-only mode.\n",
4433                         mdname(mddev));
4434         err = 0;
4435         blk_integrity_unregister(disk);
4436         md_new_event(mddev);
4437         sysfs_notify_dirent(mddev->sysfs_state);
4438 out:
4439         return err;
4440 }
4441
4442 #ifndef MODULE
4443 static void autorun_array(mddev_t *mddev)
4444 {
4445         mdk_rdev_t *rdev;
4446         int err;
4447
4448         if (list_empty(&mddev->disks))
4449                 return;
4450
4451         printk(KERN_INFO "md: running: ");
4452
4453         list_for_each_entry(rdev, &mddev->disks, same_set) {
4454                 char b[BDEVNAME_SIZE];
4455                 printk("<%s>", bdevname(rdev->bdev,b));
4456         }
4457         printk("\n");
4458
4459         err = do_md_run(mddev);
4460         if (err) {
4461                 printk(KERN_WARNING "md: do_md_run() returned %d\n", err);
4462                 do_md_stop(mddev, 0, 0);
4463         }
4464 }
4465
4466 /*
4467  * lets try to run arrays based on all disks that have arrived
4468  * until now. (those are in pending_raid_disks)
4469  *
4470  * the method: pick the first pending disk, collect all disks with
4471  * the same UUID, remove all from the pending list and put them into
4472  * the 'same_array' list. Then order this list based on superblock
4473  * update time (freshest comes first), kick out 'old' disks and
4474  * compare superblocks. If everything's fine then run it.
4475  *
4476  * If "unit" is allocated, then bump its reference count
4477  */
4478 static void autorun_devices(int part)
4479 {
4480         mdk_rdev_t *rdev0, *rdev, *tmp;
4481         mddev_t *mddev;
4482         char b[BDEVNAME_SIZE];
4483
4484         printk(KERN_INFO "md: autorun ...\n");
4485         while (!list_empty(&pending_raid_disks)) {
4486                 int unit;
4487                 dev_t dev;
4488                 LIST_HEAD(candidates);
4489                 rdev0 = list_entry(pending_raid_disks.next,
4490                                          mdk_rdev_t, same_set);
4491
4492                 printk(KERN_INFO "md: considering %s ...\n",
4493                         bdevname(rdev0->bdev,b));
4494                 INIT_LIST_HEAD(&candidates);
4495                 rdev_for_each_list(rdev, tmp, &pending_raid_disks)
4496                         if (super_90_load(rdev, rdev0, 0) >= 0) {
4497                                 printk(KERN_INFO "md:  adding %s ...\n",
4498                                         bdevname(rdev->bdev,b));
4499                                 list_move(&rdev->same_set, &candidates);
4500                         }
4501                 /*
4502                  * now we have a set of devices, with all of them having
4503                  * mostly sane superblocks. It's time to allocate the
4504                  * mddev.
4505                  */
4506                 if (part) {
4507                         dev = MKDEV(mdp_major,
4508                                     rdev0->preferred_minor << MdpMinorShift);
4509                         unit = MINOR(dev) >> MdpMinorShift;
4510                 } else {
4511                         dev = MKDEV(MD_MAJOR, rdev0->preferred_minor);
4512                         unit = MINOR(dev);
4513                 }
4514                 if (rdev0->preferred_minor != unit) {
4515                         printk(KERN_INFO "md: unit number in %s is bad: %d\n",
4516                                bdevname(rdev0->bdev, b), rdev0->preferred_minor);
4517                         break;
4518                 }
4519
4520                 md_probe(dev, NULL, NULL);
4521                 mddev = mddev_find(dev);
4522                 if (!mddev || !mddev->gendisk) {
4523                         if (mddev)
4524                                 mddev_put(mddev);
4525                         printk(KERN_ERR
4526                                 "md: cannot allocate memory for md drive.\n");
4527                         break;
4528                 }
4529                 if (mddev_lock(mddev)) 
4530                         printk(KERN_WARNING "md: %s locked, cannot run\n",
4531                                mdname(mddev));
4532                 else if (mddev->raid_disks || mddev->major_version
4533                          || !list_empty(&mddev->disks)) {
4534                         printk(KERN_WARNING 
4535                                 "md: %s already running, cannot run %s\n",
4536                                 mdname(mddev), bdevname(rdev0->bdev,b));
4537                         mddev_unlock(mddev);
4538                 } else {
4539                         printk(KERN_INFO "md: created %s\n", mdname(mddev));
4540                         mddev->persistent = 1;
4541                         rdev_for_each_list(rdev, tmp, &candidates) {
4542                                 list_del_init(&rdev->same_set);
4543                                 if (bind_rdev_to_array(rdev, mddev))
4544                                         export_rdev(rdev);
4545                         }
4546                         autorun_array(mddev);
4547                         mddev_unlock(mddev);
4548                 }
4549                 /* on success, candidates will be empty, on error
4550                  * it won't...
4551                  */
4552                 rdev_for_each_list(rdev, tmp, &candidates) {
4553                         list_del_init(&rdev->same_set);
4554                         export_rdev(rdev);
4555                 }
4556                 mddev_put(mddev);
4557         }
4558         printk(KERN_INFO "md: ... autorun DONE.\n");
4559 }
4560 #endif /* !MODULE */
4561
4562 static int get_version(void __user * arg)
4563 {
4564         mdu_version_t ver;
4565
4566         ver.major = MD_MAJOR_VERSION;
4567         ver.minor = MD_MINOR_VERSION;
4568         ver.patchlevel = MD_PATCHLEVEL_VERSION;
4569
4570         if (copy_to_user(arg, &ver, sizeof(ver)))
4571                 return -EFAULT;
4572
4573         return 0;
4574 }
4575
4576 static int get_array_info(mddev_t * mddev, void __user * arg)
4577 {
4578         mdu_array_info_t info;
4579         int nr,working,active,failed,spare;
4580         mdk_rdev_t *rdev;
4581
4582         nr=working=active=failed=spare=0;
4583         list_for_each_entry(rdev, &mddev->disks, same_set) {
4584                 nr++;
4585                 if (test_bit(Faulty, &rdev->flags))
4586                         failed++;
4587                 else {
4588                         working++;
4589                         if (test_bit(In_sync, &rdev->flags))
4590                                 active++;       
4591                         else
4592                                 spare++;
4593                 }
4594         }
4595
4596         info.major_version = mddev->major_version;
4597         info.minor_version = mddev->minor_version;
4598         info.patch_version = MD_PATCHLEVEL_VERSION;
4599         info.ctime         = mddev->ctime;
4600         info.level         = mddev->level;
4601         info.size          = mddev->dev_sectors / 2;
4602         if (info.size != mddev->dev_sectors / 2) /* overflow */
4603                 info.size = -1;
4604         info.nr_disks      = nr;
4605         info.raid_disks    = mddev->raid_disks;
4606         info.md_minor      = mddev->md_minor;
4607         info.not_persistent= !mddev->persistent;
4608
4609         info.utime         = mddev->utime;
4610         info.state         = 0;
4611         if (mddev->in_sync)
4612                 info.state = (1<<MD_SB_CLEAN);
4613         if (mddev->bitmap && mddev->bitmap_offset)
4614                 info.state = (1<<MD_SB_BITMAP_PRESENT);
4615         info.active_disks  = active;
4616         info.working_disks = working;
4617         info.failed_disks  = failed;
4618         info.spare_disks   = spare;
4619
4620         info.layout        = mddev->layout;
4621         info.chunk_size    = mddev->chunk_sectors << 9;
4622
4623         if (copy_to_user(arg, &info, sizeof(info)))
4624                 return -EFAULT;
4625
4626         return 0;
4627 }
4628
4629 static int get_bitmap_file(mddev_t * mddev, void __user * arg)
4630 {
4631         mdu_bitmap_file_t *file = NULL; /* too big for stack allocation */
4632         char *ptr, *buf = NULL;
4633         int err = -ENOMEM;
4634
4635         if (md_allow_write(mddev))
4636                 file = kmalloc(sizeof(*file), GFP_NOIO);
4637         else
4638                 file = kmalloc(sizeof(*file), GFP_KERNEL);
4639
4640         if (!file)
4641                 goto out;
4642
4643         /* bitmap disabled, zero the first byte and copy out */
4644         if (!mddev->bitmap || !mddev->bitmap->file) {
4645                 file->pathname[0] = '\0';
4646                 goto copy_out;
4647         }
4648
4649         buf = kmalloc(sizeof(file->pathname), GFP_KERNEL);
4650         if (!buf)
4651                 goto out;
4652
4653         ptr = d_path(&mddev->bitmap->file->f_path, buf, sizeof(file->pathname));
4654         if (IS_ERR(ptr))
4655                 goto out;
4656
4657         strcpy(file->pathname, ptr);
4658
4659 copy_out:
4660         err = 0;
4661         if (copy_to_user(arg, file, sizeof(*file)))
4662                 err = -EFAULT;
4663 out:
4664         kfree(buf);
4665         kfree(file);
4666         return err;
4667 }
4668
4669 static int get_disk_info(mddev_t * mddev, void __user * arg)
4670 {
4671         mdu_disk_info_t info;
4672         mdk_rdev_t *rdev;
4673
4674         if (copy_from_user(&info, arg, sizeof(info)))
4675                 return -EFAULT;
4676
4677         rdev = find_rdev_nr(mddev, info.number);
4678         if (rdev) {
4679                 info.major = MAJOR(rdev->bdev->bd_dev);
4680                 info.minor = MINOR(rdev->bdev->bd_dev);
4681                 info.raid_disk = rdev->raid_disk;
4682                 info.state = 0;
4683                 if (test_bit(Faulty, &rdev->flags))
4684                         info.state |= (1<<MD_DISK_FAULTY);
4685                 else if (test_bit(In_sync, &rdev->flags)) {
4686                         info.state |= (1<<MD_DISK_ACTIVE);
4687                         info.state |= (1<<MD_DISK_SYNC);
4688                 }
4689                 if (test_bit(WriteMostly, &rdev->flags))
4690                         info.state |= (1<<MD_DISK_WRITEMOSTLY);
4691         } else {
4692                 info.major = info.minor = 0;
4693                 info.raid_disk = -1;
4694                 info.state = (1<<MD_DISK_REMOVED);
4695         }
4696
4697         if (copy_to_user(arg, &info, sizeof(info)))
4698                 return -EFAULT;
4699
4700         return 0;
4701 }
4702
4703 static int add_new_disk(mddev_t * mddev, mdu_disk_info_t *info)
4704 {
4705         char b[BDEVNAME_SIZE], b2[BDEVNAME_SIZE];
4706         mdk_rdev_t *rdev;
4707         dev_t dev = MKDEV(info->major,info->minor);
4708
4709         if (info->major != MAJOR(dev) || info->minor != MINOR(dev))
4710                 return -EOVERFLOW;
4711
4712         if (!mddev->raid_disks) {
4713                 int err;
4714                 /* expecting a device which has a superblock */
4715                 rdev = md_import_device(dev, mddev->major_version, mddev->minor_version);
4716                 if (IS_ERR(rdev)) {
4717                         printk(KERN_WARNING 
4718                                 "md: md_import_device returned %ld\n",
4719                                 PTR_ERR(rdev));
4720                         return PTR_ERR(rdev);
4721                 }
4722                 if (!list_empty(&mddev->disks)) {
4723                         mdk_rdev_t *rdev0 = list_entry(mddev->disks.next,
4724                                                         mdk_rdev_t, same_set);
4725                         int err = super_types[mddev->major_version]
4726                                 .load_super(rdev, rdev0, mddev->minor_version);
4727                         if (err < 0) {
4728                                 printk(KERN_WARNING 
4729                                         "md: %s has different UUID to %s\n",
4730                                         bdevname(rdev->bdev,b), 
4731                                         bdevname(rdev0->bdev,b2));
4732                                 export_rdev(rdev);
4733                                 return -EINVAL;
4734                         }
4735                 }
4736                 err = bind_rdev_to_array(rdev, mddev);
4737                 if (err)
4738                         export_rdev(rdev);
4739                 return err;
4740         }
4741
4742         /*
4743          * add_new_disk can be used once the array is assembled
4744          * to add "hot spares".  They must already have a superblock
4745          * written
4746          */
4747         if (mddev->pers) {
4748                 int err;
4749                 if (!mddev->pers->hot_add_disk) {
4750                         printk(KERN_WARNING 
4751                                 "%s: personality does not support diskops!\n",
4752                                mdname(mddev));
4753                         return -EINVAL;
4754                 }
4755                 if (mddev->persistent)
4756                         rdev = md_import_device(dev, mddev->major_version,
4757                                                 mddev->minor_version);
4758                 else
4759                         rdev = md_import_device(dev, -1, -1);
4760                 if (IS_ERR(rdev)) {
4761                         printk(KERN_WARNING 
4762                                 "md: md_import_device returned %ld\n",
4763                                 PTR_ERR(rdev));
4764                         return PTR_ERR(rdev);
4765                 }
4766                 /* set save_raid_disk if appropriate */
4767                 if (!mddev->persistent) {
4768                         if (info->state & (1<<MD_DISK_SYNC)  &&
4769                             info->raid_disk < mddev->raid_disks)
4770                                 rdev->raid_disk = info->raid_disk;
4771                         else
4772                                 rdev->raid_disk = -1;
4773                 } else
4774                         super_types[mddev->major_version].
4775                                 validate_super(mddev, rdev);
4776                 rdev->saved_raid_disk = rdev->raid_disk;
4777
4778                 clear_bit(In_sync, &rdev->flags); /* just to be sure */
4779                 if (info->state & (1<<MD_DISK_WRITEMOSTLY))
4780                         set_bit(WriteMostly, &rdev->flags);
4781                 else
4782                         clear_bit(WriteMostly, &rdev->flags);
4783
4784                 rdev->raid_disk = -1;
4785                 err = bind_rdev_to_array(rdev, mddev);
4786                 if (!err && !mddev->pers->hot_remove_disk) {
4787                         /* If there is hot_add_disk but no hot_remove_disk
4788                          * then added disks for geometry changes,
4789                          * and should be added immediately.
4790                          */
4791                         super_types[mddev->major_version].
4792                                 validate_super(mddev, rdev);
4793                         err = mddev->pers->hot_add_disk(mddev, rdev);
4794                         if (err)
4795                                 unbind_rdev_from_array(rdev);
4796                 }
4797                 if (err)
4798                         export_rdev(rdev);
4799                 else
4800                         sysfs_notify_dirent(rdev->sysfs_state);
4801
4802                 md_update_sb(mddev, 1);
4803                 if (mddev->degraded)
4804                         set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
4805                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4806                 md_wakeup_thread(mddev->thread);
4807                 return err;
4808         }
4809
4810         /* otherwise, add_new_disk is only allowed
4811          * for major_version==0 superblocks
4812          */
4813         if (mddev->major_version != 0) {
4814                 printk(KERN_WARNING "%s: ADD_NEW_DISK not supported\n",
4815                        mdname(mddev));
4816                 return -EINVAL;
4817         }
4818
4819         if (!(info->state & (1<<MD_DISK_FAULTY))) {
4820                 int err;
4821                 rdev = md_import_device(dev, -1, 0);
4822                 if (IS_ERR(rdev)) {
4823                         printk(KERN_WARNING 
4824                                 "md: error, md_import_device() returned %ld\n",
4825                                 PTR_ERR(rdev));
4826                         return PTR_ERR(rdev);
4827                 }
4828                 rdev->desc_nr = info->number;
4829                 if (info->raid_disk < mddev->raid_disks)
4830                         rdev->raid_disk = info->raid_disk;
4831                 else
4832                         rdev->raid_disk = -1;
4833
4834                 if (rdev->raid_disk < mddev->raid_disks)
4835                         if (info->state & (1<<MD_DISK_SYNC))
4836                                 set_bit(In_sync, &rdev->flags);
4837
4838                 if (info->state & (1<<MD_DISK_WRITEMOSTLY))
4839                         set_bit(WriteMostly, &rdev->flags);
4840
4841                 if (!mddev->persistent) {
4842                         printk(KERN_INFO "md: nonpersistent superblock ...\n");
4843                         rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
4844                 } else 
4845                         rdev->sb_start = calc_dev_sboffset(rdev->bdev);
4846                 rdev->sectors = rdev->sb_start;
4847
4848                 err = bind_rdev_to_array(rdev, mddev);
4849                 if (err) {
4850                         export_rdev(rdev);
4851                         return err;
4852                 }
4853         }
4854
4855         return 0;
4856 }
4857
4858 static int hot_remove_disk(mddev_t * mddev, dev_t dev)
4859 {
4860         char b[BDEVNAME_SIZE];
4861         mdk_rdev_t *rdev;
4862
4863         rdev = find_rdev(mddev, dev);
4864         if (!rdev)
4865                 return -ENXIO;
4866
4867         if (rdev->raid_disk >= 0)
4868                 goto busy;
4869
4870         kick_rdev_from_array(rdev);
4871         md_update_sb(mddev, 1);
4872         md_new_event(mddev);
4873
4874         return 0;
4875 busy:
4876         printk(KERN_WARNING "md: cannot remove active disk %s from %s ...\n",
4877                 bdevname(rdev->bdev,b), mdname(mddev));
4878         return -EBUSY;
4879 }
4880
4881 static int hot_add_disk(mddev_t * mddev, dev_t dev)
4882 {
4883         char b[BDEVNAME_SIZE];
4884         int err;
4885         mdk_rdev_t *rdev;
4886
4887         if (!mddev->pers)
4888                 return -ENODEV;
4889
4890         if (mddev->major_version != 0) {
4891                 printk(KERN_WARNING "%s: HOT_ADD may only be used with"
4892                         " version-0 superblocks.\n",
4893                         mdname(mddev));
4894                 return -EINVAL;
4895         }
4896         if (!mddev->pers->hot_add_disk) {
4897                 printk(KERN_WARNING 
4898                         "%s: personality does not support diskops!\n",
4899                         mdname(mddev));
4900                 return -EINVAL;
4901         }
4902
4903         rdev = md_import_device(dev, -1, 0);
4904         if (IS_ERR(rdev)) {
4905                 printk(KERN_WARNING 
4906                         "md: error, md_import_device() returned %ld\n",
4907                         PTR_ERR(rdev));
4908                 return -EINVAL;
4909         }
4910
4911         if (mddev->persistent)
4912                 rdev->sb_start = calc_dev_sboffset(rdev->bdev);
4913         else
4914                 rdev->sb_start = rdev->bdev->bd_inode->i_size / 512;
4915
4916         rdev->sectors = rdev->sb_start;
4917
4918         if (test_bit(Faulty, &rdev->flags)) {
4919                 printk(KERN_WARNING 
4920                         "md: can not hot-add faulty %s disk to %s!\n",
4921                         bdevname(rdev->bdev,b), mdname(mddev));
4922                 err = -EINVAL;
4923                 goto abort_export;
4924         }
4925         clear_bit(In_sync, &rdev->flags);
4926         rdev->desc_nr = -1;
4927         rdev->saved_raid_disk = -1;
4928         err = bind_rdev_to_array(rdev, mddev);
4929         if (err)
4930                 goto abort_export;
4931
4932         /*
4933          * The rest should better be atomic, we can have disk failures
4934          * noticed in interrupt contexts ...
4935          */
4936
4937         rdev->raid_disk = -1;
4938
4939         md_update_sb(mddev, 1);
4940
4941         /*
4942          * Kick recovery, maybe this spare has to be added to the
4943          * array immediately.
4944          */
4945         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
4946         md_wakeup_thread(mddev->thread);
4947         md_new_event(mddev);
4948         return 0;
4949
4950 abort_export:
4951         export_rdev(rdev);
4952         return err;
4953 }
4954
4955 static int set_bitmap_file(mddev_t *mddev, int fd)
4956 {
4957         int err;
4958
4959         if (mddev->pers) {
4960                 if (!mddev->pers->quiesce)
4961                         return -EBUSY;
4962                 if (mddev->recovery || mddev->sync_thread)
4963                         return -EBUSY;
4964                 /* we should be able to change the bitmap.. */
4965         }
4966
4967
4968         if (fd >= 0) {
4969                 if (mddev->bitmap)
4970                         return -EEXIST; /* cannot add when bitmap is present */
4971                 mddev->bitmap_file = fget(fd);
4972
4973                 if (mddev->bitmap_file == NULL) {
4974                         printk(KERN_ERR "%s: error: failed to get bitmap file\n",
4975                                mdname(mddev));
4976                         return -EBADF;
4977                 }
4978
4979                 err = deny_bitmap_write_access(mddev->bitmap_file);
4980                 if (err) {
4981                         printk(KERN_ERR "%s: error: bitmap file is already in use\n",
4982                                mdname(mddev));
4983                         fput(mddev->bitmap_file);
4984                         mddev->bitmap_file = NULL;
4985                         return err;
4986                 }
4987                 mddev->bitmap_offset = 0; /* file overrides offset */
4988         } else if (mddev->bitmap == NULL)
4989                 return -ENOENT; /* cannot remove what isn't there */
4990         err = 0;
4991         if (mddev->pers) {
4992                 mddev->pers->quiesce(mddev, 1);
4993                 if (fd >= 0)
4994                         err = bitmap_create(mddev);
4995                 if (fd < 0 || err) {
4996                         bitmap_destroy(mddev);
4997                         fd = -1; /* make sure to put the file */
4998                 }
4999                 mddev->pers->quiesce(mddev, 0);
5000         }
5001         if (fd < 0) {
5002                 if (mddev->bitmap_file) {
5003                         restore_bitmap_write_access(mddev->bitmap_file);
5004                         fput(mddev->bitmap_file);
5005                 }
5006                 mddev->bitmap_file = NULL;
5007         }
5008
5009         return err;
5010 }
5011
5012 /*
5013  * set_array_info is used two different ways
5014  * The original usage is when creating a new array.
5015  * In this usage, raid_disks is > 0 and it together with
5016  *  level, size, not_persistent,layout,chunksize determine the
5017  *  shape of the array.
5018  *  This will always create an array with a type-0.90.0 superblock.
5019  * The newer usage is when assembling an array.
5020  *  In this case raid_disks will be 0, and the major_version field is
5021  *  use to determine which style super-blocks are to be found on the devices.
5022  *  The minor and patch _version numbers are also kept incase the
5023  *  super_block handler wishes to interpret them.
5024  */
5025 static int set_array_info(mddev_t * mddev, mdu_array_info_t *info)
5026 {
5027
5028         if (info->raid_disks == 0) {
5029                 /* just setting version number for superblock loading */
5030                 if (info->major_version < 0 ||
5031                     info->major_version >= ARRAY_SIZE(super_types) ||
5032                     super_types[info->major_version].name == NULL) {
5033                         /* maybe try to auto-load a module? */
5034                         printk(KERN_INFO 
5035                                 "md: superblock version %d not known\n",
5036                                 info->major_version);
5037                         return -EINVAL;
5038                 }
5039                 mddev->major_version = info->major_version;
5040                 mddev->minor_version = info->minor_version;
5041                 mddev->patch_version = info->patch_version;
5042                 mddev->persistent = !info->not_persistent;
5043                 return 0;
5044         }
5045         mddev->major_version = MD_MAJOR_VERSION;
5046         mddev->minor_version = MD_MINOR_VERSION;
5047         mddev->patch_version = MD_PATCHLEVEL_VERSION;
5048         mddev->ctime         = get_seconds();
5049
5050         mddev->level         = info->level;
5051         mddev->clevel[0]     = 0;
5052         mddev->dev_sectors   = 2 * (sector_t)info->size;
5053         mddev->raid_disks    = info->raid_disks;
5054         /* don't set md_minor, it is determined by which /dev/md* was
5055          * openned
5056          */
5057         if (info->state & (1<<MD_SB_CLEAN))
5058                 mddev->recovery_cp = MaxSector;
5059         else
5060                 mddev->recovery_cp = 0;
5061         mddev->persistent    = ! info->not_persistent;
5062         mddev->external      = 0;
5063
5064         mddev->layout        = info->layout;
5065         mddev->chunk_sectors = info->chunk_size >> 9;
5066
5067         mddev->max_disks     = MD_SB_DISKS;
5068
5069         if (mddev->persistent)
5070                 mddev->flags         = 0;
5071         set_bit(MD_CHANGE_DEVS, &mddev->flags);
5072
5073         mddev->default_bitmap_offset = MD_SB_BYTES >> 9;
5074         mddev->bitmap_offset = 0;
5075
5076         mddev->reshape_position = MaxSector;
5077
5078         /*
5079          * Generate a 128 bit UUID
5080          */
5081         get_random_bytes(mddev->uuid, 16);
5082
5083         mddev->new_level = mddev->level;
5084         mddev->new_chunk_sectors = mddev->chunk_sectors;
5085         mddev->new_layout = mddev->layout;
5086         mddev->delta_disks = 0;
5087
5088         return 0;
5089 }
5090
5091 void md_set_array_sectors(mddev_t *mddev, sector_t array_sectors)
5092 {
5093         WARN(!mddev_is_locked(mddev), "%s: unlocked mddev!\n", __func__);
5094
5095         if (mddev->external_size)
5096                 return;
5097
5098         mddev->array_sectors = array_sectors;
5099 }
5100 EXPORT_SYMBOL(md_set_array_sectors);
5101
5102 static int update_size(mddev_t *mddev, sector_t num_sectors)
5103 {
5104         mdk_rdev_t *rdev;
5105         int rv;
5106         int fit = (num_sectors == 0);
5107
5108         if (mddev->pers->resize == NULL)
5109                 return -EINVAL;
5110         /* The "num_sectors" is the number of sectors of each device that
5111          * is used.  This can only make sense for arrays with redundancy.
5112          * linear and raid0 always use whatever space is available. We can only
5113          * consider changing this number if no resync or reconstruction is
5114          * happening, and if the new size is acceptable. It must fit before the
5115          * sb_start or, if that is <data_offset, it must fit before the size
5116          * of each device.  If num_sectors is zero, we find the largest size
5117          * that fits.
5118
5119          */
5120         if (mddev->sync_thread)
5121                 return -EBUSY;
5122         if (mddev->bitmap)
5123                 /* Sorry, cannot grow a bitmap yet, just remove it,
5124                  * grow, and re-add.
5125                  */
5126                 return -EBUSY;
5127         list_for_each_entry(rdev, &mddev->disks, same_set) {
5128                 sector_t avail = rdev->sectors;
5129
5130                 if (fit && (num_sectors == 0 || num_sectors > avail))
5131                         num_sectors = avail;
5132                 if (avail < num_sectors)
5133                         return -ENOSPC;
5134         }
5135         rv = mddev->pers->resize(mddev, num_sectors);
5136         if (!rv) {
5137                 struct block_device *bdev;
5138
5139                 bdev = bdget_disk(mddev->gendisk, 0);
5140                 if (bdev) {
5141                         mutex_lock(&bdev->bd_inode->i_mutex);
5142                         i_size_write(bdev->bd_inode,
5143                                      (loff_t)mddev->array_sectors << 9);
5144                         mutex_unlock(&bdev->bd_inode->i_mutex);
5145                         bdput(bdev);
5146                 }
5147         }
5148         return rv;
5149 }
5150
5151 static int update_raid_disks(mddev_t *mddev, int raid_disks)
5152 {
5153         int rv;
5154         /* change the number of raid disks */
5155         if (mddev->pers->check_reshape == NULL)
5156                 return -EINVAL;
5157         if (raid_disks <= 0 ||
5158             raid_disks >= mddev->max_disks)
5159                 return -EINVAL;
5160         if (mddev->sync_thread || mddev->reshape_position != MaxSector)
5161                 return -EBUSY;
5162         mddev->delta_disks = raid_disks - mddev->raid_disks;
5163
5164         rv = mddev->pers->check_reshape(mddev);
5165         return rv;
5166 }
5167
5168
5169 /*
5170  * update_array_info is used to change the configuration of an
5171  * on-line array.
5172  * The version, ctime,level,size,raid_disks,not_persistent, layout,chunk_size
5173  * fields in the info are checked against the array.
5174  * Any differences that cannot be handled will cause an error.
5175  * Normally, only one change can be managed at a time.
5176  */
5177 static int update_array_info(mddev_t *mddev, mdu_array_info_t *info)
5178 {
5179         int rv = 0;
5180         int cnt = 0;
5181         int state = 0;
5182
5183         /* calculate expected state,ignoring low bits */
5184         if (mddev->bitmap && mddev->bitmap_offset)
5185                 state |= (1 << MD_SB_BITMAP_PRESENT);
5186
5187         if (mddev->major_version != info->major_version ||
5188             mddev->minor_version != info->minor_version ||
5189 /*          mddev->patch_version != info->patch_version || */
5190             mddev->ctime         != info->ctime         ||
5191             mddev->level         != info->level         ||
5192 /*          mddev->layout        != info->layout        || */
5193             !mddev->persistent   != info->not_persistent||
5194             mddev->chunk_sectors != info->chunk_size >> 9 ||
5195             /* ignore bottom 8 bits of state, and allow SB_BITMAP_PRESENT to change */
5196             ((state^info->state) & 0xfffffe00)
5197                 )
5198                 return -EINVAL;
5199         /* Check there is only one change */
5200         if (info->size >= 0 && mddev->dev_sectors / 2 != info->size)
5201                 cnt++;
5202         if (mddev->raid_disks != info->raid_disks)
5203                 cnt++;
5204         if (mddev->layout != info->layout)
5205                 cnt++;
5206         if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT))
5207                 cnt++;
5208         if (cnt == 0)
5209                 return 0;
5210         if (cnt > 1)
5211                 return -EINVAL;
5212
5213         if (mddev->layout != info->layout) {
5214                 /* Change layout
5215                  * we don't need to do anything at the md level, the
5216                  * personality will take care of it all.
5217                  */
5218                 if (mddev->pers->check_reshape == NULL)
5219                         return -EINVAL;
5220                 else {
5221                         mddev->new_layout = info->layout;
5222                         rv = mddev->pers->check_reshape(mddev);
5223                         if (rv)
5224                                 mddev->new_layout = mddev->layout;
5225                         return rv;
5226                 }
5227         }
5228         if (info->size >= 0 && mddev->dev_sectors / 2 != info->size)
5229                 rv = update_size(mddev, (sector_t)info->size * 2);
5230
5231         if (mddev->raid_disks    != info->raid_disks)
5232                 rv = update_raid_disks(mddev, info->raid_disks);
5233
5234         if ((state ^ info->state) & (1<<MD_SB_BITMAP_PRESENT)) {
5235                 if (mddev->pers->quiesce == NULL)
5236                         return -EINVAL;
5237                 if (mddev->recovery || mddev->sync_thread)
5238                         return -EBUSY;
5239                 if (info->state & (1<<MD_SB_BITMAP_PRESENT)) {
5240                         /* add the bitmap */
5241                         if (mddev->bitmap)
5242                                 return -EEXIST;
5243                         if (mddev->default_bitmap_offset == 0)
5244                                 return -EINVAL;
5245                         mddev->bitmap_offset = mddev->default_bitmap_offset;
5246                         mddev->pers->quiesce(mddev, 1);
5247                         rv = bitmap_create(mddev);
5248                         if (rv)
5249                                 bitmap_destroy(mddev);
5250                         mddev->pers->quiesce(mddev, 0);
5251                 } else {
5252                         /* remove the bitmap */
5253                         if (!mddev->bitmap)
5254                                 return -ENOENT;
5255                         if (mddev->bitmap->file)
5256                                 return -EINVAL;
5257                         mddev->pers->quiesce(mddev, 1);
5258                         bitmap_destroy(mddev);
5259                         mddev->pers->quiesce(mddev, 0);
5260                         mddev->bitmap_offset = 0;
5261                 }
5262         }
5263         md_update_sb(mddev, 1);
5264         return rv;
5265 }
5266
5267 static int set_disk_faulty(mddev_t *mddev, dev_t dev)
5268 {
5269         mdk_rdev_t *rdev;
5270
5271         if (mddev->pers == NULL)
5272                 return -ENODEV;
5273
5274         rdev = find_rdev(mddev, dev);
5275         if (!rdev)
5276                 return -ENODEV;
5277
5278         md_error(mddev, rdev);
5279         return 0;
5280 }
5281
5282 /*
5283  * We have a problem here : there is no easy way to give a CHS
5284  * virtual geometry. We currently pretend that we have a 2 heads
5285  * 4 sectors (with a BIG number of cylinders...). This drives
5286  * dosfs just mad... ;-)
5287  */
5288 static int md_getgeo(struct block_device *bdev, struct hd_geometry *geo)
5289 {
5290         mddev_t *mddev = bdev->bd_disk->private_data;
5291
5292         geo->heads = 2;
5293         geo->sectors = 4;
5294         geo->cylinders = get_capacity(mddev->gendisk) / 8;
5295         return 0;
5296 }
5297
5298 static int md_ioctl(struct block_device *bdev, fmode_t mode,
5299                         unsigned int cmd, unsigned long arg)
5300 {
5301         int err = 0;
5302         void __user *argp = (void __user *)arg;
5303         mddev_t *mddev = NULL;
5304
5305         if (!capable(CAP_SYS_ADMIN))
5306                 return -EACCES;
5307
5308         /*
5309          * Commands dealing with the RAID driver but not any
5310          * particular array:
5311          */
5312         switch (cmd)
5313         {
5314                 case RAID_VERSION:
5315                         err = get_version(argp);
5316                         goto done;
5317
5318                 case PRINT_RAID_DEBUG:
5319                         err = 0;
5320                         md_print_devices();
5321                         goto done;
5322
5323 #ifndef MODULE
5324                 case RAID_AUTORUN:
5325                         err = 0;
5326                         autostart_arrays(arg);
5327                         goto done;
5328 #endif
5329                 default:;
5330         }
5331
5332         /*
5333          * Commands creating/starting a new array:
5334          */
5335
5336         mddev = bdev->bd_disk->private_data;
5337
5338         if (!mddev) {
5339                 BUG();
5340                 goto abort;
5341         }
5342
5343         err = mddev_lock(mddev);
5344         if (err) {
5345                 printk(KERN_INFO 
5346                         "md: ioctl lock interrupted, reason %d, cmd %d\n",
5347                         err, cmd);
5348                 goto abort;
5349         }
5350
5351         switch (cmd)
5352         {
5353                 case SET_ARRAY_INFO:
5354                         {
5355                                 mdu_array_info_t info;
5356                                 if (!arg)
5357                                         memset(&info, 0, sizeof(info));
5358                                 else if (copy_from_user(&info, argp, sizeof(info))) {
5359                                         err = -EFAULT;
5360                                         goto abort_unlock;
5361                                 }
5362                                 if (mddev->pers) {
5363                                         err = update_array_info(mddev, &info);
5364                                         if (err) {
5365                                                 printk(KERN_WARNING "md: couldn't update"
5366                                                        " array info. %d\n", err);
5367                                                 goto abort_unlock;
5368                                         }
5369                                         goto done_unlock;
5370                                 }
5371                                 if (!list_empty(&mddev->disks)) {
5372                                         printk(KERN_WARNING
5373                                                "md: array %s already has disks!\n",
5374                                                mdname(mddev));
5375                                         err = -EBUSY;
5376                                         goto abort_unlock;
5377                                 }
5378                                 if (mddev->raid_disks) {
5379                                         printk(KERN_WARNING
5380                                                "md: array %s already initialised!\n",
5381                                                mdname(mddev));
5382                                         err = -EBUSY;
5383                                         goto abort_unlock;
5384                                 }
5385                                 err = set_array_info(mddev, &info);
5386                                 if (err) {
5387                                         printk(KERN_WARNING "md: couldn't set"
5388                                                " array info. %d\n", err);
5389                                         goto abort_unlock;
5390                                 }
5391                         }
5392                         goto done_unlock;
5393
5394                 default:;
5395         }
5396
5397         /*
5398          * Commands querying/configuring an existing array:
5399          */
5400         /* if we are not initialised yet, only ADD_NEW_DISK, STOP_ARRAY,
5401          * RUN_ARRAY, and GET_ and SET_BITMAP_FILE are allowed */
5402         if ((!mddev->raid_disks && !mddev->external)
5403             && cmd != ADD_NEW_DISK && cmd != STOP_ARRAY
5404             && cmd != RUN_ARRAY && cmd != SET_BITMAP_FILE
5405             && cmd != GET_BITMAP_FILE) {
5406                 err = -ENODEV;
5407                 goto abort_unlock;
5408         }
5409
5410         /*
5411          * Commands even a read-only array can execute:
5412          */
5413         switch (cmd)
5414         {
5415                 case GET_ARRAY_INFO:
5416                         err = get_array_info(mddev, argp);
5417                         goto done_unlock;
5418
5419                 case GET_BITMAP_FILE:
5420                         err = get_bitmap_file(mddev, argp);
5421                         goto done_unlock;
5422
5423                 case GET_DISK_INFO:
5424                         err = get_disk_info(mddev, argp);
5425                         goto done_unlock;
5426
5427                 case RESTART_ARRAY_RW:
5428                         err = restart_array(mddev);
5429                         goto done_unlock;
5430
5431                 case STOP_ARRAY:
5432                         err = do_md_stop(mddev, 0, 1);
5433                         goto done_unlock;
5434
5435                 case STOP_ARRAY_RO:
5436                         err = do_md_stop(mddev, 1, 1);
5437                         goto done_unlock;
5438
5439         }
5440
5441         /*
5442          * The remaining ioctls are changing the state of the
5443          * superblock, so we do not allow them on read-only arrays.
5444          * However non-MD ioctls (e.g. get-size) will still come through
5445          * here and hit the 'default' below, so only disallow
5446          * 'md' ioctls, and switch to rw mode if started auto-readonly.
5447          */
5448         if (_IOC_TYPE(cmd) == MD_MAJOR && mddev->ro && mddev->pers) {
5449                 if (mddev->ro == 2) {
5450                         mddev->ro = 0;
5451                         sysfs_notify_dirent(mddev->sysfs_state);
5452                         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
5453                         md_wakeup_thread(mddev->thread);
5454                 } else {
5455                         err = -EROFS;
5456                         goto abort_unlock;
5457                 }
5458         }
5459
5460         switch (cmd)
5461         {
5462                 case ADD_NEW_DISK:
5463                 {
5464                         mdu_disk_info_t info;
5465                         if (copy_from_user(&info, argp, sizeof(info)))
5466                                 err = -EFAULT;
5467                         else
5468                                 err = add_new_disk(mddev, &info);
5469                         goto done_unlock;
5470                 }
5471
5472                 case HOT_REMOVE_DISK:
5473                         err = hot_remove_disk(mddev, new_decode_dev(arg));
5474                         goto done_unlock;
5475
5476                 case HOT_ADD_DISK:
5477                         err = hot_add_disk(mddev, new_decode_dev(arg));
5478                         goto done_unlock;
5479
5480                 case SET_DISK_FAULTY:
5481                         err = set_disk_faulty(mddev, new_decode_dev(arg));
5482                         goto done_unlock;
5483
5484                 case RUN_ARRAY:
5485                         err = do_md_run(mddev);
5486                         goto done_unlock;
5487
5488                 case SET_BITMAP_FILE:
5489                         err = set_bitmap_file(mddev, (int)arg);
5490                         goto done_unlock;
5491
5492                 default:
5493                         err = -EINVAL;
5494                         goto abort_unlock;
5495         }
5496
5497 done_unlock:
5498 abort_unlock:
5499         if (mddev->hold_active == UNTIL_IOCTL &&
5500             err != -EINVAL)
5501                 mddev->hold_active = 0;
5502         mddev_unlock(mddev);
5503
5504         return err;
5505 done:
5506         if (err)
5507                 MD_BUG();
5508 abort:
5509         return err;
5510 }
5511
5512 static int md_open(struct block_device *bdev, fmode_t mode)
5513 {
5514         /*
5515          * Succeed if we can lock the mddev, which confirms that
5516          * it isn't being stopped right now.
5517          */
5518         mddev_t *mddev = mddev_find(bdev->bd_dev);
5519         int err;
5520
5521         if (mddev->gendisk != bdev->bd_disk) {
5522                 /* we are racing with mddev_put which is discarding this
5523                  * bd_disk.
5524                  */
5525                 mddev_put(mddev);
5526                 /* Wait until bdev->bd_disk is definitely gone */
5527                 flush_scheduled_work();
5528                 /* Then retry the open from the top */
5529                 return -ERESTARTSYS;
5530         }
5531         BUG_ON(mddev != bdev->bd_disk->private_data);
5532
5533         if ((err = mutex_lock_interruptible_nested(&mddev->reconfig_mutex, 1)))
5534                 goto out;
5535
5536         err = 0;
5537         atomic_inc(&mddev->openers);
5538         mddev_unlock(mddev);
5539
5540         check_disk_change(bdev);
5541  out:
5542         return err;
5543 }
5544
5545 static int md_release(struct gendisk *disk, fmode_t mode)
5546 {
5547         mddev_t *mddev = disk->private_data;
5548
5549         BUG_ON(!mddev);
5550         atomic_dec(&mddev->openers);
5551         mddev_put(mddev);
5552
5553         return 0;
5554 }
5555
5556 static int md_media_changed(struct gendisk *disk)
5557 {
5558         mddev_t *mddev = disk->private_data;
5559
5560         return mddev->changed;
5561 }
5562
5563 static int md_revalidate(struct gendisk *disk)
5564 {
5565         mddev_t *mddev = disk->private_data;
5566
5567         mddev->changed = 0;
5568         return 0;
5569 }
5570 static struct block_device_operations md_fops =
5571 {
5572         .owner          = THIS_MODULE,
5573         .open           = md_open,
5574         .release        = md_release,
5575         .ioctl          = md_ioctl,
5576         .getgeo         = md_getgeo,
5577         .media_changed  = md_media_changed,
5578         .revalidate_disk= md_revalidate,
5579 };
5580
5581 static int md_thread(void * arg)
5582 {
5583         mdk_thread_t *thread = arg;
5584
5585         /*
5586          * md_thread is a 'system-thread', it's priority should be very
5587          * high. We avoid resource deadlocks individually in each
5588          * raid personality. (RAID5 does preallocation) We also use RR and
5589          * the very same RT priority as kswapd, thus we will never get
5590          * into a priority inversion deadlock.
5591          *
5592          * we definitely have to have equal or higher priority than
5593          * bdflush, otherwise bdflush will deadlock if there are too
5594          * many dirty RAID5 blocks.
5595          */
5596
5597         allow_signal(SIGKILL);
5598         while (!kthread_should_stop()) {
5599
5600                 /* We need to wait INTERRUPTIBLE so that
5601                  * we don't add to the load-average.
5602                  * That means we need to be sure no signals are
5603                  * pending
5604                  */
5605                 if (signal_pending(current))
5606                         flush_signals(current);
5607
5608                 wait_event_interruptible_timeout
5609                         (thread->wqueue,
5610                          test_bit(THREAD_WAKEUP, &thread->flags)
5611                          || kthread_should_stop(),
5612                          thread->timeout);
5613
5614                 clear_bit(THREAD_WAKEUP, &thread->flags);
5615
5616                 thread->run(thread->mddev);
5617         }
5618
5619         return 0;
5620 }
5621
5622 void md_wakeup_thread(mdk_thread_t *thread)
5623 {
5624         if (thread) {
5625                 dprintk("md: waking up MD thread %s.\n", thread->tsk->comm);
5626                 set_bit(THREAD_WAKEUP, &thread->flags);
5627                 wake_up(&thread->wqueue);
5628         }
5629 }
5630
5631 mdk_thread_t *md_register_thread(void (*run) (mddev_t *), mddev_t *mddev,
5632                                  const char *name)
5633 {
5634         mdk_thread_t *thread;
5635
5636         thread = kzalloc(sizeof(mdk_thread_t), GFP_KERNEL);
5637         if (!thread)
5638                 return NULL;
5639
5640         init_waitqueue_head(&thread->wqueue);
5641
5642         thread->run = run;
5643         thread->mddev = mddev;
5644         thread->timeout = MAX_SCHEDULE_TIMEOUT;
5645         thread->tsk = kthread_run(md_thread, thread, name, mdname(thread->mddev));
5646         if (IS_ERR(thread->tsk)) {
5647                 kfree(thread);
5648                 return NULL;
5649         }
5650         return thread;
5651 }
5652
5653 void md_unregister_thread(mdk_thread_t *thread)
5654 {
5655         if (!thread)
5656                 return;
5657         dprintk("interrupting MD-thread pid %d\n", task_pid_nr(thread->tsk));
5658
5659         kthread_stop(thread->tsk);
5660         kfree(thread);
5661 }
5662
5663 void md_error(mddev_t *mddev, mdk_rdev_t *rdev)
5664 {
5665         if (!mddev) {
5666                 MD_BUG();
5667                 return;
5668         }
5669
5670         if (!rdev || test_bit(Faulty, &rdev->flags))
5671                 return;
5672
5673         if (mddev->external)
5674                 set_bit(Blocked, &rdev->flags);
5675 /*
5676         dprintk("md_error dev:%s, rdev:(%d:%d), (caller: %p,%p,%p,%p).\n",
5677                 mdname(mddev),
5678                 MAJOR(rdev->bdev->bd_dev), MINOR(rdev->bdev->bd_dev),
5679                 __builtin_return_address(0),__builtin_return_address(1),
5680                 __builtin_return_address(2),__builtin_return_address(3));
5681 */
5682         if (!mddev->pers)
5683                 return;
5684         if (!mddev->pers->error_handler)
5685                 return;
5686         mddev->pers->error_handler(mddev,rdev);
5687         if (mddev->degraded)
5688                 set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
5689         set_bit(StateChanged, &rdev->flags);
5690         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
5691         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
5692         md_wakeup_thread(mddev->thread);
5693         md_new_event_inintr(mddev);
5694 }
5695
5696 /* seq_file implementation /proc/mdstat */
5697
5698 static void status_unused(struct seq_file *seq)
5699 {
5700         int i = 0;
5701         mdk_rdev_t *rdev;
5702
5703         seq_printf(seq, "unused devices: ");
5704
5705         list_for_each_entry(rdev, &pending_raid_disks, same_set) {
5706                 char b[BDEVNAME_SIZE];
5707                 i++;
5708                 seq_printf(seq, "%s ",
5709                               bdevname(rdev->bdev,b));
5710         }
5711         if (!i)
5712                 seq_printf(seq, "<none>");
5713
5714         seq_printf(seq, "\n");
5715 }
5716
5717
5718 static void status_resync(struct seq_file *seq, mddev_t * mddev)
5719 {
5720         sector_t max_sectors, resync, res;
5721         unsigned long dt, db;
5722         sector_t rt;
5723         int scale;
5724         unsigned int per_milli;
5725
5726         resync = mddev->curr_resync - atomic_read(&mddev->recovery_active);
5727
5728         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
5729                 max_sectors = mddev->resync_max_sectors;
5730         else
5731                 max_sectors = mddev->dev_sectors;
5732
5733         /*
5734          * Should not happen.
5735          */
5736         if (!max_sectors) {
5737                 MD_BUG();
5738                 return;
5739         }
5740         /* Pick 'scale' such that (resync>>scale)*1000 will fit
5741          * in a sector_t, and (max_sectors>>scale) will fit in a
5742          * u32, as those are the requirements for sector_div.
5743          * Thus 'scale' must be at least 10
5744          */
5745         scale = 10;
5746         if (sizeof(sector_t) > sizeof(unsigned long)) {
5747                 while ( max_sectors/2 > (1ULL<<(scale+32)))
5748                         scale++;
5749         }
5750         res = (resync>>scale)*1000;
5751         sector_div(res, (u32)((max_sectors>>scale)+1));
5752
5753         per_milli = res;
5754         {
5755                 int i, x = per_milli/50, y = 20-x;
5756                 seq_printf(seq, "[");
5757                 for (i = 0; i < x; i++)
5758                         seq_printf(seq, "=");
5759                 seq_printf(seq, ">");
5760                 for (i = 0; i < y; i++)
5761                         seq_printf(seq, ".");
5762                 seq_printf(seq, "] ");
5763         }
5764         seq_printf(seq, " %s =%3u.%u%% (%llu/%llu)",
5765                    (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery)?
5766                     "reshape" :
5767                     (test_bit(MD_RECOVERY_CHECK, &mddev->recovery)?
5768                      "check" :
5769                      (test_bit(MD_RECOVERY_SYNC, &mddev->recovery) ?
5770                       "resync" : "recovery"))),
5771                    per_milli/10, per_milli % 10,
5772                    (unsigned long long) resync/2,
5773                    (unsigned long long) max_sectors/2);
5774
5775         /*
5776          * dt: time from mark until now
5777          * db: blocks written from mark until now
5778          * rt: remaining time
5779          *
5780          * rt is a sector_t, so could be 32bit or 64bit.
5781          * So we divide before multiply in case it is 32bit and close
5782          * to the limit.
5783          * We scale the divisor (db) by 32 to avoid loosing precision
5784          * near the end of resync when the number of remaining sectors
5785          * is close to 'db'.
5786          * We then divide rt by 32 after multiplying by db to compensate.
5787          * The '+1' avoids division by zero if db is very small.
5788          */
5789         dt = ((jiffies - mddev->resync_mark) / HZ);
5790         if (!dt) dt++;
5791         db = (mddev->curr_mark_cnt - atomic_read(&mddev->recovery_active))
5792                 - mddev->resync_mark_cnt;
5793
5794         rt = max_sectors - resync;    /* number of remaining sectors */
5795         sector_div(rt, db/32+1);
5796         rt *= dt;
5797         rt >>= 5;
5798
5799         seq_printf(seq, " finish=%lu.%lumin", (unsigned long)rt / 60,
5800                    ((unsigned long)rt % 60)/6);
5801
5802         seq_printf(seq, " speed=%ldK/sec", db/2/dt);
5803 }
5804
5805 static void *md_seq_start(struct seq_file *seq, loff_t *pos)
5806 {
5807         struct list_head *tmp;
5808         loff_t l = *pos;
5809         mddev_t *mddev;
5810
5811         if (l >= 0x10000)
5812                 return NULL;
5813         if (!l--)
5814                 /* header */
5815                 return (void*)1;
5816
5817         spin_lock(&all_mddevs_lock);
5818         list_for_each(tmp,&all_mddevs)
5819                 if (!l--) {
5820                         mddev = list_entry(tmp, mddev_t, all_mddevs);
5821                         mddev_get(mddev);
5822                         spin_unlock(&all_mddevs_lock);
5823                         return mddev;
5824                 }
5825         spin_unlock(&all_mddevs_lock);
5826         if (!l--)
5827                 return (void*)2;/* tail */
5828         return NULL;
5829 }
5830
5831 static void *md_seq_next(struct seq_file *seq, void *v, loff_t *pos)
5832 {
5833         struct list_head *tmp;
5834         mddev_t *next_mddev, *mddev = v;
5835         
5836         ++*pos;
5837         if (v == (void*)2)
5838                 return NULL;
5839
5840         spin_lock(&all_mddevs_lock);
5841         if (v == (void*)1)
5842                 tmp = all_mddevs.next;
5843         else
5844                 tmp = mddev->all_mddevs.next;
5845         if (tmp != &all_mddevs)
5846                 next_mddev = mddev_get(list_entry(tmp,mddev_t,all_mddevs));
5847         else {
5848                 next_mddev = (void*)2;
5849                 *pos = 0x10000;
5850         }               
5851         spin_unlock(&all_mddevs_lock);
5852
5853         if (v != (void*)1)
5854                 mddev_put(mddev);
5855         return next_mddev;
5856
5857 }
5858
5859 static void md_seq_stop(struct seq_file *seq, void *v)
5860 {
5861         mddev_t *mddev = v;
5862
5863         if (mddev && v != (void*)1 && v != (void*)2)
5864                 mddev_put(mddev);
5865 }
5866
5867 struct mdstat_info {
5868         int event;
5869 };
5870
5871 static int md_seq_show(struct seq_file *seq, void *v)
5872 {
5873         mddev_t *mddev = v;
5874         sector_t sectors;
5875         mdk_rdev_t *rdev;
5876         struct mdstat_info *mi = seq->private;
5877         struct bitmap *bitmap;
5878
5879         if (v == (void*)1) {
5880                 struct mdk_personality *pers;
5881                 seq_printf(seq, "Personalities : ");
5882                 spin_lock(&pers_lock);
5883                 list_for_each_entry(pers, &pers_list, list)
5884                         seq_printf(seq, "[%s] ", pers->name);
5885
5886                 spin_unlock(&pers_lock);
5887                 seq_printf(seq, "\n");
5888                 mi->event = atomic_read(&md_event_count);
5889                 return 0;
5890         }
5891         if (v == (void*)2) {
5892                 status_unused(seq);
5893                 return 0;
5894         }
5895
5896         if (mddev_lock(mddev) < 0)
5897                 return -EINTR;
5898
5899         if (mddev->pers || mddev->raid_disks || !list_empty(&mddev->disks)) {
5900                 seq_printf(seq, "%s : %sactive", mdname(mddev),
5901                                                 mddev->pers ? "" : "in");
5902                 if (mddev->pers) {
5903                         if (mddev->ro==1)
5904                                 seq_printf(seq, " (read-only)");
5905                         if (mddev->ro==2)
5906                                 seq_printf(seq, " (auto-read-only)");
5907                         seq_printf(seq, " %s", mddev->pers->name);
5908                 }
5909
5910                 sectors = 0;
5911                 list_for_each_entry(rdev, &mddev->disks, same_set) {
5912                         char b[BDEVNAME_SIZE];
5913                         seq_printf(seq, " %s[%d]",
5914                                 bdevname(rdev->bdev,b), rdev->desc_nr);
5915                         if (test_bit(WriteMostly, &rdev->flags))
5916                                 seq_printf(seq, "(W)");
5917                         if (test_bit(Faulty, &rdev->flags)) {
5918                                 seq_printf(seq, "(F)");
5919                                 continue;
5920                         } else if (rdev->raid_disk < 0)
5921                                 seq_printf(seq, "(S)"); /* spare */
5922                         sectors += rdev->sectors;
5923                 }
5924
5925                 if (!list_empty(&mddev->disks)) {
5926                         if (mddev->pers)
5927                                 seq_printf(seq, "\n      %llu blocks",
5928                                            (unsigned long long)
5929                                            mddev->array_sectors / 2);
5930                         else
5931                                 seq_printf(seq, "\n      %llu blocks",
5932                                            (unsigned long long)sectors / 2);
5933                 }
5934                 if (mddev->persistent) {
5935                         if (mddev->major_version != 0 ||
5936                             mddev->minor_version != 90) {
5937                                 seq_printf(seq," super %d.%d",
5938                                            mddev->major_version,
5939                                            mddev->minor_version);
5940                         }
5941                 } else if (mddev->external)
5942                         seq_printf(seq, " super external:%s",
5943                                    mddev->metadata_type);
5944                 else
5945                         seq_printf(seq, " super non-persistent");
5946
5947                 if (mddev->pers) {
5948                         mddev->pers->status(seq, mddev);
5949                         seq_printf(seq, "\n      ");
5950                         if (mddev->pers->sync_request) {
5951                                 if (mddev->curr_resync > 2) {
5952                                         status_resync(seq, mddev);
5953                                         seq_printf(seq, "\n      ");
5954                                 } else if (mddev->curr_resync == 1 || mddev->curr_resync == 2)
5955                                         seq_printf(seq, "\tresync=DELAYED\n      ");
5956                                 else if (mddev->recovery_cp < MaxSector)
5957                                         seq_printf(seq, "\tresync=PENDING\n      ");
5958                         }
5959                 } else
5960                         seq_printf(seq, "\n       ");
5961
5962                 if ((bitmap = mddev->bitmap)) {
5963                         unsigned long chunk_kb;
5964                         unsigned long flags;
5965                         spin_lock_irqsave(&bitmap->lock, flags);
5966                         chunk_kb = bitmap->chunksize >> 10;
5967                         seq_printf(seq, "bitmap: %lu/%lu pages [%luKB], "
5968                                 "%lu%s chunk",
5969                                 bitmap->pages - bitmap->missing_pages,
5970                                 bitmap->pages,
5971                                 (bitmap->pages - bitmap->missing_pages)
5972                                         << (PAGE_SHIFT - 10),
5973                                 chunk_kb ? chunk_kb : bitmap->chunksize,
5974                                 chunk_kb ? "KB" : "B");
5975                         if (bitmap->file) {
5976                                 seq_printf(seq, ", file: ");
5977                                 seq_path(seq, &bitmap->file->f_path, " \t\n");
5978                         }
5979
5980                         seq_printf(seq, "\n");
5981                         spin_unlock_irqrestore(&bitmap->lock, flags);
5982                 }
5983
5984                 seq_printf(seq, "\n");
5985         }
5986         mddev_unlock(mddev);
5987         
5988         return 0;
5989 }
5990
5991 static const struct seq_operations md_seq_ops = {
5992         .start  = md_seq_start,
5993         .next   = md_seq_next,
5994         .stop   = md_seq_stop,
5995         .show   = md_seq_show,
5996 };
5997
5998 static int md_seq_open(struct inode *inode, struct file *file)
5999 {
6000         int error;
6001         struct mdstat_info *mi = kmalloc(sizeof(*mi), GFP_KERNEL);
6002         if (mi == NULL)
6003                 return -ENOMEM;
6004
6005         error = seq_open(file, &md_seq_ops);
6006         if (error)
6007                 kfree(mi);
6008         else {
6009                 struct seq_file *p = file->private_data;
6010                 p->private = mi;
6011                 mi->event = atomic_read(&md_event_count);
6012         }
6013         return error;
6014 }
6015
6016 static unsigned int mdstat_poll(struct file *filp, poll_table *wait)
6017 {
6018         struct seq_file *m = filp->private_data;
6019         struct mdstat_info *mi = m->private;
6020         int mask;
6021
6022         poll_wait(filp, &md_event_waiters, wait);
6023
6024         /* always allow read */
6025         mask = POLLIN | POLLRDNORM;
6026
6027         if (mi->event != atomic_read(&md_event_count))
6028                 mask |= POLLERR | POLLPRI;
6029         return mask;
6030 }
6031
6032 static const struct file_operations md_seq_fops = {
6033         .owner          = THIS_MODULE,
6034         .open           = md_seq_open,
6035         .read           = seq_read,
6036         .llseek         = seq_lseek,
6037         .release        = seq_release_private,
6038         .poll           = mdstat_poll,
6039 };
6040
6041 int register_md_personality(struct mdk_personality *p)
6042 {
6043         spin_lock(&pers_lock);
6044         list_add_tail(&p->list, &pers_list);
6045         printk(KERN_INFO "md: %s personality registered for level %d\n", p->name, p->level);
6046         spin_unlock(&pers_lock);
6047         return 0;
6048 }
6049
6050 int unregister_md_personality(struct mdk_personality *p)
6051 {
6052         printk(KERN_INFO "md: %s personality unregistered\n", p->name);
6053         spin_lock(&pers_lock);
6054         list_del_init(&p->list);
6055         spin_unlock(&pers_lock);
6056         return 0;
6057 }
6058
6059 static int is_mddev_idle(mddev_t *mddev, int init)
6060 {
6061         mdk_rdev_t * rdev;
6062         int idle;
6063         int curr_events;
6064
6065         idle = 1;
6066         rcu_read_lock();
6067         rdev_for_each_rcu(rdev, mddev) {
6068                 struct gendisk *disk = rdev->bdev->bd_contains->bd_disk;
6069                 curr_events = (int)part_stat_read(&disk->part0, sectors[0]) +
6070                               (int)part_stat_read(&disk->part0, sectors[1]) -
6071                               atomic_read(&disk->sync_io);
6072                 /* sync IO will cause sync_io to increase before the disk_stats
6073                  * as sync_io is counted when a request starts, and
6074                  * disk_stats is counted when it completes.
6075                  * So resync activity will cause curr_events to be smaller than
6076                  * when there was no such activity.
6077                  * non-sync IO will cause disk_stat to increase without
6078                  * increasing sync_io so curr_events will (eventually)
6079                  * be larger than it was before.  Once it becomes
6080                  * substantially larger, the test below will cause
6081                  * the array to appear non-idle, and resync will slow
6082                  * down.
6083                  * If there is a lot of outstanding resync activity when
6084                  * we set last_event to curr_events, then all that activity
6085                  * completing might cause the array to appear non-idle
6086                  * and resync will be slowed down even though there might
6087                  * not have been non-resync activity.  This will only
6088                  * happen once though.  'last_events' will soon reflect
6089                  * the state where there is little or no outstanding
6090                  * resync requests, and further resync activity will
6091                  * always make curr_events less than last_events.
6092                  *
6093                  */
6094                 if (init || curr_events - rdev->last_events > 64) {
6095                         rdev->last_events = curr_events;
6096                         idle = 0;
6097                 }
6098         }
6099         rcu_read_unlock();
6100         return idle;
6101 }
6102
6103 void md_done_sync(mddev_t *mddev, int blocks, int ok)
6104 {
6105         /* another "blocks" (512byte) blocks have been synced */
6106         atomic_sub(blocks, &mddev->recovery_active);
6107         wake_up(&mddev->recovery_wait);
6108         if (!ok) {
6109                 set_bit(MD_RECOVERY_INTR, &mddev->recovery);
6110                 md_wakeup_thread(mddev->thread);
6111                 // stop recovery, signal do_sync ....
6112         }
6113 }
6114
6115
6116 /* md_write_start(mddev, bi)
6117  * If we need to update some array metadata (e.g. 'active' flag
6118  * in superblock) before writing, schedule a superblock update
6119  * and wait for it to complete.
6120  */
6121 void md_write_start(mddev_t *mddev, struct bio *bi)
6122 {
6123         int did_change = 0;
6124         if (bio_data_dir(bi) != WRITE)
6125                 return;
6126
6127         BUG_ON(mddev->ro == 1);
6128         if (mddev->ro == 2) {
6129                 /* need to switch to read/write */
6130                 mddev->ro = 0;
6131                 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6132                 md_wakeup_thread(mddev->thread);
6133                 md_wakeup_thread(mddev->sync_thread);
6134                 did_change = 1;
6135         }
6136         atomic_inc(&mddev->writes_pending);
6137         if (mddev->safemode == 1)
6138                 mddev->safemode = 0;
6139         if (mddev->in_sync) {
6140                 spin_lock_irq(&mddev->write_lock);
6141                 if (mddev->in_sync) {
6142                         mddev->in_sync = 0;
6143                         set_bit(MD_CHANGE_CLEAN, &mddev->flags);
6144                         md_wakeup_thread(mddev->thread);
6145                         did_change = 1;
6146                 }
6147                 spin_unlock_irq(&mddev->write_lock);
6148         }
6149         if (did_change)
6150                 sysfs_notify_dirent(mddev->sysfs_state);
6151         wait_event(mddev->sb_wait,
6152                    !test_bit(MD_CHANGE_CLEAN, &mddev->flags) &&
6153                    !test_bit(MD_CHANGE_PENDING, &mddev->flags));
6154 }
6155
6156 void md_write_end(mddev_t *mddev)
6157 {
6158         if (atomic_dec_and_test(&mddev->writes_pending)) {
6159                 if (mddev->safemode == 2)
6160                         md_wakeup_thread(mddev->thread);
6161                 else if (mddev->safemode_delay)
6162                         mod_timer(&mddev->safemode_timer, jiffies + mddev->safemode_delay);
6163         }
6164 }
6165
6166 /* md_allow_write(mddev)
6167  * Calling this ensures that the array is marked 'active' so that writes
6168  * may proceed without blocking.  It is important to call this before
6169  * attempting a GFP_KERNEL allocation while holding the mddev lock.
6170  * Must be called with mddev_lock held.
6171  *
6172  * In the ->external case MD_CHANGE_CLEAN can not be cleared until mddev->lock
6173  * is dropped, so return -EAGAIN after notifying userspace.
6174  */
6175 int md_allow_write(mddev_t *mddev)
6176 {
6177         if (!mddev->pers)
6178                 return 0;
6179         if (mddev->ro)
6180                 return 0;
6181         if (!mddev->pers->sync_request)
6182                 return 0;
6183
6184         spin_lock_irq(&mddev->write_lock);
6185         if (mddev->in_sync) {
6186                 mddev->in_sync = 0;
6187                 set_bit(MD_CHANGE_CLEAN, &mddev->flags);
6188                 if (mddev->safemode_delay &&
6189                     mddev->safemode == 0)
6190                         mddev->safemode = 1;
6191                 spin_unlock_irq(&mddev->write_lock);
6192                 md_update_sb(mddev, 0);
6193                 sysfs_notify_dirent(mddev->sysfs_state);
6194         } else
6195                 spin_unlock_irq(&mddev->write_lock);
6196
6197         if (test_bit(MD_CHANGE_CLEAN, &mddev->flags))
6198                 return -EAGAIN;
6199         else
6200                 return 0;
6201 }
6202 EXPORT_SYMBOL_GPL(md_allow_write);
6203
6204 #define SYNC_MARKS      10
6205 #define SYNC_MARK_STEP  (3*HZ)
6206 void md_do_sync(mddev_t *mddev)
6207 {
6208         mddev_t *mddev2;
6209         unsigned int currspeed = 0,
6210                  window;
6211         sector_t max_sectors,j, io_sectors;
6212         unsigned long mark[SYNC_MARKS];
6213         sector_t mark_cnt[SYNC_MARKS];
6214         int last_mark,m;
6215         struct list_head *tmp;
6216         sector_t last_check;
6217         int skipped = 0;
6218         mdk_rdev_t *rdev;
6219         char *desc;
6220
6221         /* just incase thread restarts... */
6222         if (test_bit(MD_RECOVERY_DONE, &mddev->recovery))
6223                 return;
6224         if (mddev->ro) /* never try to sync a read-only array */
6225                 return;
6226
6227         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
6228                 if (test_bit(MD_RECOVERY_CHECK, &mddev->recovery))
6229                         desc = "data-check";
6230                 else if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
6231                         desc = "requested-resync";
6232                 else
6233                         desc = "resync";
6234         } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
6235                 desc = "reshape";
6236         else
6237                 desc = "recovery";
6238
6239         /* we overload curr_resync somewhat here.
6240          * 0 == not engaged in resync at all
6241          * 2 == checking that there is no conflict with another sync
6242          * 1 == like 2, but have yielded to allow conflicting resync to
6243          *              commense
6244          * other == active in resync - this many blocks
6245          *
6246          * Before starting a resync we must have set curr_resync to
6247          * 2, and then checked that every "conflicting" array has curr_resync
6248          * less than ours.  When we find one that is the same or higher
6249          * we wait on resync_wait.  To avoid deadlock, we reduce curr_resync
6250          * to 1 if we choose to yield (based arbitrarily on address of mddev structure).
6251          * This will mean we have to start checking from the beginning again.
6252          *
6253          */
6254
6255         do {
6256                 mddev->curr_resync = 2;
6257
6258         try_again:
6259                 if (kthread_should_stop()) {
6260                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
6261                         goto skip;
6262                 }
6263                 for_each_mddev(mddev2, tmp) {
6264                         if (mddev2 == mddev)
6265                                 continue;
6266                         if (!mddev->parallel_resync
6267                         &&  mddev2->curr_resync
6268                         &&  match_mddev_units(mddev, mddev2)) {
6269                                 DEFINE_WAIT(wq);
6270                                 if (mddev < mddev2 && mddev->curr_resync == 2) {
6271                                         /* arbitrarily yield */
6272                                         mddev->curr_resync = 1;
6273                                         wake_up(&resync_wait);
6274                                 }
6275                                 if (mddev > mddev2 && mddev->curr_resync == 1)
6276                                         /* no need to wait here, we can wait the next
6277                                          * time 'round when curr_resync == 2
6278                                          */
6279                                         continue;
6280                                 /* We need to wait 'interruptible' so as not to
6281                                  * contribute to the load average, and not to
6282                                  * be caught by 'softlockup'
6283                                  */
6284                                 prepare_to_wait(&resync_wait, &wq, TASK_INTERRUPTIBLE);
6285                                 if (!kthread_should_stop() &&
6286                                     mddev2->curr_resync >= mddev->curr_resync) {
6287                                         printk(KERN_INFO "md: delaying %s of %s"
6288                                                " until %s has finished (they"
6289                                                " share one or more physical units)\n",
6290                                                desc, mdname(mddev), mdname(mddev2));
6291                                         mddev_put(mddev2);
6292                                         if (signal_pending(current))
6293                                                 flush_signals(current);
6294                                         schedule();
6295                                         finish_wait(&resync_wait, &wq);
6296                                         goto try_again;
6297                                 }
6298                                 finish_wait(&resync_wait, &wq);
6299                         }
6300                 }
6301         } while (mddev->curr_resync < 2);
6302
6303         j = 0;
6304         if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
6305                 /* resync follows the size requested by the personality,
6306                  * which defaults to physical size, but can be virtual size
6307                  */
6308                 max_sectors = mddev->resync_max_sectors;
6309                 mddev->resync_mismatches = 0;
6310                 /* we don't use the checkpoint if there's a bitmap */
6311                 if (test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery))
6312                         j = mddev->resync_min;
6313                 else if (!mddev->bitmap)
6314                         j = mddev->recovery_cp;
6315
6316         } else if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery))
6317                 max_sectors = mddev->dev_sectors;
6318         else {
6319                 /* recovery follows the physical size of devices */
6320                 max_sectors = mddev->dev_sectors;
6321                 j = MaxSector;
6322                 list_for_each_entry(rdev, &mddev->disks, same_set)
6323                         if (rdev->raid_disk >= 0 &&
6324                             !test_bit(Faulty, &rdev->flags) &&
6325                             !test_bit(In_sync, &rdev->flags) &&
6326                             rdev->recovery_offset < j)
6327                                 j = rdev->recovery_offset;
6328         }
6329
6330         printk(KERN_INFO "md: %s of RAID array %s\n", desc, mdname(mddev));
6331         printk(KERN_INFO "md: minimum _guaranteed_  speed:"
6332                 " %d KB/sec/disk.\n", speed_min(mddev));
6333         printk(KERN_INFO "md: using maximum available idle IO bandwidth "
6334                "(but not more than %d KB/sec) for %s.\n",
6335                speed_max(mddev), desc);
6336
6337         is_mddev_idle(mddev, 1); /* this initializes IO event counters */
6338
6339         io_sectors = 0;
6340         for (m = 0; m < SYNC_MARKS; m++) {
6341                 mark[m] = jiffies;
6342                 mark_cnt[m] = io_sectors;
6343         }
6344         last_mark = 0;
6345         mddev->resync_mark = mark[last_mark];
6346         mddev->resync_mark_cnt = mark_cnt[last_mark];
6347
6348         /*
6349          * Tune reconstruction:
6350          */
6351         window = 32*(PAGE_SIZE/512);
6352         printk(KERN_INFO "md: using %dk window, over a total of %llu blocks.\n",
6353                 window/2,(unsigned long long) max_sectors/2);
6354
6355         atomic_set(&mddev->recovery_active, 0);
6356         last_check = 0;
6357
6358         if (j>2) {
6359                 printk(KERN_INFO 
6360                        "md: resuming %s of %s from checkpoint.\n",
6361                        desc, mdname(mddev));
6362                 mddev->curr_resync = j;
6363         }
6364
6365         while (j < max_sectors) {
6366                 sector_t sectors;
6367
6368                 skipped = 0;
6369
6370                 if (!test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&
6371                     ((mddev->curr_resync > mddev->curr_resync_completed &&
6372                       (mddev->curr_resync - mddev->curr_resync_completed)
6373                       > (max_sectors >> 4)) ||
6374                      (j - mddev->curr_resync_completed)*2
6375                      >= mddev->resync_max - mddev->curr_resync_completed
6376                             )) {
6377                         /* time to update curr_resync_completed */
6378                         blk_unplug(mddev->queue);
6379                         wait_event(mddev->recovery_wait,
6380                                    atomic_read(&mddev->recovery_active) == 0);
6381                         mddev->curr_resync_completed =
6382                                 mddev->curr_resync;
6383                         set_bit(MD_CHANGE_CLEAN, &mddev->flags);
6384                         sysfs_notify(&mddev->kobj, NULL, "sync_completed");
6385                 }
6386
6387                 while (j >= mddev->resync_max && !kthread_should_stop()) {
6388                         /* As this condition is controlled by user-space,
6389                          * we can block indefinitely, so use '_interruptible'
6390                          * to avoid triggering warnings.
6391                          */
6392                         flush_signals(current); /* just in case */
6393                         wait_event_interruptible(mddev->recovery_wait,
6394                                                  mddev->resync_max > j
6395                                                  || kthread_should_stop());
6396                 }
6397
6398                 if (kthread_should_stop())
6399                         goto interrupted;
6400
6401                 sectors = mddev->pers->sync_request(mddev, j, &skipped,
6402                                                   currspeed < speed_min(mddev));
6403                 if (sectors == 0) {
6404                         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
6405                         goto out;
6406                 }
6407
6408                 if (!skipped) { /* actual IO requested */
6409                         io_sectors += sectors;
6410                         atomic_add(sectors, &mddev->recovery_active);
6411                 }
6412
6413                 j += sectors;
6414                 if (j>1) mddev->curr_resync = j;
6415                 mddev->curr_mark_cnt = io_sectors;
6416                 if (last_check == 0)
6417                         /* this is the earliers that rebuilt will be
6418                          * visible in /proc/mdstat
6419                          */
6420                         md_new_event(mddev);
6421
6422                 if (last_check + window > io_sectors || j == max_sectors)
6423                         continue;
6424
6425                 last_check = io_sectors;
6426
6427                 if (test_bit(MD_RECOVERY_INTR, &mddev->recovery))
6428                         break;
6429
6430         repeat:
6431                 if (time_after_eq(jiffies, mark[last_mark] + SYNC_MARK_STEP )) {
6432                         /* step marks */
6433                         int next = (last_mark+1) % SYNC_MARKS;
6434
6435                         mddev->resync_mark = mark[next];
6436                         mddev->resync_mark_cnt = mark_cnt[next];
6437                         mark[next] = jiffies;
6438                         mark_cnt[next] = io_sectors - atomic_read(&mddev->recovery_active);
6439                         last_mark = next;
6440                 }
6441
6442
6443                 if (kthread_should_stop())
6444                         goto interrupted;
6445
6446
6447                 /*
6448                  * this loop exits only if either when we are slower than
6449                  * the 'hard' speed limit, or the system was IO-idle for
6450                  * a jiffy.
6451                  * the system might be non-idle CPU-wise, but we only care
6452                  * about not overloading the IO subsystem. (things like an
6453                  * e2fsck being done on the RAID array should execute fast)
6454                  */
6455                 blk_unplug(mddev->queue);
6456                 cond_resched();
6457
6458                 currspeed = ((unsigned long)(io_sectors-mddev->resync_mark_cnt))/2
6459                         /((jiffies-mddev->resync_mark)/HZ +1) +1;
6460
6461                 if (currspeed > speed_min(mddev)) {
6462                         if ((currspeed > speed_max(mddev)) ||
6463                                         !is_mddev_idle(mddev, 0)) {
6464                                 msleep(500);
6465                                 goto repeat;
6466                         }
6467                 }
6468         }
6469         printk(KERN_INFO "md: %s: %s done.\n",mdname(mddev), desc);
6470         /*
6471          * this also signals 'finished resyncing' to md_stop
6472          */
6473  out:
6474         blk_unplug(mddev->queue);
6475
6476         wait_event(mddev->recovery_wait, !atomic_read(&mddev->recovery_active));
6477
6478         /* tell personality that we are finished */
6479         mddev->pers->sync_request(mddev, max_sectors, &skipped, 1);
6480
6481         if (!test_bit(MD_RECOVERY_CHECK, &mddev->recovery) &&
6482             mddev->curr_resync > 2) {
6483                 if (test_bit(MD_RECOVERY_SYNC, &mddev->recovery)) {
6484                         if (test_bit(MD_RECOVERY_INTR, &mddev->recovery)) {
6485                                 if (mddev->curr_resync >= mddev->recovery_cp) {
6486                                         printk(KERN_INFO
6487                                                "md: checkpointing %s of %s.\n",
6488                                                desc, mdname(mddev));
6489                                         mddev->recovery_cp = mddev->curr_resync;
6490                                 }
6491                         } else
6492                                 mddev->recovery_cp = MaxSector;
6493                 } else {
6494                         if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery))
6495                                 mddev->curr_resync = MaxSector;
6496                         list_for_each_entry(rdev, &mddev->disks, same_set)
6497                                 if (rdev->raid_disk >= 0 &&
6498                                     !test_bit(Faulty, &rdev->flags) &&
6499                                     !test_bit(In_sync, &rdev->flags) &&
6500                                     rdev->recovery_offset < mddev->curr_resync)
6501                                         rdev->recovery_offset = mddev->curr_resync;
6502                 }
6503         }
6504         set_bit(MD_CHANGE_DEVS, &mddev->flags);
6505
6506  skip:
6507         mddev->curr_resync = 0;
6508         mddev->curr_resync_completed = 0;
6509         mddev->resync_min = 0;
6510         mddev->resync_max = MaxSector;
6511         sysfs_notify(&mddev->kobj, NULL, "sync_completed");
6512         wake_up(&resync_wait);
6513         set_bit(MD_RECOVERY_DONE, &mddev->recovery);
6514         md_wakeup_thread(mddev->thread);
6515         return;
6516
6517  interrupted:
6518         /*
6519          * got a signal, exit.
6520          */
6521         printk(KERN_INFO
6522                "md: md_do_sync() got signal ... exiting\n");
6523         set_bit(MD_RECOVERY_INTR, &mddev->recovery);
6524         goto out;
6525
6526 }
6527 EXPORT_SYMBOL_GPL(md_do_sync);
6528
6529
6530 static int remove_and_add_spares(mddev_t *mddev)
6531 {
6532         mdk_rdev_t *rdev;
6533         int spares = 0;
6534
6535         mddev->curr_resync_completed = 0;
6536
6537         list_for_each_entry(rdev, &mddev->disks, same_set)
6538                 if (rdev->raid_disk >= 0 &&
6539                     !test_bit(Blocked, &rdev->flags) &&
6540                     (test_bit(Faulty, &rdev->flags) ||
6541                      ! test_bit(In_sync, &rdev->flags)) &&
6542                     atomic_read(&rdev->nr_pending)==0) {
6543                         if (mddev->pers->hot_remove_disk(
6544                                     mddev, rdev->raid_disk)==0) {
6545                                 char nm[20];
6546                                 sprintf(nm,"rd%d", rdev->raid_disk);
6547                                 sysfs_remove_link(&mddev->kobj, nm);
6548                                 rdev->raid_disk = -1;
6549                         }
6550                 }
6551
6552         if (mddev->degraded && ! mddev->ro && !mddev->recovery_disabled) {
6553                 list_for_each_entry(rdev, &mddev->disks, same_set) {
6554                         if (rdev->raid_disk >= 0 &&
6555                             !test_bit(In_sync, &rdev->flags) &&
6556                             !test_bit(Blocked, &rdev->flags))
6557                                 spares++;
6558                         if (rdev->raid_disk < 0
6559                             && !test_bit(Faulty, &rdev->flags)) {
6560                                 rdev->recovery_offset = 0;
6561                                 if (mddev->pers->
6562                                     hot_add_disk(mddev, rdev) == 0) {
6563                                         char nm[20];
6564                                         sprintf(nm, "rd%d", rdev->raid_disk);
6565                                         if (sysfs_create_link(&mddev->kobj,
6566                                                               &rdev->kobj, nm))
6567                                                 printk(KERN_WARNING
6568                                                        "md: cannot register "
6569                                                        "%s for %s\n",
6570                                                        nm, mdname(mddev));
6571                                         spares++;
6572                                         md_new_event(mddev);
6573                                 } else
6574                                         break;
6575                         }
6576                 }
6577         }
6578         return spares;
6579 }
6580 /*
6581  * This routine is regularly called by all per-raid-array threads to
6582  * deal with generic issues like resync and super-block update.
6583  * Raid personalities that don't have a thread (linear/raid0) do not
6584  * need this as they never do any recovery or update the superblock.
6585  *
6586  * It does not do any resync itself, but rather "forks" off other threads
6587  * to do that as needed.
6588  * When it is determined that resync is needed, we set MD_RECOVERY_RUNNING in
6589  * "->recovery" and create a thread at ->sync_thread.
6590  * When the thread finishes it sets MD_RECOVERY_DONE
6591  * and wakeups up this thread which will reap the thread and finish up.
6592  * This thread also removes any faulty devices (with nr_pending == 0).
6593  *
6594  * The overall approach is:
6595  *  1/ if the superblock needs updating, update it.
6596  *  2/ If a recovery thread is running, don't do anything else.
6597  *  3/ If recovery has finished, clean up, possibly marking spares active.
6598  *  4/ If there are any faulty devices, remove them.
6599  *  5/ If array is degraded, try to add spares devices
6600  *  6/ If array has spares or is not in-sync, start a resync thread.
6601  */
6602 void md_check_recovery(mddev_t *mddev)
6603 {
6604         mdk_rdev_t *rdev;
6605
6606
6607         if (mddev->bitmap)
6608                 bitmap_daemon_work(mddev->bitmap);
6609
6610         if (mddev->ro)
6611                 return;
6612
6613         if (signal_pending(current)) {
6614                 if (mddev->pers->sync_request && !mddev->external) {
6615                         printk(KERN_INFO "md: %s in immediate safe mode\n",
6616                                mdname(mddev));
6617                         mddev->safemode = 2;
6618                 }
6619                 flush_signals(current);
6620         }
6621
6622         if (mddev->ro && !test_bit(MD_RECOVERY_NEEDED, &mddev->recovery))
6623                 return;
6624         if ( ! (
6625                 (mddev->flags && !mddev->external) ||
6626                 test_bit(MD_RECOVERY_NEEDED, &mddev->recovery) ||
6627                 test_bit(MD_RECOVERY_DONE, &mddev->recovery) ||
6628                 (mddev->external == 0 && mddev->safemode == 1) ||
6629                 (mddev->safemode == 2 && ! atomic_read(&mddev->writes_pending)
6630                  && !mddev->in_sync && mddev->recovery_cp == MaxSector)
6631                 ))
6632                 return;
6633
6634         if (mddev_trylock(mddev)) {
6635                 int spares = 0;
6636
6637                 if (mddev->ro) {
6638                         /* Only thing we do on a ro array is remove
6639                          * failed devices.
6640                          */
6641                         remove_and_add_spares(mddev);
6642                         clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6643                         goto unlock;
6644                 }
6645
6646                 if (!mddev->external) {
6647                         int did_change = 0;
6648                         spin_lock_irq(&mddev->write_lock);
6649                         if (mddev->safemode &&
6650                             !atomic_read(&mddev->writes_pending) &&
6651                             !mddev->in_sync &&
6652                             mddev->recovery_cp == MaxSector) {
6653                                 mddev->in_sync = 1;
6654                                 did_change = 1;
6655                                 if (mddev->persistent)
6656                                         set_bit(MD_CHANGE_CLEAN, &mddev->flags);
6657                         }
6658                         if (mddev->safemode == 1)
6659                                 mddev->safemode = 0;
6660                         spin_unlock_irq(&mddev->write_lock);
6661                         if (did_change)
6662                                 sysfs_notify_dirent(mddev->sysfs_state);
6663                 }
6664
6665                 if (mddev->flags)
6666                         md_update_sb(mddev, 0);
6667
6668                 list_for_each_entry(rdev, &mddev->disks, same_set)
6669                         if (test_and_clear_bit(StateChanged, &rdev->flags))
6670                                 sysfs_notify_dirent(rdev->sysfs_state);
6671
6672
6673                 if (test_bit(MD_RECOVERY_RUNNING, &mddev->recovery) &&
6674                     !test_bit(MD_RECOVERY_DONE, &mddev->recovery)) {
6675                         /* resync/recovery still happening */
6676                         clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6677                         goto unlock;
6678                 }
6679                 if (mddev->sync_thread) {
6680                         /* resync has finished, collect result */
6681                         md_unregister_thread(mddev->sync_thread);
6682                         mddev->sync_thread = NULL;
6683                         if (!test_bit(MD_RECOVERY_INTR, &mddev->recovery) &&
6684                             !test_bit(MD_RECOVERY_REQUESTED, &mddev->recovery)) {
6685                                 /* success...*/
6686                                 /* activate any spares */
6687                                 if (mddev->pers->spare_active(mddev))
6688                                         sysfs_notify(&mddev->kobj, NULL,
6689                                                      "degraded");
6690                         }
6691                         if (test_bit(MD_RECOVERY_RESHAPE, &mddev->recovery) &&
6692                             mddev->pers->finish_reshape)
6693                                 mddev->pers->finish_reshape(mddev);
6694                         md_update_sb(mddev, 1);
6695
6696                         /* if array is no-longer degraded, then any saved_raid_disk
6697                          * information must be scrapped
6698                          */
6699                         if (!mddev->degraded)
6700                                 list_for_each_entry(rdev, &mddev->disks, same_set)
6701                                         rdev->saved_raid_disk = -1;
6702
6703                         mddev->recovery = 0;
6704                         /* flag recovery needed just to double check */
6705                         set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6706                         sysfs_notify_dirent(mddev->sysfs_action);
6707                         md_new_event(mddev);
6708                         goto unlock;
6709                 }
6710                 /* Set RUNNING before clearing NEEDED to avoid
6711                  * any transients in the value of "sync_action".
6712                  */
6713                 set_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
6714                 clear_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
6715                 /* Clear some bits that don't mean anything, but
6716                  * might be left set
6717                  */
6718                 clear_bit(MD_RECOVERY_INTR, &mddev->recovery);
6719                 clear_bit(MD_RECOVERY_DONE, &mddev->recovery);
6720
6721                 if (test_bit(MD_RECOVERY_FROZEN, &mddev->recovery))
6722                         goto unlock;
6723                 /* no recovery is running.
6724                  * remove any failed drives, then
6725                  * add spares if possible.
6726                  * Spare are also removed and re-added, to allow
6727                  * the personality to fail the re-add.
6728                  */
6729
6730                 if (mddev->reshape_position != MaxSector) {
6731                         if (mddev->pers->check_reshape == NULL ||
6732                             mddev->pers->check_reshape(mddev) != 0)
6733                                 /* Cannot proceed */
6734                                 goto unlock;
6735                         set_bit(MD_RECOVERY_RESHAPE, &mddev->recovery);
6736                         clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6737                 } else if ((spares = remove_and_add_spares(mddev))) {
6738                         clear_bit(MD_RECOVERY_SYNC, &mddev->recovery);
6739                         clear_bit(MD_RECOVERY_CHECK, &mddev->recovery);
6740                         clear_bit(MD_RECOVERY_REQUESTED, &mddev->recovery);
6741                         set_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6742                 } else if (mddev->recovery_cp < MaxSector) {
6743                         set_bit(MD_RECOVERY_SYNC, &mddev->recovery);
6744                         clear_bit(MD_RECOVERY_RECOVER, &mddev->recovery);
6745                 } else if (!test_bit(MD_RECOVERY_SYNC, &mddev->recovery))
6746                         /* nothing to be done ... */
6747                         goto unlock;
6748
6749                 if (mddev->pers->sync_request) {
6750                         if (spares && mddev->bitmap && ! mddev->bitmap->file) {
6751                                 /* We are adding a device or devices to an array
6752                                  * which has the bitmap stored on all devices.
6753                                  * So make sure all bitmap pages get written
6754                                  */
6755                                 bitmap_write_all(mddev->bitmap);
6756                         }
6757                         mddev->sync_thread = md_register_thread(md_do_sync,
6758                                                                 mddev,
6759                                                                 "%s_resync");
6760                         if (!mddev->sync_thread) {
6761                                 printk(KERN_ERR "%s: could not start resync"
6762                                         " thread...\n", 
6763                                         mdname(mddev));
6764                                 /* leave the spares where they are, it shouldn't hurt */
6765                                 mddev->recovery = 0;
6766                         } else
6767                                 md_wakeup_thread(mddev->sync_thread);
6768                         sysfs_notify_dirent(mddev->sysfs_action);
6769                         md_new_event(mddev);
6770                 }
6771         unlock:
6772                 if (!mddev->sync_thread) {
6773                         clear_bit(MD_RECOVERY_RUNNING, &mddev->recovery);
6774                         if (test_and_clear_bit(MD_RECOVERY_RECOVER,
6775                                                &mddev->recovery))
6776                                 if (mddev->sysfs_action)
6777                                         sysfs_notify_dirent(mddev->sysfs_action);
6778                 }
6779                 mddev_unlock(mddev);
6780         }
6781 }
6782
6783 void md_wait_for_blocked_rdev(mdk_rdev_t *rdev, mddev_t *mddev)
6784 {
6785         sysfs_notify_dirent(rdev->sysfs_state);
6786         wait_event_timeout(rdev->blocked_wait,
6787                            !test_bit(Blocked, &rdev->flags),
6788                            msecs_to_jiffies(5000));
6789         rdev_dec_pending(rdev, mddev);
6790 }
6791 EXPORT_SYMBOL(md_wait_for_blocked_rdev);
6792
6793 static int md_notify_reboot(struct notifier_block *this,
6794                             unsigned long code, void *x)
6795 {
6796         struct list_head *tmp;
6797         mddev_t *mddev;
6798
6799         if ((code == SYS_DOWN) || (code == SYS_HALT) || (code == SYS_POWER_OFF)) {
6800
6801                 printk(KERN_INFO "md: stopping all md devices.\n");
6802
6803                 for_each_mddev(mddev, tmp)
6804                         if (mddev_trylock(mddev)) {
6805                                 /* Force a switch to readonly even array
6806                                  * appears to still be in use.  Hence
6807                                  * the '100'.
6808                                  */
6809                                 do_md_stop(mddev, 1, 100);
6810                                 mddev_unlock(mddev);
6811                         }
6812                 /*
6813                  * certain more exotic SCSI devices are known to be
6814                  * volatile wrt too early system reboots. While the
6815                  * right place to handle this issue is the given
6816                  * driver, we do want to have a safe RAID driver ...
6817                  */
6818                 mdelay(1000*1);
6819         }
6820         return NOTIFY_DONE;
6821 }
6822
6823 static struct notifier_block md_notifier = {
6824         .notifier_call  = md_notify_reboot,
6825         .next           = NULL,
6826         .priority       = INT_MAX, /* before any real devices */
6827 };
6828
6829 static void md_geninit(void)
6830 {
6831         dprintk("md: sizeof(mdp_super_t) = %d\n", (int)sizeof(mdp_super_t));
6832
6833         proc_create("mdstat", S_IRUGO, NULL, &md_seq_fops);
6834 }
6835
6836 static int __init md_init(void)
6837 {
6838         if (register_blkdev(MD_MAJOR, "md"))
6839                 return -1;
6840         if ((mdp_major=register_blkdev(0, "mdp"))<=0) {
6841                 unregister_blkdev(MD_MAJOR, "md");
6842                 return -1;
6843         }
6844         blk_register_region(MKDEV(MD_MAJOR, 0), 1UL<<MINORBITS, THIS_MODULE,
6845                             md_probe, NULL, NULL);
6846         blk_register_region(MKDEV(mdp_major, 0), 1UL<<MINORBITS, THIS_MODULE,
6847                             md_probe, NULL, NULL);
6848
6849         register_reboot_notifier(&md_notifier);
6850         raid_table_header = register_sysctl_table(raid_root_table);
6851
6852         md_geninit();
6853         return 0;
6854 }
6855
6856
6857 #ifndef MODULE
6858
6859 /*
6860  * Searches all registered partitions for autorun RAID arrays
6861  * at boot time.
6862  */
6863
6864 static LIST_HEAD(all_detected_devices);
6865 struct detected_devices_node {
6866         struct list_head list;
6867         dev_t dev;
6868 };
6869
6870 void md_autodetect_dev(dev_t dev)
6871 {
6872         struct detected_devices_node *node_detected_dev;
6873
6874         node_detected_dev = kzalloc(sizeof(*node_detected_dev), GFP_KERNEL);
6875         if (node_detected_dev) {
6876                 node_detected_dev->dev = dev;
6877                 list_add_tail(&node_detected_dev->list, &all_detected_devices);
6878         } else {
6879                 printk(KERN_CRIT "md: md_autodetect_dev: kzalloc failed"
6880                         ", skipping dev(%d,%d)\n", MAJOR(dev), MINOR(dev));
6881         }
6882 }
6883
6884
6885 static void autostart_arrays(int part)
6886 {
6887         mdk_rdev_t *rdev;
6888         struct detected_devices_node *node_detected_dev;
6889         dev_t dev;
6890         int i_scanned, i_passed;
6891
6892         i_scanned = 0;
6893         i_passed = 0;
6894
6895         printk(KERN_INFO "md: Autodetecting RAID arrays.\n");
6896
6897         while (!list_empty(&all_detected_devices) && i_scanned < INT_MAX) {
6898                 i_scanned++;
6899                 node_detected_dev = list_entry(all_detected_devices.next,
6900                                         struct detected_devices_node, list);
6901                 list_del(&node_detected_dev->list);
6902                 dev = node_detected_dev->dev;
6903                 kfree(node_detected_dev);
6904                 rdev = md_import_device(dev,0, 90);
6905                 if (IS_ERR(rdev))
6906                         continue;
6907
6908                 if (test_bit(Faulty, &rdev->flags)) {
6909                         MD_BUG();
6910                         continue;
6911                 }
6912                 set_bit(AutoDetected, &rdev->flags);
6913                 list_add(&rdev->same_set, &pending_raid_disks);
6914                 i_passed++;
6915         }
6916
6917         printk(KERN_INFO "md: Scanned %d and added %d devices.\n",
6918                                                 i_scanned, i_passed);
6919
6920         autorun_devices(part);
6921 }
6922
6923 #endif /* !MODULE */
6924
6925 static __exit void md_exit(void)
6926 {
6927         mddev_t *mddev;
6928         struct list_head *tmp;
6929
6930         blk_unregister_region(MKDEV(MD_MAJOR,0), 1U << MINORBITS);
6931         blk_unregister_region(MKDEV(mdp_major,0), 1U << MINORBITS);
6932
6933         unregister_blkdev(MD_MAJOR,"md");
6934         unregister_blkdev(mdp_major, "mdp");
6935         unregister_reboot_notifier(&md_notifier);
6936         unregister_sysctl_table(raid_table_header);
6937         remove_proc_entry("mdstat", NULL);
6938         for_each_mddev(mddev, tmp) {
6939                 export_array(mddev);
6940                 mddev->hold_active = 0;
6941         }
6942 }
6943
6944 subsys_initcall(md_init);
6945 module_exit(md_exit)
6946
6947 static int get_ro(char *buffer, struct kernel_param *kp)
6948 {
6949         return sprintf(buffer, "%d", start_readonly);
6950 }
6951 static int set_ro(const char *val, struct kernel_param *kp)
6952 {
6953         char *e;
6954         int num = simple_strtoul(val, &e, 10);
6955         if (*val && (*e == '\0' || *e == '\n')) {
6956                 start_readonly = num;
6957                 return 0;
6958         }
6959         return -EINVAL;
6960 }
6961
6962 module_param_call(start_ro, set_ro, get_ro, NULL, S_IRUSR|S_IWUSR);
6963 module_param(start_dirty_degraded, int, S_IRUGO|S_IWUSR);
6964
6965 module_param_call(new_array, add_named_array, NULL, NULL, S_IWUSR);
6966
6967 EXPORT_SYMBOL(register_md_personality);
6968 EXPORT_SYMBOL(unregister_md_personality);
6969 EXPORT_SYMBOL(md_error);
6970 EXPORT_SYMBOL(md_done_sync);
6971 EXPORT_SYMBOL(md_write_start);
6972 EXPORT_SYMBOL(md_write_end);
6973 EXPORT_SYMBOL(md_register_thread);
6974 EXPORT_SYMBOL(md_unregister_thread);
6975 EXPORT_SYMBOL(md_wakeup_thread);
6976 EXPORT_SYMBOL(md_check_recovery);
6977 MODULE_LICENSE("GPL");
6978 MODULE_ALIAS("md");
6979 MODULE_ALIAS_BLOCKDEV_MAJOR(MD_MAJOR);