ide: set IDE_TFLAG_IN_* flags before queuing/executing command
[safe/jmp/linux-2.6] / drivers / ide / ide-disk.c
1 /*
2  *  linux/drivers/ide/ide-disk.c        Version 1.18    Mar 05, 2003
3  *
4  *  Copyright (C) 1994-1998  Linus Torvalds & authors (see below)
5  *  Copyright (C) 1998-2002  Linux ATA Development
6  *                              Andre Hedrick <andre@linux-ide.org>
7  *  Copyright (C) 2003       Red Hat <alan@redhat.com>
8  */
9
10 /*
11  *  Mostly written by Mark Lord <mlord@pobox.com>
12  *                and Gadi Oxman <gadio@netvision.net.il>
13  *                and Andre Hedrick <andre@linux-ide.org>
14  *
15  * This is the IDE/ATA disk driver, as evolved from hd.c and ide.c.
16  */
17
18 #define IDEDISK_VERSION "1.18"
19
20 //#define DEBUG
21
22 #include <linux/module.h>
23 #include <linux/types.h>
24 #include <linux/string.h>
25 #include <linux/kernel.h>
26 #include <linux/timer.h>
27 #include <linux/mm.h>
28 #include <linux/interrupt.h>
29 #include <linux/major.h>
30 #include <linux/errno.h>
31 #include <linux/genhd.h>
32 #include <linux/slab.h>
33 #include <linux/delay.h>
34 #include <linux/mutex.h>
35 #include <linux/leds.h>
36
37 #define _IDE_DISK
38
39 #include <linux/ide.h>
40
41 #include <asm/byteorder.h>
42 #include <asm/irq.h>
43 #include <asm/uaccess.h>
44 #include <asm/io.h>
45 #include <asm/div64.h>
46
47 struct ide_disk_obj {
48         ide_drive_t     *drive;
49         ide_driver_t    *driver;
50         struct gendisk  *disk;
51         struct kref     kref;
52         unsigned int    openers;        /* protected by BKL for now */
53 };
54
55 static DEFINE_MUTEX(idedisk_ref_mutex);
56
57 #define to_ide_disk(obj) container_of(obj, struct ide_disk_obj, kref)
58
59 #define ide_disk_g(disk) \
60         container_of((disk)->private_data, struct ide_disk_obj, driver)
61
62 static struct ide_disk_obj *ide_disk_get(struct gendisk *disk)
63 {
64         struct ide_disk_obj *idkp = NULL;
65
66         mutex_lock(&idedisk_ref_mutex);
67         idkp = ide_disk_g(disk);
68         if (idkp)
69                 kref_get(&idkp->kref);
70         mutex_unlock(&idedisk_ref_mutex);
71         return idkp;
72 }
73
74 static void ide_disk_release(struct kref *);
75
76 static void ide_disk_put(struct ide_disk_obj *idkp)
77 {
78         mutex_lock(&idedisk_ref_mutex);
79         kref_put(&idkp->kref, ide_disk_release);
80         mutex_unlock(&idedisk_ref_mutex);
81 }
82
83 /*
84  * lba_capacity_is_ok() performs a sanity check on the claimed "lba_capacity"
85  * value for this drive (from its reported identification information).
86  *
87  * Returns:     1 if lba_capacity looks sensible
88  *              0 otherwise
89  *
90  * It is called only once for each drive.
91  */
92 static int lba_capacity_is_ok (struct hd_driveid *id)
93 {
94         unsigned long lba_sects, chs_sects, head, tail;
95
96         /* No non-LBA info .. so valid! */
97         if (id->cyls == 0)
98                 return 1;
99
100         /*
101          * The ATA spec tells large drives to return
102          * C/H/S = 16383/16/63 independent of their size.
103          * Some drives can be jumpered to use 15 heads instead of 16.
104          * Some drives can be jumpered to use 4092 cyls instead of 16383.
105          */
106         if ((id->cyls == 16383
107              || (id->cyls == 4092 && id->cur_cyls == 16383)) &&
108             id->sectors == 63 &&
109             (id->heads == 15 || id->heads == 16) &&
110             (id->lba_capacity >= 16383*63*id->heads))
111                 return 1;
112
113         lba_sects   = id->lba_capacity;
114         chs_sects   = id->cyls * id->heads * id->sectors;
115
116         /* perform a rough sanity check on lba_sects:  within 10% is OK */
117         if ((lba_sects - chs_sects) < chs_sects/10)
118                 return 1;
119
120         /* some drives have the word order reversed */
121         head = ((lba_sects >> 16) & 0xffff);
122         tail = (lba_sects & 0xffff);
123         lba_sects = (head | (tail << 16));
124         if ((lba_sects - chs_sects) < chs_sects/10) {
125                 id->lba_capacity = lba_sects;
126                 return 1;       /* lba_capacity is (now) good */
127         }
128
129         return 0;       /* lba_capacity value may be bad */
130 }
131
132 static const u8 ide_rw_cmds[] = {
133         WIN_MULTREAD,
134         WIN_MULTWRITE,
135         WIN_MULTREAD_EXT,
136         WIN_MULTWRITE_EXT,
137         WIN_READ,
138         WIN_WRITE,
139         WIN_READ_EXT,
140         WIN_WRITE_EXT,
141         WIN_READDMA,
142         WIN_WRITEDMA,
143         WIN_READDMA_EXT,
144         WIN_WRITEDMA_EXT,
145 };
146
147 static const u8 ide_data_phases[] = {
148         TASKFILE_MULTI_IN,
149         TASKFILE_MULTI_OUT,
150         TASKFILE_IN,
151         TASKFILE_OUT,
152         TASKFILE_IN_DMA,
153         TASKFILE_OUT_DMA,
154 };
155
156 static void ide_tf_set_cmd(ide_drive_t *drive, ide_task_t *task, u8 dma)
157 {
158         u8 index, lba48, write;
159
160         lba48 = (task->tf_flags & IDE_TFLAG_LBA48) ? 2 : 0;
161         write = (task->tf_flags & IDE_TFLAG_WRITE) ? 1 : 0;
162
163         if (dma)
164                 index = drive->vdma ? 4 : 8;
165         else
166                 index = drive->mult_count ? 0 : 4;
167
168         task->tf.command = ide_rw_cmds[index + lba48 + write];
169
170         if (dma)
171                 index = 8; /* fixup index */
172
173         task->data_phase = ide_data_phases[index / 2 + write];
174 }
175
176 /*
177  * __ide_do_rw_disk() issues READ and WRITE commands to a disk,
178  * using LBA if supported, or CHS otherwise, to address sectors.
179  */
180 static ide_startstop_t __ide_do_rw_disk(ide_drive_t *drive, struct request *rq, sector_t block)
181 {
182         ide_hwif_t *hwif        = HWIF(drive);
183         unsigned int dma        = drive->using_dma;
184         u16 nsectors            = (u16)rq->nr_sectors;
185         u8 lba48                = (drive->addressing == 1) ? 1 : 0;
186         ide_task_t              task;
187         struct ide_taskfile     *tf = &task.tf;
188         ide_startstop_t         rc;
189
190         if ((hwif->host_flags & IDE_HFLAG_NO_LBA48_DMA) && lba48 && dma) {
191                 if (block + rq->nr_sectors > 1ULL << 28)
192                         dma = 0;
193                 else
194                         lba48 = 0;
195         }
196
197         if (!dma) {
198                 ide_init_sg_cmd(drive, rq);
199                 ide_map_sg(drive, rq);
200         }
201
202         memset(&task, 0, sizeof(task));
203         task.tf_flags = IDE_TFLAG_NO_SELECT_MASK;  /* FIXME? */
204         task.tf_flags |= (IDE_TFLAG_TF | IDE_TFLAG_DEVICE);
205
206         if (drive->select.b.lba) {
207                 if (lba48) {
208                         pr_debug("%s: LBA=0x%012llx\n", drive->name,
209                                         (unsigned long long)block);
210
211                         tf->hob_nsect = (nsectors >> 8) & 0xff;
212                         tf->hob_lbal  = (u8)(block >> 24);
213                         if (sizeof(block) != 4) {
214                                 tf->hob_lbam = (u8)((u64)block >> 32);
215                                 tf->hob_lbah = (u8)((u64)block >> 40);
216                         }
217
218                         tf->nsect  = nsectors & 0xff;
219                         tf->lbal   = (u8) block;
220                         tf->lbam   = (u8)(block >>  8);
221                         tf->lbah   = (u8)(block >> 16);
222
223                         task.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
224                 } else {
225                         tf->nsect  = nsectors & 0xff;
226                         tf->lbal   = block;
227                         tf->lbam   = block >>= 8;
228                         tf->lbah   = block >>= 8;
229                         tf->device = (block >> 8) & 0xf;
230                 }
231         } else {
232                 unsigned int sect,head,cyl,track;
233                 track = (int)block / drive->sect;
234                 sect  = (int)block % drive->sect + 1;
235                 head  = track % drive->head;
236                 cyl   = track / drive->head;
237
238                 pr_debug("%s: CHS=%u/%u/%u\n", drive->name, cyl, head, sect);
239
240                 tf->nsect  = nsectors & 0xff;
241                 tf->lbal   = sect;
242                 tf->lbam   = cyl;
243                 tf->lbah   = cyl >> 8;
244                 tf->device = head;
245         }
246
247         if (rq_data_dir(rq))
248                 task.tf_flags |= IDE_TFLAG_WRITE;
249
250         ide_tf_set_cmd(drive, &task, dma);
251         if (!dma)
252                 hwif->data_phase = task.data_phase;
253         task.rq = rq;
254
255         rc = do_rw_taskfile(drive, &task);
256
257         if (rc == ide_stopped && dma) {
258                 /* fallback to PIO */
259                 task.tf_flags |= IDE_TFLAG_DMA_PIO_FALLBACK;
260                 ide_tf_set_cmd(drive, &task, 0);
261                 hwif->data_phase = task.data_phase;
262                 ide_init_sg_cmd(drive, rq);
263                 rc = do_rw_taskfile(drive, &task);
264         }
265
266         return rc;
267 }
268
269 /*
270  * 268435455  == 137439 MB or 28bit limit
271  * 320173056  == 163929 MB or 48bit addressing
272  * 1073741822 == 549756 MB or 48bit addressing fake drive
273  */
274
275 static ide_startstop_t ide_do_rw_disk (ide_drive_t *drive, struct request *rq, sector_t block)
276 {
277         ide_hwif_t *hwif = HWIF(drive);
278
279         BUG_ON(drive->blocked);
280
281         if (!blk_fs_request(rq)) {
282                 blk_dump_rq_flags(rq, "ide_do_rw_disk - bad command");
283                 ide_end_request(drive, 0, 0);
284                 return ide_stopped;
285         }
286
287         ledtrig_ide_activity();
288
289         pr_debug("%s: %sing: block=%llu, sectors=%lu, buffer=0x%08lx\n",
290                  drive->name, rq_data_dir(rq) == READ ? "read" : "writ",
291                  (unsigned long long)block, rq->nr_sectors,
292                  (unsigned long)rq->buffer);
293
294         if (hwif->rw_disk)
295                 hwif->rw_disk(drive, rq);
296
297         return __ide_do_rw_disk(drive, rq, block);
298 }
299
300 /*
301  * Queries for true maximum capacity of the drive.
302  * Returns maximum LBA address (> 0) of the drive, 0 if failed.
303  */
304 static u64 idedisk_read_native_max_address(ide_drive_t *drive, int lba48)
305 {
306         ide_task_t args;
307         struct ide_taskfile *tf = &args.tf;
308         u64 addr = 0;
309
310         /* Create IDE/ATA command request structure */
311         memset(&args, 0, sizeof(ide_task_t));
312         if (lba48)
313                 tf->command = WIN_READ_NATIVE_MAX_EXT;
314         else
315                 tf->command = WIN_READ_NATIVE_MAX;
316         tf->device  = ATA_LBA;
317         args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
318         if (lba48)
319                 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
320         /* submit command request */
321         ide_no_data_taskfile(drive, &args);
322
323         /* if OK, compute maximum address value */
324         if ((tf->status & 0x01) == 0)
325                 addr = ide_get_lba_addr(tf, lba48) + 1;
326
327         return addr;
328 }
329
330 /*
331  * Sets maximum virtual LBA address of the drive.
332  * Returns new maximum virtual LBA address (> 0) or 0 on failure.
333  */
334 static u64 idedisk_set_max_address(ide_drive_t *drive, u64 addr_req, int lba48)
335 {
336         ide_task_t args;
337         struct ide_taskfile *tf = &args.tf;
338         u64 addr_set = 0;
339
340         addr_req--;
341         /* Create IDE/ATA command request structure */
342         memset(&args, 0, sizeof(ide_task_t));
343         tf->lbal     = (addr_req >>  0) & 0xff;
344         tf->lbam     = (addr_req >>= 8) & 0xff;
345         tf->lbah     = (addr_req >>= 8) & 0xff;
346         if (lba48) {
347                 tf->hob_lbal = (addr_req >>= 8) & 0xff;
348                 tf->hob_lbam = (addr_req >>= 8) & 0xff;
349                 tf->hob_lbah = (addr_req >>= 8) & 0xff;
350                 tf->command  = WIN_SET_MAX_EXT;
351         } else {
352                 tf->device   = (addr_req >>= 8) & 0x0f;
353                 tf->command  = WIN_SET_MAX;
354         }
355         tf->device |= ATA_LBA;
356         args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
357         if (lba48)
358                 args.tf_flags |= (IDE_TFLAG_LBA48 | IDE_TFLAG_HOB);
359         /* submit command request */
360         ide_no_data_taskfile(drive, &args);
361         /* if OK, compute maximum address value */
362         if ((tf->status & 0x01) == 0)
363                 addr_set = ide_get_lba_addr(tf, lba48) + 1;
364
365         return addr_set;
366 }
367
368 static unsigned long long sectors_to_MB(unsigned long long n)
369 {
370         n <<= 9;                /* make it bytes */
371         do_div(n, 1000000);     /* make it MB */
372         return n;
373 }
374
375 /*
376  * Bits 10 of command_set_1 and cfs_enable_1 must be equal,
377  * so on non-buggy drives we need test only one.
378  * However, we should also check whether these fields are valid.
379  */
380 static inline int idedisk_supports_hpa(const struct hd_driveid *id)
381 {
382         return (id->command_set_1 & 0x0400) && (id->cfs_enable_1 & 0x0400);
383 }
384
385 /*
386  * The same here.
387  */
388 static inline int idedisk_supports_lba48(const struct hd_driveid *id)
389 {
390         return (id->command_set_2 & 0x0400) && (id->cfs_enable_2 & 0x0400)
391                && id->lba_capacity_2;
392 }
393
394 /*
395  * Some disks report total number of sectors instead of
396  * maximum sector address.  We list them here.
397  */
398 static const struct drive_list_entry hpa_list[] = {
399         { "ST340823A",  NULL },
400         { "ST320413A",  NULL },
401         { NULL,         NULL }
402 };
403
404 static void idedisk_check_hpa(ide_drive_t *drive)
405 {
406         unsigned long long capacity, set_max;
407         int lba48 = idedisk_supports_lba48(drive->id);
408
409         capacity = drive->capacity64;
410
411         set_max = idedisk_read_native_max_address(drive, lba48);
412
413         if (ide_in_drive_list(drive->id, hpa_list)) {
414                 /*
415                  * Since we are inclusive wrt to firmware revisions do this
416                  * extra check and apply the workaround only when needed.
417                  */
418                 if (set_max == capacity + 1)
419                         set_max--;
420         }
421
422         if (set_max <= capacity)
423                 return;
424
425         printk(KERN_INFO "%s: Host Protected Area detected.\n"
426                          "\tcurrent capacity is %llu sectors (%llu MB)\n"
427                          "\tnative  capacity is %llu sectors (%llu MB)\n",
428                          drive->name,
429                          capacity, sectors_to_MB(capacity),
430                          set_max, sectors_to_MB(set_max));
431
432         set_max = idedisk_set_max_address(drive, set_max, lba48);
433
434         if (set_max) {
435                 drive->capacity64 = set_max;
436                 printk(KERN_INFO "%s: Host Protected Area disabled.\n",
437                                  drive->name);
438         }
439 }
440
441 /*
442  * Compute drive->capacity, the full capacity of the drive
443  * Called with drive->id != NULL.
444  *
445  * To compute capacity, this uses either of
446  *
447  *    1. CHS value set by user       (whatever user sets will be trusted)
448  *    2. LBA value from target drive (require new ATA feature)
449  *    3. LBA value from system BIOS  (new one is OK, old one may break)
450  *    4. CHS value from system BIOS  (traditional style)
451  *
452  * in above order (i.e., if value of higher priority is available,
453  * reset will be ignored).
454  */
455 static void init_idedisk_capacity (ide_drive_t  *drive)
456 {
457         struct hd_driveid *id = drive->id;
458         /*
459          * If this drive supports the Host Protected Area feature set,
460          * then we may need to change our opinion about the drive's capacity.
461          */
462         int hpa = idedisk_supports_hpa(id);
463
464         if (idedisk_supports_lba48(id)) {
465                 /* drive speaks 48-bit LBA */
466                 drive->select.b.lba = 1;
467                 drive->capacity64 = id->lba_capacity_2;
468                 if (hpa)
469                         idedisk_check_hpa(drive);
470         } else if ((id->capability & 2) && lba_capacity_is_ok(id)) {
471                 /* drive speaks 28-bit LBA */
472                 drive->select.b.lba = 1;
473                 drive->capacity64 = id->lba_capacity;
474                 if (hpa)
475                         idedisk_check_hpa(drive);
476         } else {
477                 /* drive speaks boring old 28-bit CHS */
478                 drive->capacity64 = drive->cyl * drive->head * drive->sect;
479         }
480 }
481
482 static sector_t idedisk_capacity (ide_drive_t *drive)
483 {
484         return drive->capacity64 - drive->sect0;
485 }
486
487 #ifdef CONFIG_IDE_PROC_FS
488 static int smart_enable(ide_drive_t *drive)
489 {
490         ide_task_t args;
491         struct ide_taskfile *tf = &args.tf;
492
493         memset(&args, 0, sizeof(ide_task_t));
494         tf->feature = SMART_ENABLE;
495         tf->lbam    = SMART_LCYL_PASS;
496         tf->lbah    = SMART_HCYL_PASS;
497         tf->command = WIN_SMART;
498         args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
499         return ide_no_data_taskfile(drive, &args);
500 }
501
502 static int get_smart_data(ide_drive_t *drive, u8 *buf, u8 sub_cmd)
503 {
504         ide_task_t args;
505         struct ide_taskfile *tf = &args.tf;
506
507         memset(&args, 0, sizeof(ide_task_t));
508         tf->feature = sub_cmd;
509         tf->nsect   = 0x01;
510         tf->lbam    = SMART_LCYL_PASS;
511         tf->lbah    = SMART_HCYL_PASS;
512         tf->command = WIN_SMART;
513         args.tf_flags   = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
514         args.data_phase = TASKFILE_IN;
515         (void) smart_enable(drive);
516         return ide_raw_taskfile(drive, &args, buf, 1);
517 }
518
519 static int proc_idedisk_read_cache
520         (char *page, char **start, off_t off, int count, int *eof, void *data)
521 {
522         ide_drive_t     *drive = (ide_drive_t *) data;
523         char            *out = page;
524         int             len;
525
526         if (drive->id_read)
527                 len = sprintf(out,"%i\n", drive->id->buf_size / 2);
528         else
529                 len = sprintf(out,"(none)\n");
530         PROC_IDE_READ_RETURN(page,start,off,count,eof,len);
531 }
532
533 static int proc_idedisk_read_capacity
534         (char *page, char **start, off_t off, int count, int *eof, void *data)
535 {
536         ide_drive_t*drive = (ide_drive_t *)data;
537         int len;
538
539         len = sprintf(page,"%llu\n", (long long)idedisk_capacity(drive));
540         PROC_IDE_READ_RETURN(page,start,off,count,eof,len);
541 }
542
543 static int proc_idedisk_read_smart_thresholds
544         (char *page, char **start, off_t off, int count, int *eof, void *data)
545 {
546         ide_drive_t     *drive = (ide_drive_t *)data;
547         int             len = 0, i = 0;
548
549         if (get_smart_data(drive, page, SMART_READ_THRESHOLDS) == 0) {
550                 unsigned short *val = (unsigned short *) page;
551                 char *out = ((char *)val) + (SECTOR_WORDS * 4);
552                 page = out;
553                 do {
554                         out += sprintf(out, "%04x%c", le16_to_cpu(*val), (++i & 7) ? ' ' : '\n');
555                         val += 1;
556                 } while (i < (SECTOR_WORDS * 2));
557                 len = out - page;
558         }
559         PROC_IDE_READ_RETURN(page,start,off,count,eof,len);
560 }
561
562 static int proc_idedisk_read_smart_values
563         (char *page, char **start, off_t off, int count, int *eof, void *data)
564 {
565         ide_drive_t     *drive = (ide_drive_t *)data;
566         int             len = 0, i = 0;
567
568         if (get_smart_data(drive, page, SMART_READ_VALUES) == 0) {
569                 unsigned short *val = (unsigned short *) page;
570                 char *out = ((char *)val) + (SECTOR_WORDS * 4);
571                 page = out;
572                 do {
573                         out += sprintf(out, "%04x%c", le16_to_cpu(*val), (++i & 7) ? ' ' : '\n');
574                         val += 1;
575                 } while (i < (SECTOR_WORDS * 2));
576                 len = out - page;
577         }
578         PROC_IDE_READ_RETURN(page,start,off,count,eof,len);
579 }
580
581 static ide_proc_entry_t idedisk_proc[] = {
582         { "cache",              S_IFREG|S_IRUGO,        proc_idedisk_read_cache,                NULL },
583         { "capacity",           S_IFREG|S_IRUGO,        proc_idedisk_read_capacity,             NULL },
584         { "geometry",           S_IFREG|S_IRUGO,        proc_ide_read_geometry,                 NULL },
585         { "smart_values",       S_IFREG|S_IRUSR,        proc_idedisk_read_smart_values,         NULL },
586         { "smart_thresholds",   S_IFREG|S_IRUSR,        proc_idedisk_read_smart_thresholds,     NULL },
587         { NULL, 0, NULL, NULL }
588 };
589 #endif  /* CONFIG_IDE_PROC_FS */
590
591 static void idedisk_prepare_flush(struct request_queue *q, struct request *rq)
592 {
593         ide_drive_t *drive = q->queuedata;
594         ide_task_t task;
595
596         memset(&task, 0, sizeof(task));
597         if (ide_id_has_flush_cache_ext(drive->id) &&
598             (drive->capacity64 >= (1UL << 28)))
599                 task.tf.command = WIN_FLUSH_CACHE_EXT;
600         else
601                 task.tf.command = WIN_FLUSH_CACHE;
602         task.tf_flags   = IDE_TFLAG_OUT_TF | IDE_TFLAG_OUT_DEVICE;
603         task.data_phase = TASKFILE_NO_DATA;
604
605         rq->cmd_type = REQ_TYPE_ATA_TASKFILE;
606         rq->cmd_flags |= REQ_SOFTBARRIER;
607         rq->special = &task;
608 }
609
610 /*
611  * This is tightly woven into the driver->do_special can not touch.
612  * DON'T do it again until a total personality rewrite is committed.
613  */
614 static int set_multcount(ide_drive_t *drive, int arg)
615 {
616         struct request rq;
617
618         if (arg < 0 || arg > drive->id->max_multsect)
619                 return -EINVAL;
620
621         if (drive->special.b.set_multmode)
622                 return -EBUSY;
623         ide_init_drive_cmd (&rq);
624         rq.cmd_type = REQ_TYPE_ATA_CMD;
625         drive->mult_req = arg;
626         drive->special.b.set_multmode = 1;
627         (void) ide_do_drive_cmd (drive, &rq, ide_wait);
628         return (drive->mult_count == arg) ? 0 : -EIO;
629 }
630
631 static int set_nowerr(ide_drive_t *drive, int arg)
632 {
633         if (arg < 0 || arg > 1)
634                 return -EINVAL;
635
636         if (ide_spin_wait_hwgroup(drive))
637                 return -EBUSY;
638         drive->nowerr = arg;
639         drive->bad_wstat = arg ? BAD_R_STAT : BAD_W_STAT;
640         spin_unlock_irq(&ide_lock);
641         return 0;
642 }
643
644 static void update_ordered(ide_drive_t *drive)
645 {
646         struct hd_driveid *id = drive->id;
647         unsigned ordered = QUEUE_ORDERED_NONE;
648         prepare_flush_fn *prep_fn = NULL;
649
650         if (drive->wcache) {
651                 unsigned long long capacity;
652                 int barrier;
653                 /*
654                  * We must avoid issuing commands a drive does not
655                  * understand or we may crash it. We check flush cache
656                  * is supported. We also check we have the LBA48 flush
657                  * cache if the drive capacity is too large. By this
658                  * time we have trimmed the drive capacity if LBA48 is
659                  * not available so we don't need to recheck that.
660                  */
661                 capacity = idedisk_capacity(drive);
662                 barrier = ide_id_has_flush_cache(id) && !drive->noflush &&
663                         (drive->addressing == 0 || capacity <= (1ULL << 28) ||
664                          ide_id_has_flush_cache_ext(id));
665
666                 printk(KERN_INFO "%s: cache flushes %ssupported\n",
667                        drive->name, barrier ? "" : "not ");
668
669                 if (barrier) {
670                         ordered = QUEUE_ORDERED_DRAIN_FLUSH;
671                         prep_fn = idedisk_prepare_flush;
672                 }
673         } else
674                 ordered = QUEUE_ORDERED_DRAIN;
675
676         blk_queue_ordered(drive->queue, ordered, prep_fn);
677 }
678
679 static int write_cache(ide_drive_t *drive, int arg)
680 {
681         ide_task_t args;
682         int err = 1;
683
684         if (arg < 0 || arg > 1)
685                 return -EINVAL;
686
687         if (ide_id_has_flush_cache(drive->id)) {
688                 memset(&args, 0, sizeof(ide_task_t));
689                 args.tf.feature = arg ?
690                         SETFEATURES_EN_WCACHE : SETFEATURES_DIS_WCACHE;
691                 args.tf.command = WIN_SETFEATURES;
692                 args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
693                 err = ide_no_data_taskfile(drive, &args);
694                 if (err == 0)
695                         drive->wcache = arg;
696         }
697
698         update_ordered(drive);
699
700         return err;
701 }
702
703 static int do_idedisk_flushcache (ide_drive_t *drive)
704 {
705         ide_task_t args;
706
707         memset(&args, 0, sizeof(ide_task_t));
708         if (ide_id_has_flush_cache_ext(drive->id))
709                 args.tf.command = WIN_FLUSH_CACHE_EXT;
710         else
711                 args.tf.command = WIN_FLUSH_CACHE;
712         args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
713         return ide_no_data_taskfile(drive, &args);
714 }
715
716 static int set_acoustic (ide_drive_t *drive, int arg)
717 {
718         ide_task_t args;
719
720         if (arg < 0 || arg > 254)
721                 return -EINVAL;
722
723         memset(&args, 0, sizeof(ide_task_t));
724         args.tf.feature = arg ? SETFEATURES_EN_AAM : SETFEATURES_DIS_AAM;
725         args.tf.nsect   = arg;
726         args.tf.command = WIN_SETFEATURES;
727         args.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
728         ide_no_data_taskfile(drive, &args);
729         drive->acoustic = arg;
730         return 0;
731 }
732
733 /*
734  * drive->addressing:
735  *      0: 28-bit
736  *      1: 48-bit
737  *      2: 48-bit capable doing 28-bit
738  */
739 static int set_lba_addressing(ide_drive_t *drive, int arg)
740 {
741         if (arg < 0 || arg > 2)
742                 return -EINVAL;
743
744         drive->addressing =  0;
745
746         if (drive->hwif->host_flags & IDE_HFLAG_NO_LBA48)
747                 return 0;
748
749         if (!idedisk_supports_lba48(drive->id))
750                 return -EIO;
751         drive->addressing = arg;
752         return 0;
753 }
754
755 #ifdef CONFIG_IDE_PROC_FS
756 static void idedisk_add_settings(ide_drive_t *drive)
757 {
758         struct hd_driveid *id = drive->id;
759
760         ide_add_setting(drive,  "bios_cyl",     SETTING_RW,     TYPE_INT,       0,      65535,                  1,      1,      &drive->bios_cyl,       NULL);
761         ide_add_setting(drive,  "bios_head",    SETTING_RW,     TYPE_BYTE,      0,      255,                    1,      1,      &drive->bios_head,      NULL);
762         ide_add_setting(drive,  "bios_sect",    SETTING_RW,     TYPE_BYTE,      0,      63,                     1,      1,      &drive->bios_sect,      NULL);
763         ide_add_setting(drive,  "address",      SETTING_RW,     TYPE_BYTE,      0,      2,                      1,      1,      &drive->addressing,     set_lba_addressing);
764         ide_add_setting(drive,  "multcount",    SETTING_RW,     TYPE_BYTE,      0,      id->max_multsect,       1,      1,      &drive->mult_count,     set_multcount);
765         ide_add_setting(drive,  "nowerr",       SETTING_RW,     TYPE_BYTE,      0,      1,                      1,      1,      &drive->nowerr,         set_nowerr);
766         ide_add_setting(drive,  "lun",          SETTING_RW,     TYPE_INT,       0,      7,                      1,      1,      &drive->lun,            NULL);
767         ide_add_setting(drive,  "wcache",       SETTING_RW,     TYPE_BYTE,      0,      1,                      1,      1,      &drive->wcache,         write_cache);
768         ide_add_setting(drive,  "acoustic",     SETTING_RW,     TYPE_BYTE,      0,      254,                    1,      1,      &drive->acoustic,       set_acoustic);
769         ide_add_setting(drive,  "failures",     SETTING_RW,     TYPE_INT,       0,      65535,                  1,      1,      &drive->failures,       NULL);
770         ide_add_setting(drive,  "max_failures", SETTING_RW,     TYPE_INT,       0,      65535,                  1,      1,      &drive->max_failures,   NULL);
771 }
772 #else
773 static inline void idedisk_add_settings(ide_drive_t *drive) { ; }
774 #endif
775
776 static void idedisk_setup (ide_drive_t *drive)
777 {
778         ide_hwif_t *hwif = drive->hwif;
779         struct hd_driveid *id = drive->id;
780         unsigned long long capacity;
781
782         idedisk_add_settings(drive);
783
784         if (drive->id_read == 0)
785                 return;
786
787         if (drive->removable) {
788                 /*
789                  * Removable disks (eg. SYQUEST); ignore 'WD' drives 
790                  */
791                 if (id->model[0] != 'W' || id->model[1] != 'D') {
792                         drive->doorlocking = 1;
793                 }
794         }
795
796         (void)set_lba_addressing(drive, 1);
797
798         if (drive->addressing == 1) {
799                 int max_s = 2048;
800
801                 if (max_s > hwif->rqsize)
802                         max_s = hwif->rqsize;
803
804                 blk_queue_max_sectors(drive->queue, max_s);
805         }
806
807         printk(KERN_INFO "%s: max request size: %dKiB\n", drive->name, drive->queue->max_sectors / 2);
808
809         /* calculate drive capacity, and select LBA if possible */
810         init_idedisk_capacity (drive);
811
812         /* limit drive capacity to 137GB if LBA48 cannot be used */
813         if (drive->addressing == 0 && drive->capacity64 > 1ULL << 28) {
814                 printk(KERN_WARNING "%s: cannot use LBA48 - full capacity "
815                        "%llu sectors (%llu MB)\n",
816                        drive->name, (unsigned long long)drive->capacity64,
817                        sectors_to_MB(drive->capacity64));
818                 drive->capacity64 = 1ULL << 28;
819         }
820
821         if ((hwif->host_flags & IDE_HFLAG_NO_LBA48_DMA) && drive->addressing) {
822                 if (drive->capacity64 > 1ULL << 28) {
823                         printk(KERN_INFO "%s: cannot use LBA48 DMA - PIO mode will"
824                                          " be used for accessing sectors > %u\n",
825                                          drive->name, 1 << 28);
826                 } else
827                         drive->addressing = 0;
828         }
829
830         /*
831          * if possible, give fdisk access to more of the drive,
832          * by correcting bios_cyls:
833          */
834         capacity = idedisk_capacity (drive);
835         if (!drive->forced_geom) {
836
837                 if (idedisk_supports_lba48(drive->id)) {
838                         /* compatibility */
839                         drive->bios_sect = 63;
840                         drive->bios_head = 255;
841                 }
842
843                 if (drive->bios_sect && drive->bios_head) {
844                         unsigned int cap0 = capacity; /* truncate to 32 bits */
845                         unsigned int cylsz, cyl;
846
847                         if (cap0 != capacity)
848                                 drive->bios_cyl = 65535;
849                         else {
850                                 cylsz = drive->bios_sect * drive->bios_head;
851                                 cyl = cap0 / cylsz;
852                                 if (cyl > 65535)
853                                         cyl = 65535;
854                                 if (cyl > drive->bios_cyl)
855                                         drive->bios_cyl = cyl;
856                         }
857                 }
858         }
859         printk(KERN_INFO "%s: %llu sectors (%llu MB)",
860                          drive->name, capacity, sectors_to_MB(capacity));
861
862         /* Only print cache size when it was specified */
863         if (id->buf_size)
864                 printk (" w/%dKiB Cache", id->buf_size/2);
865
866         printk(KERN_CONT ", CHS=%d/%d/%d\n",
867                          drive->bios_cyl, drive->bios_head, drive->bios_sect);
868
869         /* write cache enabled? */
870         if ((id->csfo & 1) || (id->cfs_enable_1 & (1 << 5)))
871                 drive->wcache = 1;
872
873         write_cache(drive, 1);
874 }
875
876 static void ide_cacheflush_p(ide_drive_t *drive)
877 {
878         if (!drive->wcache || !ide_id_has_flush_cache(drive->id))
879                 return;
880
881         if (do_idedisk_flushcache(drive))
882                 printk(KERN_INFO "%s: wcache flush failed!\n", drive->name);
883 }
884
885 static void ide_disk_remove(ide_drive_t *drive)
886 {
887         struct ide_disk_obj *idkp = drive->driver_data;
888         struct gendisk *g = idkp->disk;
889
890         ide_proc_unregister_driver(drive, idkp->driver);
891
892         del_gendisk(g);
893
894         ide_cacheflush_p(drive);
895
896         ide_disk_put(idkp);
897 }
898
899 static void ide_disk_release(struct kref *kref)
900 {
901         struct ide_disk_obj *idkp = to_ide_disk(kref);
902         ide_drive_t *drive = idkp->drive;
903         struct gendisk *g = idkp->disk;
904
905         drive->driver_data = NULL;
906         g->private_data = NULL;
907         put_disk(g);
908         kfree(idkp);
909 }
910
911 static int ide_disk_probe(ide_drive_t *drive);
912
913 /*
914  * On HPA drives the capacity needs to be
915  * reinitilized on resume otherwise the disk
916  * can not be used and a hard reset is required
917  */
918 static void ide_disk_resume(ide_drive_t *drive)
919 {
920         if (idedisk_supports_hpa(drive->id))
921                 init_idedisk_capacity(drive);
922 }
923
924 static void ide_device_shutdown(ide_drive_t *drive)
925 {
926 #ifdef  CONFIG_ALPHA
927         /* On Alpha, halt(8) doesn't actually turn the machine off,
928            it puts you into the sort of firmware monitor. Typically,
929            it's used to boot another kernel image, so it's not much
930            different from reboot(8). Therefore, we don't need to
931            spin down the disk in this case, especially since Alpha
932            firmware doesn't handle disks in standby mode properly.
933            On the other hand, it's reasonably safe to turn the power
934            off when the shutdown process reaches the firmware prompt,
935            as the firmware initialization takes rather long time -
936            at least 10 seconds, which should be sufficient for
937            the disk to expire its write cache. */
938         if (system_state != SYSTEM_POWER_OFF) {
939 #else
940         if (system_state == SYSTEM_RESTART) {
941 #endif
942                 ide_cacheflush_p(drive);
943                 return;
944         }
945
946         printk("Shutdown: %s\n", drive->name);
947         drive->gendev.bus->suspend(&drive->gendev, PMSG_SUSPEND);
948 }
949
950 static ide_driver_t idedisk_driver = {
951         .gen_driver = {
952                 .owner          = THIS_MODULE,
953                 .name           = "ide-disk",
954                 .bus            = &ide_bus_type,
955         },
956         .probe                  = ide_disk_probe,
957         .remove                 = ide_disk_remove,
958         .resume                 = ide_disk_resume,
959         .shutdown               = ide_device_shutdown,
960         .version                = IDEDISK_VERSION,
961         .media                  = ide_disk,
962         .supports_dsc_overlap   = 0,
963         .do_request             = ide_do_rw_disk,
964         .end_request            = ide_end_request,
965         .error                  = __ide_error,
966         .abort                  = __ide_abort,
967 #ifdef CONFIG_IDE_PROC_FS
968         .proc                   = idedisk_proc,
969 #endif
970 };
971
972 static int idedisk_set_doorlock(ide_drive_t *drive, int on)
973 {
974         ide_task_t task;
975
976         memset(&task, 0, sizeof(task));
977         task.tf.command = on ? WIN_DOORLOCK : WIN_DOORUNLOCK;
978         task.tf_flags = IDE_TFLAG_TF | IDE_TFLAG_DEVICE;
979
980         return ide_no_data_taskfile(drive, &task);
981 }
982
983 static int idedisk_open(struct inode *inode, struct file *filp)
984 {
985         struct gendisk *disk = inode->i_bdev->bd_disk;
986         struct ide_disk_obj *idkp;
987         ide_drive_t *drive;
988
989         if (!(idkp = ide_disk_get(disk)))
990                 return -ENXIO;
991
992         drive = idkp->drive;
993
994         idkp->openers++;
995
996         if (drive->removable && idkp->openers == 1) {
997                 check_disk_change(inode->i_bdev);
998                 /*
999                  * Ignore the return code from door_lock,
1000                  * since the open() has already succeeded,
1001                  * and the door_lock is irrelevant at this point.
1002                  */
1003                 if (drive->doorlocking && idedisk_set_doorlock(drive, 1))
1004                         drive->doorlocking = 0;
1005         }
1006         return 0;
1007 }
1008
1009 static int idedisk_release(struct inode *inode, struct file *filp)
1010 {
1011         struct gendisk *disk = inode->i_bdev->bd_disk;
1012         struct ide_disk_obj *idkp = ide_disk_g(disk);
1013         ide_drive_t *drive = idkp->drive;
1014
1015         if (idkp->openers == 1)
1016                 ide_cacheflush_p(drive);
1017
1018         if (drive->removable && idkp->openers == 1) {
1019                 if (drive->doorlocking && idedisk_set_doorlock(drive, 0))
1020                         drive->doorlocking = 0;
1021         }
1022
1023         idkp->openers--;
1024
1025         ide_disk_put(idkp);
1026
1027         return 0;
1028 }
1029
1030 static int idedisk_getgeo(struct block_device *bdev, struct hd_geometry *geo)
1031 {
1032         struct ide_disk_obj *idkp = ide_disk_g(bdev->bd_disk);
1033         ide_drive_t *drive = idkp->drive;
1034
1035         geo->heads = drive->bios_head;
1036         geo->sectors = drive->bios_sect;
1037         geo->cylinders = (u16)drive->bios_cyl; /* truncate */
1038         return 0;
1039 }
1040
1041 static int idedisk_ioctl(struct inode *inode, struct file *file,
1042                         unsigned int cmd, unsigned long arg)
1043 {
1044         unsigned long flags;
1045         struct block_device *bdev = inode->i_bdev;
1046         struct ide_disk_obj *idkp = ide_disk_g(bdev->bd_disk);
1047         ide_drive_t *drive = idkp->drive;
1048         int err, (*setfunc)(ide_drive_t *, int);
1049         u8 *val;
1050
1051         switch (cmd) {
1052         case HDIO_GET_ADDRESS:   val = &drive->addressing;      goto read_val;
1053         case HDIO_GET_MULTCOUNT: val = &drive->mult_count;      goto read_val;
1054         case HDIO_GET_NOWERR:    val = &drive->nowerr;          goto read_val;
1055         case HDIO_GET_WCACHE:    val = &drive->wcache;          goto read_val;
1056         case HDIO_GET_ACOUSTIC:  val = &drive->acoustic;        goto read_val;
1057         case HDIO_SET_ADDRESS:   setfunc = set_lba_addressing;  goto set_val;
1058         case HDIO_SET_MULTCOUNT: setfunc = set_multcount;       goto set_val;
1059         case HDIO_SET_NOWERR:    setfunc = set_nowerr;          goto set_val;
1060         case HDIO_SET_WCACHE:    setfunc = write_cache;         goto set_val;
1061         case HDIO_SET_ACOUSTIC:  setfunc = set_acoustic;        goto set_val;
1062         }
1063
1064         return generic_ide_ioctl(drive, file, bdev, cmd, arg);
1065
1066 read_val:
1067         mutex_lock(&ide_setting_mtx);
1068         spin_lock_irqsave(&ide_lock, flags);
1069         err = *val;
1070         spin_unlock_irqrestore(&ide_lock, flags);
1071         mutex_unlock(&ide_setting_mtx);
1072         return err >= 0 ? put_user(err, (long __user *)arg) : err;
1073
1074 set_val:
1075         if (bdev != bdev->bd_contains)
1076                 err = -EINVAL;
1077         else {
1078                 if (!capable(CAP_SYS_ADMIN))
1079                         err = -EACCES;
1080                 else {
1081                         mutex_lock(&ide_setting_mtx);
1082                         err = setfunc(drive, arg);
1083                         mutex_unlock(&ide_setting_mtx);
1084                 }
1085         }
1086         return err;
1087 }
1088
1089 static int idedisk_media_changed(struct gendisk *disk)
1090 {
1091         struct ide_disk_obj *idkp = ide_disk_g(disk);
1092         ide_drive_t *drive = idkp->drive;
1093
1094         /* do not scan partitions twice if this is a removable device */
1095         if (drive->attach) {
1096                 drive->attach = 0;
1097                 return 0;
1098         }
1099         /* if removable, always assume it was changed */
1100         return drive->removable;
1101 }
1102
1103 static int idedisk_revalidate_disk(struct gendisk *disk)
1104 {
1105         struct ide_disk_obj *idkp = ide_disk_g(disk);
1106         set_capacity(disk, idedisk_capacity(idkp->drive));
1107         return 0;
1108 }
1109
1110 static struct block_device_operations idedisk_ops = {
1111         .owner          = THIS_MODULE,
1112         .open           = idedisk_open,
1113         .release        = idedisk_release,
1114         .ioctl          = idedisk_ioctl,
1115         .getgeo         = idedisk_getgeo,
1116         .media_changed  = idedisk_media_changed,
1117         .revalidate_disk= idedisk_revalidate_disk
1118 };
1119
1120 MODULE_DESCRIPTION("ATA DISK Driver");
1121
1122 static int ide_disk_probe(ide_drive_t *drive)
1123 {
1124         struct ide_disk_obj *idkp;
1125         struct gendisk *g;
1126
1127         /* strstr("foo", "") is non-NULL */
1128         if (!strstr("ide-disk", drive->driver_req))
1129                 goto failed;
1130         if (!drive->present)
1131                 goto failed;
1132         if (drive->media != ide_disk)
1133                 goto failed;
1134
1135         idkp = kzalloc(sizeof(*idkp), GFP_KERNEL);
1136         if (!idkp)
1137                 goto failed;
1138
1139         g = alloc_disk_node(1 << PARTN_BITS,
1140                         hwif_to_node(drive->hwif));
1141         if (!g)
1142                 goto out_free_idkp;
1143
1144         ide_init_disk(g, drive);
1145
1146         ide_proc_register_driver(drive, &idedisk_driver);
1147
1148         kref_init(&idkp->kref);
1149
1150         idkp->drive = drive;
1151         idkp->driver = &idedisk_driver;
1152         idkp->disk = g;
1153
1154         g->private_data = &idkp->driver;
1155
1156         drive->driver_data = idkp;
1157
1158         idedisk_setup(drive);
1159         if ((!drive->head || drive->head > 16) && !drive->select.b.lba) {
1160                 printk(KERN_ERR "%s: INVALID GEOMETRY: %d PHYSICAL HEADS?\n",
1161                         drive->name, drive->head);
1162                 drive->attach = 0;
1163         } else
1164                 drive->attach = 1;
1165
1166         g->minors = 1 << PARTN_BITS;
1167         g->driverfs_dev = &drive->gendev;
1168         g->flags = drive->removable ? GENHD_FL_REMOVABLE : 0;
1169         set_capacity(g, idedisk_capacity(drive));
1170         g->fops = &idedisk_ops;
1171         add_disk(g);
1172         return 0;
1173
1174 out_free_idkp:
1175         kfree(idkp);
1176 failed:
1177         return -ENODEV;
1178 }
1179
1180 static void __exit idedisk_exit (void)
1181 {
1182         driver_unregister(&idedisk_driver.gen_driver);
1183 }
1184
1185 static int __init idedisk_init(void)
1186 {
1187         return driver_register(&idedisk_driver.gen_driver);
1188 }
1189
1190 MODULE_ALIAS("ide:*m-disk*");
1191 module_init(idedisk_init);
1192 module_exit(idedisk_exit);
1193 MODULE_LICENSE("GPL");