tree-wide: fix assorted typos all over the place
[safe/jmp/linux-2.6] / drivers / mmc / host / s3cmci.c
1 /*
2  *  linux/drivers/mmc/s3cmci.h - Samsung S3C MCI driver
3  *
4  *  Copyright (C) 2004-2006 maintech GmbH, Thomas Kleffel <tk@maintech.de>
5  *
6  * Current driver maintained by Ben Dooks and Simtec Electronics
7  *  Copyright (C) 2008 Simtec Electronics <ben-linux@fluff.org>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License version 2 as
11  * published by the Free Software Foundation.
12  */
13
14 #include <linux/module.h>
15 #include <linux/dma-mapping.h>
16 #include <linux/clk.h>
17 #include <linux/mmc/host.h>
18 #include <linux/platform_device.h>
19 #include <linux/cpufreq.h>
20 #include <linux/debugfs.h>
21 #include <linux/seq_file.h>
22 #include <linux/gpio.h>
23 #include <linux/irq.h>
24 #include <linux/io.h>
25
26 #include <mach/dma.h>
27
28 #include <mach/regs-sdi.h>
29 #include <mach/regs-gpio.h>
30
31 #include <plat/mci.h>
32
33 #include "s3cmci.h"
34
35 #define DRIVER_NAME "s3c-mci"
36
37 enum dbg_channels {
38         dbg_err   = (1 << 0),
39         dbg_debug = (1 << 1),
40         dbg_info  = (1 << 2),
41         dbg_irq   = (1 << 3),
42         dbg_sg    = (1 << 4),
43         dbg_dma   = (1 << 5),
44         dbg_pio   = (1 << 6),
45         dbg_fail  = (1 << 7),
46         dbg_conf  = (1 << 8),
47 };
48
49 static const int dbgmap_err   = dbg_fail;
50 static const int dbgmap_info  = dbg_info | dbg_conf;
51 static const int dbgmap_debug = dbg_err | dbg_debug;
52
53 #define dbg(host, channels, args...)              \
54         do {                                      \
55         if (dbgmap_err & channels)                \
56                 dev_err(&host->pdev->dev, args);  \
57         else if (dbgmap_info & channels)          \
58                 dev_info(&host->pdev->dev, args); \
59         else if (dbgmap_debug & channels)         \
60                 dev_dbg(&host->pdev->dev, args);  \
61         } while (0)
62
63 static struct s3c2410_dma_client s3cmci_dma_client = {
64         .name           = "s3c-mci",
65 };
66
67 static void finalize_request(struct s3cmci_host *host);
68 static void s3cmci_send_request(struct mmc_host *mmc);
69 static void s3cmci_reset(struct s3cmci_host *host);
70
71 #ifdef CONFIG_MMC_DEBUG
72
73 static void dbg_dumpregs(struct s3cmci_host *host, char *prefix)
74 {
75         u32 con, pre, cmdarg, cmdcon, cmdsta, r0, r1, r2, r3, timer, bsize;
76         u32 datcon, datcnt, datsta, fsta, imask;
77
78         con     = readl(host->base + S3C2410_SDICON);
79         pre     = readl(host->base + S3C2410_SDIPRE);
80         cmdarg  = readl(host->base + S3C2410_SDICMDARG);
81         cmdcon  = readl(host->base + S3C2410_SDICMDCON);
82         cmdsta  = readl(host->base + S3C2410_SDICMDSTAT);
83         r0      = readl(host->base + S3C2410_SDIRSP0);
84         r1      = readl(host->base + S3C2410_SDIRSP1);
85         r2      = readl(host->base + S3C2410_SDIRSP2);
86         r3      = readl(host->base + S3C2410_SDIRSP3);
87         timer   = readl(host->base + S3C2410_SDITIMER);
88         bsize   = readl(host->base + S3C2410_SDIBSIZE);
89         datcon  = readl(host->base + S3C2410_SDIDCON);
90         datcnt  = readl(host->base + S3C2410_SDIDCNT);
91         datsta  = readl(host->base + S3C2410_SDIDSTA);
92         fsta    = readl(host->base + S3C2410_SDIFSTA);
93         imask   = readl(host->base + host->sdiimsk);
94
95         dbg(host, dbg_debug, "%s  CON:[%08x]  PRE:[%08x]  TMR:[%08x]\n",
96                                 prefix, con, pre, timer);
97
98         dbg(host, dbg_debug, "%s CCON:[%08x] CARG:[%08x] CSTA:[%08x]\n",
99                                 prefix, cmdcon, cmdarg, cmdsta);
100
101         dbg(host, dbg_debug, "%s DCON:[%08x] FSTA:[%08x]"
102                                " DSTA:[%08x] DCNT:[%08x]\n",
103                                 prefix, datcon, fsta, datsta, datcnt);
104
105         dbg(host, dbg_debug, "%s   R0:[%08x]   R1:[%08x]"
106                                "   R2:[%08x]   R3:[%08x]\n",
107                                 prefix, r0, r1, r2, r3);
108 }
109
110 static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
111                            int stop)
112 {
113         snprintf(host->dbgmsg_cmd, 300,
114                  "#%u%s op:%i arg:0x%08x flags:0x08%x retries:%u",
115                  host->ccnt, (stop ? " (STOP)" : ""),
116                  cmd->opcode, cmd->arg, cmd->flags, cmd->retries);
117
118         if (cmd->data) {
119                 snprintf(host->dbgmsg_dat, 300,
120                          "#%u bsize:%u blocks:%u bytes:%u",
121                          host->dcnt, cmd->data->blksz,
122                          cmd->data->blocks,
123                          cmd->data->blocks * cmd->data->blksz);
124         } else {
125                 host->dbgmsg_dat[0] = '\0';
126         }
127 }
128
129 static void dbg_dumpcmd(struct s3cmci_host *host, struct mmc_command *cmd,
130                         int fail)
131 {
132         unsigned int dbglvl = fail ? dbg_fail : dbg_debug;
133
134         if (!cmd)
135                 return;
136
137         if (cmd->error == 0) {
138                 dbg(host, dbglvl, "CMD[OK] %s R0:0x%08x\n",
139                         host->dbgmsg_cmd, cmd->resp[0]);
140         } else {
141                 dbg(host, dbglvl, "CMD[ERR %i] %s Status:%s\n",
142                         cmd->error, host->dbgmsg_cmd, host->status);
143         }
144
145         if (!cmd->data)
146                 return;
147
148         if (cmd->data->error == 0) {
149                 dbg(host, dbglvl, "DAT[OK] %s\n", host->dbgmsg_dat);
150         } else {
151                 dbg(host, dbglvl, "DAT[ERR %i] %s DCNT:0x%08x\n",
152                         cmd->data->error, host->dbgmsg_dat,
153                         readl(host->base + S3C2410_SDIDCNT));
154         }
155 }
156 #else
157 static void dbg_dumpcmd(struct s3cmci_host *host,
158                         struct mmc_command *cmd, int fail) { }
159
160 static void prepare_dbgmsg(struct s3cmci_host *host, struct mmc_command *cmd,
161                            int stop) { }
162
163 static void dbg_dumpregs(struct s3cmci_host *host, char *prefix) { }
164
165 #endif /* CONFIG_MMC_DEBUG */
166
167 /**
168  * s3cmci_host_usedma - return whether the host is using dma or pio
169  * @host: The host state
170  *
171  * Return true if the host is using DMA to transfer data, else false
172  * to use PIO mode. Will return static data depending on the driver
173  * configuration.
174  */
175 static inline bool s3cmci_host_usedma(struct s3cmci_host *host)
176 {
177 #ifdef CONFIG_MMC_S3C_PIO
178         return false;
179 #elif defined(CONFIG_MMC_S3C_DMA)
180         return true;
181 #else
182         return host->dodma;
183 #endif
184 }
185
186 /**
187  * s3cmci_host_canpio - return true if host has pio code available
188  *
189  * Return true if the driver has been compiled with the PIO support code
190  * available.
191  */
192 static inline bool s3cmci_host_canpio(void)
193 {
194 #ifdef CONFIG_MMC_S3C_PIO
195         return true;
196 #else
197         return false;
198 #endif
199 }
200
201 static inline u32 enable_imask(struct s3cmci_host *host, u32 imask)
202 {
203         u32 newmask;
204
205         newmask = readl(host->base + host->sdiimsk);
206         newmask |= imask;
207
208         writel(newmask, host->base + host->sdiimsk);
209
210         return newmask;
211 }
212
213 static inline u32 disable_imask(struct s3cmci_host *host, u32 imask)
214 {
215         u32 newmask;
216
217         newmask = readl(host->base + host->sdiimsk);
218         newmask &= ~imask;
219
220         writel(newmask, host->base + host->sdiimsk);
221
222         return newmask;
223 }
224
225 static inline void clear_imask(struct s3cmci_host *host)
226 {
227         u32 mask = readl(host->base + host->sdiimsk);
228
229         /* preserve the SDIO IRQ mask state */
230         mask &= S3C2410_SDIIMSK_SDIOIRQ;
231         writel(mask, host->base + host->sdiimsk);
232 }
233
234 /**
235  * s3cmci_check_sdio_irq - test whether the SDIO IRQ is being signalled
236  * @host: The host to check.
237  *
238  * Test to see if the SDIO interrupt is being signalled in case the
239  * controller has failed to re-detect a card interrupt. Read GPE8 and
240  * see if it is low and if so, signal a SDIO interrupt.
241  *
242  * This is currently called if a request is finished (we assume that the
243  * bus is now idle) and when the SDIO IRQ is enabled in case the IRQ is
244  * already being indicated.
245 */
246 static void s3cmci_check_sdio_irq(struct s3cmci_host *host)
247 {
248         if (host->sdio_irqen) {
249                 if (gpio_get_value(S3C2410_GPE(8)) == 0) {
250                         printk(KERN_DEBUG "%s: signalling irq\n", __func__);
251                         mmc_signal_sdio_irq(host->mmc);
252                 }
253         }
254 }
255
256 static inline int get_data_buffer(struct s3cmci_host *host,
257                                   u32 *bytes, u32 **pointer)
258 {
259         struct scatterlist *sg;
260
261         if (host->pio_active == XFER_NONE)
262                 return -EINVAL;
263
264         if ((!host->mrq) || (!host->mrq->data))
265                 return -EINVAL;
266
267         if (host->pio_sgptr >= host->mrq->data->sg_len) {
268                 dbg(host, dbg_debug, "no more buffers (%i/%i)\n",
269                       host->pio_sgptr, host->mrq->data->sg_len);
270                 return -EBUSY;
271         }
272         sg = &host->mrq->data->sg[host->pio_sgptr];
273
274         *bytes = sg->length;
275         *pointer = sg_virt(sg);
276
277         host->pio_sgptr++;
278
279         dbg(host, dbg_sg, "new buffer (%i/%i)\n",
280             host->pio_sgptr, host->mrq->data->sg_len);
281
282         return 0;
283 }
284
285 static inline u32 fifo_count(struct s3cmci_host *host)
286 {
287         u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
288
289         fifostat &= S3C2410_SDIFSTA_COUNTMASK;
290         return fifostat;
291 }
292
293 static inline u32 fifo_free(struct s3cmci_host *host)
294 {
295         u32 fifostat = readl(host->base + S3C2410_SDIFSTA);
296
297         fifostat &= S3C2410_SDIFSTA_COUNTMASK;
298         return 63 - fifostat;
299 }
300
301 /**
302  * s3cmci_enable_irq - enable IRQ, after having disabled it.
303  * @host: The device state.
304  * @more: True if more IRQs are expected from transfer.
305  *
306  * Enable the main IRQ if needed after it has been disabled.
307  *
308  * The IRQ can be one of the following states:
309  *      - disabled during IDLE
310  *      - disabled whilst processing data
311  *      - enabled during transfer
312  *      - enabled whilst awaiting SDIO interrupt detection
313  */
314 static void s3cmci_enable_irq(struct s3cmci_host *host, bool more)
315 {
316         unsigned long flags;
317         bool enable = false;
318
319         local_irq_save(flags);
320
321         host->irq_enabled = more;
322         host->irq_disabled = false;
323
324         enable = more | host->sdio_irqen;
325
326         if (host->irq_state != enable) {
327                 host->irq_state = enable;
328
329                 if (enable)
330                         enable_irq(host->irq);
331                 else
332                         disable_irq(host->irq);
333         }
334
335         local_irq_restore(flags);
336 }
337
338 /**
339  *
340  */
341 static void s3cmci_disable_irq(struct s3cmci_host *host, bool transfer)
342 {
343         unsigned long flags;
344
345         local_irq_save(flags);
346
347         //printk(KERN_DEBUG "%s: transfer %d\n", __func__, transfer);
348
349         host->irq_disabled = transfer;
350
351         if (transfer && host->irq_state) {
352                 host->irq_state = false;
353                 disable_irq(host->irq);
354         }
355
356         local_irq_restore(flags);
357 }
358
359 static void do_pio_read(struct s3cmci_host *host)
360 {
361         int res;
362         u32 fifo;
363         u32 *ptr;
364         u32 fifo_words;
365         void __iomem *from_ptr;
366
367         /* write real prescaler to host, it might be set slow to fix */
368         writel(host->prescaler, host->base + S3C2410_SDIPRE);
369
370         from_ptr = host->base + host->sdidata;
371
372         while ((fifo = fifo_count(host))) {
373                 if (!host->pio_bytes) {
374                         res = get_data_buffer(host, &host->pio_bytes,
375                                               &host->pio_ptr);
376                         if (res) {
377                                 host->pio_active = XFER_NONE;
378                                 host->complete_what = COMPLETION_FINALIZE;
379
380                                 dbg(host, dbg_pio, "pio_read(): "
381                                     "complete (no more data).\n");
382                                 return;
383                         }
384
385                         dbg(host, dbg_pio,
386                             "pio_read(): new target: [%i]@[%p]\n",
387                             host->pio_bytes, host->pio_ptr);
388                 }
389
390                 dbg(host, dbg_pio,
391                     "pio_read(): fifo:[%02i] buffer:[%03i] dcnt:[%08X]\n",
392                     fifo, host->pio_bytes,
393                     readl(host->base + S3C2410_SDIDCNT));
394
395                 /* If we have reached the end of the block, we can
396                  * read a word and get 1 to 3 bytes.  If we in the
397                  * middle of the block, we have to read full words,
398                  * otherwise we will write garbage, so round down to
399                  * an even multiple of 4. */
400                 if (fifo >= host->pio_bytes)
401                         fifo = host->pio_bytes;
402                 else
403                         fifo -= fifo & 3;
404
405                 host->pio_bytes -= fifo;
406                 host->pio_count += fifo;
407
408                 fifo_words = fifo >> 2;
409                 ptr = host->pio_ptr;
410                 while (fifo_words--)
411                         *ptr++ = readl(from_ptr);
412                 host->pio_ptr = ptr;
413
414                 if (fifo & 3) {
415                         u32 n = fifo & 3;
416                         u32 data = readl(from_ptr);
417                         u8 *p = (u8 *)host->pio_ptr;
418
419                         while (n--) {
420                                 *p++ = data;
421                                 data >>= 8;
422                         }
423                 }
424         }
425
426         if (!host->pio_bytes) {
427                 res = get_data_buffer(host, &host->pio_bytes, &host->pio_ptr);
428                 if (res) {
429                         dbg(host, dbg_pio,
430                             "pio_read(): complete (no more buffers).\n");
431                         host->pio_active = XFER_NONE;
432                         host->complete_what = COMPLETION_FINALIZE;
433
434                         return;
435                 }
436         }
437
438         enable_imask(host,
439                      S3C2410_SDIIMSK_RXFIFOHALF | S3C2410_SDIIMSK_RXFIFOLAST);
440 }
441
442 static void do_pio_write(struct s3cmci_host *host)
443 {
444         void __iomem *to_ptr;
445         int res;
446         u32 fifo;
447         u32 *ptr;
448
449         to_ptr = host->base + host->sdidata;
450
451         while ((fifo = fifo_free(host)) > 3) {
452                 if (!host->pio_bytes) {
453                         res = get_data_buffer(host, &host->pio_bytes,
454                                                         &host->pio_ptr);
455                         if (res) {
456                                 dbg(host, dbg_pio,
457                                     "pio_write(): complete (no more data).\n");
458                                 host->pio_active = XFER_NONE;
459
460                                 return;
461                         }
462
463                         dbg(host, dbg_pio,
464                             "pio_write(): new source: [%i]@[%p]\n",
465                             host->pio_bytes, host->pio_ptr);
466
467                 }
468
469                 /* If we have reached the end of the block, we have to
470                  * write exactly the remaining number of bytes.  If we
471                  * in the middle of the block, we have to write full
472                  * words, so round down to an even multiple of 4. */
473                 if (fifo >= host->pio_bytes)
474                         fifo = host->pio_bytes;
475                 else
476                         fifo -= fifo & 3;
477
478                 host->pio_bytes -= fifo;
479                 host->pio_count += fifo;
480
481                 fifo = (fifo + 3) >> 2;
482                 ptr = host->pio_ptr;
483                 while (fifo--)
484                         writel(*ptr++, to_ptr);
485                 host->pio_ptr = ptr;
486         }
487
488         enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
489 }
490
491 static void pio_tasklet(unsigned long data)
492 {
493         struct s3cmci_host *host = (struct s3cmci_host *) data;
494
495         s3cmci_disable_irq(host, true);
496
497         if (host->pio_active == XFER_WRITE)
498                 do_pio_write(host);
499
500         if (host->pio_active == XFER_READ)
501                 do_pio_read(host);
502
503         if (host->complete_what == COMPLETION_FINALIZE) {
504                 clear_imask(host);
505                 if (host->pio_active != XFER_NONE) {
506                         dbg(host, dbg_err, "unfinished %s "
507                             "- pio_count:[%u] pio_bytes:[%u]\n",
508                             (host->pio_active == XFER_READ) ? "read" : "write",
509                             host->pio_count, host->pio_bytes);
510
511                         if (host->mrq->data)
512                                 host->mrq->data->error = -EINVAL;
513                 }
514
515                 s3cmci_enable_irq(host, false);
516                 finalize_request(host);
517         } else
518                 s3cmci_enable_irq(host, true);
519 }
520
521 /*
522  * ISR for SDI Interface IRQ
523  * Communication between driver and ISR works as follows:
524  *   host->mrq                  points to current request
525  *   host->complete_what        Indicates when the request is considered done
526  *     COMPLETION_CMDSENT         when the command was sent
527  *     COMPLETION_RSPFIN          when a response was received
528  *     COMPLETION_XFERFINISH      when the data transfer is finished
529  *     COMPLETION_XFERFINISH_RSPFIN both of the above.
530  *   host->complete_request     is the completion-object the driver waits for
531  *
532  * 1) Driver sets up host->mrq and host->complete_what
533  * 2) Driver prepares the transfer
534  * 3) Driver enables interrupts
535  * 4) Driver starts transfer
536  * 5) Driver waits for host->complete_rquest
537  * 6) ISR checks for request status (errors and success)
538  * 6) ISR sets host->mrq->cmd->error and host->mrq->data->error
539  * 7) ISR completes host->complete_request
540  * 8) ISR disables interrupts
541  * 9) Driver wakes up and takes care of the request
542  *
543  * Note: "->error"-fields are expected to be set to 0 before the request
544  *       was issued by mmc.c - therefore they are only set, when an error
545  *       contition comes up
546  */
547
548 static irqreturn_t s3cmci_irq(int irq, void *dev_id)
549 {
550         struct s3cmci_host *host = dev_id;
551         struct mmc_command *cmd;
552         u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt, mci_imsk;
553         u32 mci_cclear = 0, mci_dclear;
554         unsigned long iflags;
555
556         mci_dsta = readl(host->base + S3C2410_SDIDSTA);
557         mci_imsk = readl(host->base + host->sdiimsk);
558
559         if (mci_dsta & S3C2410_SDIDSTA_SDIOIRQDETECT) {
560                 if (mci_imsk & S3C2410_SDIIMSK_SDIOIRQ) {
561                         mci_dclear = S3C2410_SDIDSTA_SDIOIRQDETECT;
562                         writel(mci_dclear, host->base + S3C2410_SDIDSTA);
563
564                         mmc_signal_sdio_irq(host->mmc);
565                         return IRQ_HANDLED;
566                 }
567         }
568
569         spin_lock_irqsave(&host->complete_lock, iflags);
570
571         mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
572         mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
573         mci_fsta = readl(host->base + S3C2410_SDIFSTA);
574         mci_dclear = 0;
575
576         if ((host->complete_what == COMPLETION_NONE) ||
577             (host->complete_what == COMPLETION_FINALIZE)) {
578                 host->status = "nothing to complete";
579                 clear_imask(host);
580                 goto irq_out;
581         }
582
583         if (!host->mrq) {
584                 host->status = "no active mrq";
585                 clear_imask(host);
586                 goto irq_out;
587         }
588
589         cmd = host->cmd_is_stop ? host->mrq->stop : host->mrq->cmd;
590
591         if (!cmd) {
592                 host->status = "no active cmd";
593                 clear_imask(host);
594                 goto irq_out;
595         }
596
597         if (!s3cmci_host_usedma(host)) {
598                 if ((host->pio_active == XFER_WRITE) &&
599                     (mci_fsta & S3C2410_SDIFSTA_TFDET)) {
600
601                         disable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
602                         tasklet_schedule(&host->pio_tasklet);
603                         host->status = "pio tx";
604                 }
605
606                 if ((host->pio_active == XFER_READ) &&
607                     (mci_fsta & S3C2410_SDIFSTA_RFDET)) {
608
609                         disable_imask(host,
610                                       S3C2410_SDIIMSK_RXFIFOHALF |
611                                       S3C2410_SDIIMSK_RXFIFOLAST);
612
613                         tasklet_schedule(&host->pio_tasklet);
614                         host->status = "pio rx";
615                 }
616         }
617
618         if (mci_csta & S3C2410_SDICMDSTAT_CMDTIMEOUT) {
619                 dbg(host, dbg_err, "CMDSTAT: error CMDTIMEOUT\n");
620                 cmd->error = -ETIMEDOUT;
621                 host->status = "error: command timeout";
622                 goto fail_transfer;
623         }
624
625         if (mci_csta & S3C2410_SDICMDSTAT_CMDSENT) {
626                 if (host->complete_what == COMPLETION_CMDSENT) {
627                         host->status = "ok: command sent";
628                         goto close_transfer;
629                 }
630
631                 mci_cclear |= S3C2410_SDICMDSTAT_CMDSENT;
632         }
633
634         if (mci_csta & S3C2410_SDICMDSTAT_CRCFAIL) {
635                 if (cmd->flags & MMC_RSP_CRC) {
636                         if (host->mrq->cmd->flags & MMC_RSP_136) {
637                                 dbg(host, dbg_irq,
638                                     "fixup: ignore CRC fail with long rsp\n");
639                         } else {
640                                 /* note, we used to fail the transfer
641                                  * here, but it seems that this is just
642                                  * the hardware getting it wrong.
643                                  *
644                                  * cmd->error = -EILSEQ;
645                                  * host->status = "error: bad command crc";
646                                  * goto fail_transfer;
647                                 */
648                         }
649                 }
650
651                 mci_cclear |= S3C2410_SDICMDSTAT_CRCFAIL;
652         }
653
654         if (mci_csta & S3C2410_SDICMDSTAT_RSPFIN) {
655                 if (host->complete_what == COMPLETION_RSPFIN) {
656                         host->status = "ok: command response received";
657                         goto close_transfer;
658                 }
659
660                 if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
661                         host->complete_what = COMPLETION_XFERFINISH;
662
663                 mci_cclear |= S3C2410_SDICMDSTAT_RSPFIN;
664         }
665
666         /* errors handled after this point are only relevant
667            when a data transfer is in progress */
668
669         if (!cmd->data)
670                 goto clear_status_bits;
671
672         /* Check for FIFO failure */
673         if (host->is2440) {
674                 if (mci_fsta & S3C2440_SDIFSTA_FIFOFAIL) {
675                         dbg(host, dbg_err, "FIFO failure\n");
676                         host->mrq->data->error = -EILSEQ;
677                         host->status = "error: 2440 fifo failure";
678                         goto fail_transfer;
679                 }
680         } else {
681                 if (mci_dsta & S3C2410_SDIDSTA_FIFOFAIL) {
682                         dbg(host, dbg_err, "FIFO failure\n");
683                         cmd->data->error = -EILSEQ;
684                         host->status = "error:  fifo failure";
685                         goto fail_transfer;
686                 }
687         }
688
689         if (mci_dsta & S3C2410_SDIDSTA_RXCRCFAIL) {
690                 dbg(host, dbg_err, "bad data crc (outgoing)\n");
691                 cmd->data->error = -EILSEQ;
692                 host->status = "error: bad data crc (outgoing)";
693                 goto fail_transfer;
694         }
695
696         if (mci_dsta & S3C2410_SDIDSTA_CRCFAIL) {
697                 dbg(host, dbg_err, "bad data crc (incoming)\n");
698                 cmd->data->error = -EILSEQ;
699                 host->status = "error: bad data crc (incoming)";
700                 goto fail_transfer;
701         }
702
703         if (mci_dsta & S3C2410_SDIDSTA_DATATIMEOUT) {
704                 dbg(host, dbg_err, "data timeout\n");
705                 cmd->data->error = -ETIMEDOUT;
706                 host->status = "error: data timeout";
707                 goto fail_transfer;
708         }
709
710         if (mci_dsta & S3C2410_SDIDSTA_XFERFINISH) {
711                 if (host->complete_what == COMPLETION_XFERFINISH) {
712                         host->status = "ok: data transfer completed";
713                         goto close_transfer;
714                 }
715
716                 if (host->complete_what == COMPLETION_XFERFINISH_RSPFIN)
717                         host->complete_what = COMPLETION_RSPFIN;
718
719                 mci_dclear |= S3C2410_SDIDSTA_XFERFINISH;
720         }
721
722 clear_status_bits:
723         writel(mci_cclear, host->base + S3C2410_SDICMDSTAT);
724         writel(mci_dclear, host->base + S3C2410_SDIDSTA);
725
726         goto irq_out;
727
728 fail_transfer:
729         host->pio_active = XFER_NONE;
730
731 close_transfer:
732         host->complete_what = COMPLETION_FINALIZE;
733
734         clear_imask(host);
735         tasklet_schedule(&host->pio_tasklet);
736
737         goto irq_out;
738
739 irq_out:
740         dbg(host, dbg_irq,
741             "csta:0x%08x dsta:0x%08x fsta:0x%08x dcnt:0x%08x status:%s.\n",
742             mci_csta, mci_dsta, mci_fsta, mci_dcnt, host->status);
743
744         spin_unlock_irqrestore(&host->complete_lock, iflags);
745         return IRQ_HANDLED;
746
747 }
748
749 /*
750  * ISR for the CardDetect Pin
751 */
752
753 static irqreturn_t s3cmci_irq_cd(int irq, void *dev_id)
754 {
755         struct s3cmci_host *host = (struct s3cmci_host *)dev_id;
756
757         dbg(host, dbg_irq, "card detect\n");
758
759         mmc_detect_change(host->mmc, msecs_to_jiffies(500));
760
761         return IRQ_HANDLED;
762 }
763
764 static void s3cmci_dma_done_callback(struct s3c2410_dma_chan *dma_ch,
765                                      void *buf_id, int size,
766                                      enum s3c2410_dma_buffresult result)
767 {
768         struct s3cmci_host *host = buf_id;
769         unsigned long iflags;
770         u32 mci_csta, mci_dsta, mci_fsta, mci_dcnt;
771
772         mci_csta = readl(host->base + S3C2410_SDICMDSTAT);
773         mci_dsta = readl(host->base + S3C2410_SDIDSTA);
774         mci_fsta = readl(host->base + S3C2410_SDIFSTA);
775         mci_dcnt = readl(host->base + S3C2410_SDIDCNT);
776
777         BUG_ON(!host->mrq);
778         BUG_ON(!host->mrq->data);
779         BUG_ON(!host->dmatogo);
780
781         spin_lock_irqsave(&host->complete_lock, iflags);
782
783         if (result != S3C2410_RES_OK) {
784                 dbg(host, dbg_fail, "DMA FAILED: csta=0x%08x dsta=0x%08x "
785                         "fsta=0x%08x dcnt:0x%08x result:0x%08x toGo:%u\n",
786                         mci_csta, mci_dsta, mci_fsta,
787                         mci_dcnt, result, host->dmatogo);
788
789                 goto fail_request;
790         }
791
792         host->dmatogo--;
793         if (host->dmatogo) {
794                 dbg(host, dbg_dma, "DMA DONE  Size:%i DSTA:[%08x] "
795                         "DCNT:[%08x] toGo:%u\n",
796                         size, mci_dsta, mci_dcnt, host->dmatogo);
797
798                 goto out;
799         }
800
801         dbg(host, dbg_dma, "DMA FINISHED Size:%i DSTA:%08x DCNT:%08x\n",
802                 size, mci_dsta, mci_dcnt);
803
804         host->dma_complete = 1;
805         host->complete_what = COMPLETION_FINALIZE;
806
807 out:
808         tasklet_schedule(&host->pio_tasklet);
809         spin_unlock_irqrestore(&host->complete_lock, iflags);
810         return;
811
812 fail_request:
813         host->mrq->data->error = -EINVAL;
814         host->complete_what = COMPLETION_FINALIZE;
815         clear_imask(host);
816
817         goto out;
818 }
819
820 static void finalize_request(struct s3cmci_host *host)
821 {
822         struct mmc_request *mrq = host->mrq;
823         struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
824         int debug_as_failure = 0;
825
826         if (host->complete_what != COMPLETION_FINALIZE)
827                 return;
828
829         if (!mrq)
830                 return;
831
832         if (cmd->data && (cmd->error == 0) &&
833             (cmd->data->error == 0)) {
834                 if (s3cmci_host_usedma(host) && (!host->dma_complete)) {
835                         dbg(host, dbg_dma, "DMA Missing (%d)!\n",
836                             host->dma_complete);
837                         return;
838                 }
839         }
840
841         /* Read response from controller. */
842         cmd->resp[0] = readl(host->base + S3C2410_SDIRSP0);
843         cmd->resp[1] = readl(host->base + S3C2410_SDIRSP1);
844         cmd->resp[2] = readl(host->base + S3C2410_SDIRSP2);
845         cmd->resp[3] = readl(host->base + S3C2410_SDIRSP3);
846
847         writel(host->prescaler, host->base + S3C2410_SDIPRE);
848
849         if (cmd->error)
850                 debug_as_failure = 1;
851
852         if (cmd->data && cmd->data->error)
853                 debug_as_failure = 1;
854
855         dbg_dumpcmd(host, cmd, debug_as_failure);
856
857         /* Cleanup controller */
858         writel(0, host->base + S3C2410_SDICMDARG);
859         writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
860         writel(0, host->base + S3C2410_SDICMDCON);
861         clear_imask(host);
862
863         if (cmd->data && cmd->error)
864                 cmd->data->error = cmd->error;
865
866         if (cmd->data && cmd->data->stop && (!host->cmd_is_stop)) {
867                 host->cmd_is_stop = 1;
868                 s3cmci_send_request(host->mmc);
869                 return;
870         }
871
872         /* If we have no data transfer we are finished here */
873         if (!mrq->data)
874                 goto request_done;
875
876         /* Calulate the amout of bytes transfer if there was no error */
877         if (mrq->data->error == 0) {
878                 mrq->data->bytes_xfered =
879                         (mrq->data->blocks * mrq->data->blksz);
880         } else {
881                 mrq->data->bytes_xfered = 0;
882         }
883
884         /* If we had an error while transfering data we flush the
885          * DMA channel and the fifo to clear out any garbage. */
886         if (mrq->data->error != 0) {
887                 if (s3cmci_host_usedma(host))
888                         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
889
890                 if (host->is2440) {
891                         /* Clear failure register and reset fifo. */
892                         writel(S3C2440_SDIFSTA_FIFORESET |
893                                S3C2440_SDIFSTA_FIFOFAIL,
894                                host->base + S3C2410_SDIFSTA);
895                 } else {
896                         u32 mci_con;
897
898                         /* reset fifo */
899                         mci_con = readl(host->base + S3C2410_SDICON);
900                         mci_con |= S3C2410_SDICON_FIFORESET;
901
902                         writel(mci_con, host->base + S3C2410_SDICON);
903                 }
904         }
905
906 request_done:
907         host->complete_what = COMPLETION_NONE;
908         host->mrq = NULL;
909
910         s3cmci_check_sdio_irq(host);
911         mmc_request_done(host->mmc, mrq);
912 }
913
914 static void s3cmci_dma_setup(struct s3cmci_host *host,
915                              enum s3c2410_dmasrc source)
916 {
917         static enum s3c2410_dmasrc last_source = -1;
918         static int setup_ok;
919
920         if (last_source == source)
921                 return;
922
923         last_source = source;
924
925         s3c2410_dma_devconfig(host->dma, source,
926                               host->mem->start + host->sdidata);
927
928         if (!setup_ok) {
929                 s3c2410_dma_config(host->dma, 4);
930                 s3c2410_dma_set_buffdone_fn(host->dma,
931                                             s3cmci_dma_done_callback);
932                 s3c2410_dma_setflags(host->dma, S3C2410_DMAF_AUTOSTART);
933                 setup_ok = 1;
934         }
935 }
936
937 static void s3cmci_send_command(struct s3cmci_host *host,
938                                         struct mmc_command *cmd)
939 {
940         u32 ccon, imsk;
941
942         imsk  = S3C2410_SDIIMSK_CRCSTATUS | S3C2410_SDIIMSK_CMDTIMEOUT |
943                 S3C2410_SDIIMSK_RESPONSEND | S3C2410_SDIIMSK_CMDSENT |
944                 S3C2410_SDIIMSK_RESPONSECRC;
945
946         enable_imask(host, imsk);
947
948         if (cmd->data)
949                 host->complete_what = COMPLETION_XFERFINISH_RSPFIN;
950         else if (cmd->flags & MMC_RSP_PRESENT)
951                 host->complete_what = COMPLETION_RSPFIN;
952         else
953                 host->complete_what = COMPLETION_CMDSENT;
954
955         writel(cmd->arg, host->base + S3C2410_SDICMDARG);
956
957         ccon  = cmd->opcode & S3C2410_SDICMDCON_INDEX;
958         ccon |= S3C2410_SDICMDCON_SENDERHOST | S3C2410_SDICMDCON_CMDSTART;
959
960         if (cmd->flags & MMC_RSP_PRESENT)
961                 ccon |= S3C2410_SDICMDCON_WAITRSP;
962
963         if (cmd->flags & MMC_RSP_136)
964                 ccon |= S3C2410_SDICMDCON_LONGRSP;
965
966         writel(ccon, host->base + S3C2410_SDICMDCON);
967 }
968
969 static int s3cmci_setup_data(struct s3cmci_host *host, struct mmc_data *data)
970 {
971         u32 dcon, imsk, stoptries = 3;
972
973         /* write DCON register */
974
975         if (!data) {
976                 writel(0, host->base + S3C2410_SDIDCON);
977                 return 0;
978         }
979
980         if ((data->blksz & 3) != 0) {
981                 /* We cannot deal with unaligned blocks with more than
982                  * one block being transfered. */
983
984                 if (data->blocks > 1) {
985                         pr_warning("%s: can't do non-word sized block transfers (blksz %d)\n", __func__, data->blksz);
986                         return -EINVAL;
987                 }
988         }
989
990         while (readl(host->base + S3C2410_SDIDSTA) &
991                (S3C2410_SDIDSTA_TXDATAON | S3C2410_SDIDSTA_RXDATAON)) {
992
993                 dbg(host, dbg_err,
994                     "mci_setup_data() transfer stillin progress.\n");
995
996                 writel(S3C2410_SDIDCON_STOP, host->base + S3C2410_SDIDCON);
997                 s3cmci_reset(host);
998
999                 if ((stoptries--) == 0) {
1000                         dbg_dumpregs(host, "DRF");
1001                         return -EINVAL;
1002                 }
1003         }
1004
1005         dcon  = data->blocks & S3C2410_SDIDCON_BLKNUM_MASK;
1006
1007         if (s3cmci_host_usedma(host))
1008                 dcon |= S3C2410_SDIDCON_DMAEN;
1009
1010         if (host->bus_width == MMC_BUS_WIDTH_4)
1011                 dcon |= S3C2410_SDIDCON_WIDEBUS;
1012
1013         if (!(data->flags & MMC_DATA_STREAM))
1014                 dcon |= S3C2410_SDIDCON_BLOCKMODE;
1015
1016         if (data->flags & MMC_DATA_WRITE) {
1017                 dcon |= S3C2410_SDIDCON_TXAFTERRESP;
1018                 dcon |= S3C2410_SDIDCON_XFER_TXSTART;
1019         }
1020
1021         if (data->flags & MMC_DATA_READ) {
1022                 dcon |= S3C2410_SDIDCON_RXAFTERCMD;
1023                 dcon |= S3C2410_SDIDCON_XFER_RXSTART;
1024         }
1025
1026         if (host->is2440) {
1027                 dcon |= S3C2440_SDIDCON_DS_WORD;
1028                 dcon |= S3C2440_SDIDCON_DATSTART;
1029         }
1030
1031         writel(dcon, host->base + S3C2410_SDIDCON);
1032
1033         /* write BSIZE register */
1034
1035         writel(data->blksz, host->base + S3C2410_SDIBSIZE);
1036
1037         /* add to IMASK register */
1038         imsk = S3C2410_SDIIMSK_FIFOFAIL | S3C2410_SDIIMSK_DATACRC |
1039                S3C2410_SDIIMSK_DATATIMEOUT | S3C2410_SDIIMSK_DATAFINISH;
1040
1041         enable_imask(host, imsk);
1042
1043         /* write TIMER register */
1044
1045         if (host->is2440) {
1046                 writel(0x007FFFFF, host->base + S3C2410_SDITIMER);
1047         } else {
1048                 writel(0x0000FFFF, host->base + S3C2410_SDITIMER);
1049
1050                 /* FIX: set slow clock to prevent timeouts on read */
1051                 if (data->flags & MMC_DATA_READ)
1052                         writel(0xFF, host->base + S3C2410_SDIPRE);
1053         }
1054
1055         return 0;
1056 }
1057
1058 #define BOTH_DIR (MMC_DATA_WRITE | MMC_DATA_READ)
1059
1060 static int s3cmci_prepare_pio(struct s3cmci_host *host, struct mmc_data *data)
1061 {
1062         int rw = (data->flags & MMC_DATA_WRITE) ? 1 : 0;
1063
1064         BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1065
1066         host->pio_sgptr = 0;
1067         host->pio_bytes = 0;
1068         host->pio_count = 0;
1069         host->pio_active = rw ? XFER_WRITE : XFER_READ;
1070
1071         if (rw) {
1072                 do_pio_write(host);
1073                 enable_imask(host, S3C2410_SDIIMSK_TXFIFOHALF);
1074         } else {
1075                 enable_imask(host, S3C2410_SDIIMSK_RXFIFOHALF
1076                              | S3C2410_SDIIMSK_RXFIFOLAST);
1077         }
1078
1079         return 0;
1080 }
1081
1082 static int s3cmci_prepare_dma(struct s3cmci_host *host, struct mmc_data *data)
1083 {
1084         int dma_len, i;
1085         int rw = data->flags & MMC_DATA_WRITE;
1086
1087         BUG_ON((data->flags & BOTH_DIR) == BOTH_DIR);
1088
1089         s3cmci_dma_setup(host, rw ? S3C2410_DMASRC_MEM : S3C2410_DMASRC_HW);
1090         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1091
1092         dma_len = dma_map_sg(mmc_dev(host->mmc), data->sg, data->sg_len,
1093                              rw ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
1094
1095         if (dma_len == 0)
1096                 return -ENOMEM;
1097
1098         host->dma_complete = 0;
1099         host->dmatogo = dma_len;
1100
1101         for (i = 0; i < dma_len; i++) {
1102                 int res;
1103
1104                 dbg(host, dbg_dma, "enqueue %i: %08x@%u\n", i,
1105                     sg_dma_address(&data->sg[i]),
1106                     sg_dma_len(&data->sg[i]));
1107
1108                 res = s3c2410_dma_enqueue(host->dma, host,
1109                                           sg_dma_address(&data->sg[i]),
1110                                           sg_dma_len(&data->sg[i]));
1111
1112                 if (res) {
1113                         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_FLUSH);
1114                         return -EBUSY;
1115                 }
1116         }
1117
1118         s3c2410_dma_ctrl(host->dma, S3C2410_DMAOP_START);
1119
1120         return 0;
1121 }
1122
1123 static void s3cmci_send_request(struct mmc_host *mmc)
1124 {
1125         struct s3cmci_host *host = mmc_priv(mmc);
1126         struct mmc_request *mrq = host->mrq;
1127         struct mmc_command *cmd = host->cmd_is_stop ? mrq->stop : mrq->cmd;
1128
1129         host->ccnt++;
1130         prepare_dbgmsg(host, cmd, host->cmd_is_stop);
1131
1132         /* Clear command, data and fifo status registers
1133            Fifo clear only necessary on 2440, but doesn't hurt on 2410
1134         */
1135         writel(0xFFFFFFFF, host->base + S3C2410_SDICMDSTAT);
1136         writel(0xFFFFFFFF, host->base + S3C2410_SDIDSTA);
1137         writel(0xFFFFFFFF, host->base + S3C2410_SDIFSTA);
1138
1139         if (cmd->data) {
1140                 int res = s3cmci_setup_data(host, cmd->data);
1141
1142                 host->dcnt++;
1143
1144                 if (res) {
1145                         dbg(host, dbg_err, "setup data error %d\n", res);
1146                         cmd->error = res;
1147                         cmd->data->error = res;
1148
1149                         mmc_request_done(mmc, mrq);
1150                         return;
1151                 }
1152
1153                 if (s3cmci_host_usedma(host))
1154                         res = s3cmci_prepare_dma(host, cmd->data);
1155                 else
1156                         res = s3cmci_prepare_pio(host, cmd->data);
1157
1158                 if (res) {
1159                         dbg(host, dbg_err, "data prepare error %d\n", res);
1160                         cmd->error = res;
1161                         cmd->data->error = res;
1162
1163                         mmc_request_done(mmc, mrq);
1164                         return;
1165                 }
1166         }
1167
1168         /* Send command */
1169         s3cmci_send_command(host, cmd);
1170
1171         /* Enable Interrupt */
1172         s3cmci_enable_irq(host, true);
1173 }
1174
1175 static int s3cmci_card_present(struct mmc_host *mmc)
1176 {
1177         struct s3cmci_host *host = mmc_priv(mmc);
1178         struct s3c24xx_mci_pdata *pdata = host->pdata;
1179         int ret;
1180
1181         if (pdata->gpio_detect == 0)
1182                 return -ENOSYS;
1183
1184         ret = gpio_get_value(pdata->gpio_detect) ? 0 : 1;
1185         return ret ^ pdata->detect_invert;
1186 }
1187
1188 static void s3cmci_request(struct mmc_host *mmc, struct mmc_request *mrq)
1189 {
1190         struct s3cmci_host *host = mmc_priv(mmc);
1191
1192         host->status = "mmc request";
1193         host->cmd_is_stop = 0;
1194         host->mrq = mrq;
1195
1196         if (s3cmci_card_present(mmc) == 0) {
1197                 dbg(host, dbg_err, "%s: no medium present\n", __func__);
1198                 host->mrq->cmd->error = -ENOMEDIUM;
1199                 mmc_request_done(mmc, mrq);
1200         } else
1201                 s3cmci_send_request(mmc);
1202 }
1203
1204 static void s3cmci_set_clk(struct s3cmci_host *host, struct mmc_ios *ios)
1205 {
1206         u32 mci_psc;
1207
1208         /* Set clock */
1209         for (mci_psc = 0; mci_psc < 255; mci_psc++) {
1210                 host->real_rate = host->clk_rate / (host->clk_div*(mci_psc+1));
1211
1212                 if (host->real_rate <= ios->clock)
1213                         break;
1214         }
1215
1216         if (mci_psc > 255)
1217                 mci_psc = 255;
1218
1219         host->prescaler = mci_psc;
1220         writel(host->prescaler, host->base + S3C2410_SDIPRE);
1221
1222         /* If requested clock is 0, real_rate will be 0, too */
1223         if (ios->clock == 0)
1224                 host->real_rate = 0;
1225 }
1226
1227 static void s3cmci_set_ios(struct mmc_host *mmc, struct mmc_ios *ios)
1228 {
1229         struct s3cmci_host *host = mmc_priv(mmc);
1230         u32 mci_con;
1231
1232         /* Set the power state */
1233
1234         mci_con = readl(host->base + S3C2410_SDICON);
1235
1236         switch (ios->power_mode) {
1237         case MMC_POWER_ON:
1238         case MMC_POWER_UP:
1239                 s3c2410_gpio_cfgpin(S3C2410_GPE(5), S3C2410_GPE5_SDCLK);
1240                 s3c2410_gpio_cfgpin(S3C2410_GPE(6), S3C2410_GPE6_SDCMD);
1241                 s3c2410_gpio_cfgpin(S3C2410_GPE(7), S3C2410_GPE7_SDDAT0);
1242                 s3c2410_gpio_cfgpin(S3C2410_GPE(8), S3C2410_GPE8_SDDAT1);
1243                 s3c2410_gpio_cfgpin(S3C2410_GPE(9), S3C2410_GPE9_SDDAT2);
1244                 s3c2410_gpio_cfgpin(S3C2410_GPE(10), S3C2410_GPE10_SDDAT3);
1245
1246                 if (host->pdata->set_power)
1247                         host->pdata->set_power(ios->power_mode, ios->vdd);
1248
1249                 if (!host->is2440)
1250                         mci_con |= S3C2410_SDICON_FIFORESET;
1251
1252                 break;
1253
1254         case MMC_POWER_OFF:
1255         default:
1256                 gpio_direction_output(S3C2410_GPE(5), 0);
1257
1258                 if (host->is2440)
1259                         mci_con |= S3C2440_SDICON_SDRESET;
1260
1261                 if (host->pdata->set_power)
1262                         host->pdata->set_power(ios->power_mode, ios->vdd);
1263
1264                 break;
1265         }
1266
1267         s3cmci_set_clk(host, ios);
1268
1269         /* Set CLOCK_ENABLE */
1270         if (ios->clock)
1271                 mci_con |= S3C2410_SDICON_CLOCKTYPE;
1272         else
1273                 mci_con &= ~S3C2410_SDICON_CLOCKTYPE;
1274
1275         writel(mci_con, host->base + S3C2410_SDICON);
1276
1277         if ((ios->power_mode == MMC_POWER_ON) ||
1278             (ios->power_mode == MMC_POWER_UP)) {
1279                 dbg(host, dbg_conf, "running at %lukHz (requested: %ukHz).\n",
1280                         host->real_rate/1000, ios->clock/1000);
1281         } else {
1282                 dbg(host, dbg_conf, "powered down.\n");
1283         }
1284
1285         host->bus_width = ios->bus_width;
1286 }
1287
1288 static void s3cmci_reset(struct s3cmci_host *host)
1289 {
1290         u32 con = readl(host->base + S3C2410_SDICON);
1291
1292         con |= S3C2440_SDICON_SDRESET;
1293         writel(con, host->base + S3C2410_SDICON);
1294 }
1295
1296 static int s3cmci_get_ro(struct mmc_host *mmc)
1297 {
1298         struct s3cmci_host *host = mmc_priv(mmc);
1299         struct s3c24xx_mci_pdata *pdata = host->pdata;
1300         int ret;
1301
1302         if (pdata->no_wprotect)
1303                 return 0;
1304
1305         ret = s3c2410_gpio_getpin(pdata->gpio_wprotect);
1306
1307         if (pdata->wprotect_invert)
1308                 ret = !ret;
1309
1310         return ret;
1311 }
1312
1313 static void s3cmci_enable_sdio_irq(struct mmc_host *mmc, int enable)
1314 {
1315         struct s3cmci_host *host = mmc_priv(mmc);
1316         unsigned long flags;
1317         u32 con;
1318
1319         local_irq_save(flags);
1320
1321         con = readl(host->base + S3C2410_SDICON);
1322         host->sdio_irqen = enable;
1323
1324         if (enable == host->sdio_irqen)
1325                 goto same_state;
1326
1327         if (enable) {
1328                 con |= S3C2410_SDICON_SDIOIRQ;
1329                 enable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1330
1331                 if (!host->irq_state && !host->irq_disabled) {
1332                         host->irq_state = true;
1333                         enable_irq(host->irq);
1334                 }
1335         } else {
1336                 disable_imask(host, S3C2410_SDIIMSK_SDIOIRQ);
1337                 con &= ~S3C2410_SDICON_SDIOIRQ;
1338
1339                 if (!host->irq_enabled && host->irq_state) {
1340                         disable_irq_nosync(host->irq);
1341                         host->irq_state = false;
1342                 }
1343         }
1344
1345         writel(con, host->base + S3C2410_SDICON);
1346
1347  same_state:
1348         local_irq_restore(flags);
1349
1350         s3cmci_check_sdio_irq(host);
1351 }
1352
1353 static struct mmc_host_ops s3cmci_ops = {
1354         .request        = s3cmci_request,
1355         .set_ios        = s3cmci_set_ios,
1356         .get_ro         = s3cmci_get_ro,
1357         .get_cd         = s3cmci_card_present,
1358         .enable_sdio_irq = s3cmci_enable_sdio_irq,
1359 };
1360
1361 static struct s3c24xx_mci_pdata s3cmci_def_pdata = {
1362         /* This is currently here to avoid a number of if (host->pdata)
1363          * checks. Any zero fields to ensure reasonable defaults are picked. */
1364 };
1365
1366 #ifdef CONFIG_CPU_FREQ
1367
1368 static int s3cmci_cpufreq_transition(struct notifier_block *nb,
1369                                      unsigned long val, void *data)
1370 {
1371         struct s3cmci_host *host;
1372         struct mmc_host *mmc;
1373         unsigned long newclk;
1374         unsigned long flags;
1375
1376         host = container_of(nb, struct s3cmci_host, freq_transition);
1377         newclk = clk_get_rate(host->clk);
1378         mmc = host->mmc;
1379
1380         if ((val == CPUFREQ_PRECHANGE && newclk > host->clk_rate) ||
1381             (val == CPUFREQ_POSTCHANGE && newclk < host->clk_rate)) {
1382                 spin_lock_irqsave(&mmc->lock, flags);
1383
1384                 host->clk_rate = newclk;
1385
1386                 if (mmc->ios.power_mode != MMC_POWER_OFF &&
1387                     mmc->ios.clock != 0)
1388                         s3cmci_set_clk(host, &mmc->ios);
1389
1390                 spin_unlock_irqrestore(&mmc->lock, flags);
1391         }
1392
1393         return 0;
1394 }
1395
1396 static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1397 {
1398         host->freq_transition.notifier_call = s3cmci_cpufreq_transition;
1399
1400         return cpufreq_register_notifier(&host->freq_transition,
1401                                          CPUFREQ_TRANSITION_NOTIFIER);
1402 }
1403
1404 static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1405 {
1406         cpufreq_unregister_notifier(&host->freq_transition,
1407                                     CPUFREQ_TRANSITION_NOTIFIER);
1408 }
1409
1410 #else
1411 static inline int s3cmci_cpufreq_register(struct s3cmci_host *host)
1412 {
1413         return 0;
1414 }
1415
1416 static inline void s3cmci_cpufreq_deregister(struct s3cmci_host *host)
1417 {
1418 }
1419 #endif
1420
1421
1422 #ifdef CONFIG_DEBUG_FS
1423
1424 static int s3cmci_state_show(struct seq_file *seq, void *v)
1425 {
1426         struct s3cmci_host *host = seq->private;
1427
1428         seq_printf(seq, "Register base = 0x%08x\n", (u32)host->base);
1429         seq_printf(seq, "Clock rate = %ld\n", host->clk_rate);
1430         seq_printf(seq, "Prescale = %d\n", host->prescaler);
1431         seq_printf(seq, "is2440 = %d\n", host->is2440);
1432         seq_printf(seq, "IRQ = %d\n", host->irq);
1433         seq_printf(seq, "IRQ enabled = %d\n", host->irq_enabled);
1434         seq_printf(seq, "IRQ disabled = %d\n", host->irq_disabled);
1435         seq_printf(seq, "IRQ state = %d\n", host->irq_state);
1436         seq_printf(seq, "CD IRQ = %d\n", host->irq_cd);
1437         seq_printf(seq, "Do DMA = %d\n", s3cmci_host_usedma(host));
1438         seq_printf(seq, "SDIIMSK at %d\n", host->sdiimsk);
1439         seq_printf(seq, "SDIDATA at %d\n", host->sdidata);
1440
1441         return 0;
1442 }
1443
1444 static int s3cmci_state_open(struct inode *inode, struct file *file)
1445 {
1446         return single_open(file, s3cmci_state_show, inode->i_private);
1447 }
1448
1449 static const struct file_operations s3cmci_fops_state = {
1450         .owner          = THIS_MODULE,
1451         .open           = s3cmci_state_open,
1452         .read           = seq_read,
1453         .llseek         = seq_lseek,
1454         .release        = single_release,
1455 };
1456
1457 #define DBG_REG(_r) { .addr = S3C2410_SDI##_r, .name = #_r }
1458
1459 struct s3cmci_reg {
1460         unsigned short  addr;
1461         unsigned char   *name;
1462 } debug_regs[] = {
1463         DBG_REG(CON),
1464         DBG_REG(PRE),
1465         DBG_REG(CMDARG),
1466         DBG_REG(CMDCON),
1467         DBG_REG(CMDSTAT),
1468         DBG_REG(RSP0),
1469         DBG_REG(RSP1),
1470         DBG_REG(RSP2),
1471         DBG_REG(RSP3),
1472         DBG_REG(TIMER),
1473         DBG_REG(BSIZE),
1474         DBG_REG(DCON),
1475         DBG_REG(DCNT),
1476         DBG_REG(DSTA),
1477         DBG_REG(FSTA),
1478         {}
1479 };
1480
1481 static int s3cmci_regs_show(struct seq_file *seq, void *v)
1482 {
1483         struct s3cmci_host *host = seq->private;
1484         struct s3cmci_reg *rptr = debug_regs;
1485
1486         for (; rptr->name; rptr++)
1487                 seq_printf(seq, "SDI%s\t=0x%08x\n", rptr->name,
1488                            readl(host->base + rptr->addr));
1489
1490         seq_printf(seq, "SDIIMSK\t=0x%08x\n", readl(host->base + host->sdiimsk));
1491
1492         return 0;
1493 }
1494
1495 static int s3cmci_regs_open(struct inode *inode, struct file *file)
1496 {
1497         return single_open(file, s3cmci_regs_show, inode->i_private);
1498 }
1499
1500 static const struct file_operations s3cmci_fops_regs = {
1501         .owner          = THIS_MODULE,
1502         .open           = s3cmci_regs_open,
1503         .read           = seq_read,
1504         .llseek         = seq_lseek,
1505         .release        = single_release,
1506 };
1507
1508 static void s3cmci_debugfs_attach(struct s3cmci_host *host)
1509 {
1510         struct device *dev = &host->pdev->dev;
1511
1512         host->debug_root = debugfs_create_dir(dev_name(dev), NULL);
1513         if (IS_ERR(host->debug_root)) {
1514                 dev_err(dev, "failed to create debugfs root\n");
1515                 return;
1516         }
1517
1518         host->debug_state = debugfs_create_file("state", 0444,
1519                                                 host->debug_root, host,
1520                                                 &s3cmci_fops_state);
1521
1522         if (IS_ERR(host->debug_state))
1523                 dev_err(dev, "failed to create debug state file\n");
1524
1525         host->debug_regs = debugfs_create_file("regs", 0444,
1526                                                host->debug_root, host,
1527                                                &s3cmci_fops_regs);
1528
1529         if (IS_ERR(host->debug_regs))
1530                 dev_err(dev, "failed to create debug regs file\n");
1531 }
1532
1533 static void s3cmci_debugfs_remove(struct s3cmci_host *host)
1534 {
1535         debugfs_remove(host->debug_regs);
1536         debugfs_remove(host->debug_state);
1537         debugfs_remove(host->debug_root);
1538 }
1539
1540 #else
1541 static inline void s3cmci_debugfs_attach(struct s3cmci_host *host) { }
1542 static inline void s3cmci_debugfs_remove(struct s3cmci_host *host) { }
1543
1544 #endif /* CONFIG_DEBUG_FS */
1545
1546 static int __devinit s3cmci_probe(struct platform_device *pdev)
1547 {
1548         struct s3cmci_host *host;
1549         struct mmc_host *mmc;
1550         int ret;
1551         int is2440;
1552         int i;
1553
1554         is2440 = platform_get_device_id(pdev)->driver_data;
1555
1556         mmc = mmc_alloc_host(sizeof(struct s3cmci_host), &pdev->dev);
1557         if (!mmc) {
1558                 ret = -ENOMEM;
1559                 goto probe_out;
1560         }
1561
1562         for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++) {
1563                 ret = gpio_request(i, dev_name(&pdev->dev));
1564                 if (ret) {
1565                         dev_err(&pdev->dev, "failed to get gpio %d\n", i);
1566
1567                         for (i--; i >= S3C2410_GPE(5); i--)
1568                                 gpio_free(i);
1569
1570                         goto probe_free_host;
1571                 }
1572         }
1573
1574         host = mmc_priv(mmc);
1575         host->mmc       = mmc;
1576         host->pdev      = pdev;
1577         host->is2440    = is2440;
1578
1579         host->pdata = pdev->dev.platform_data;
1580         if (!host->pdata) {
1581                 pdev->dev.platform_data = &s3cmci_def_pdata;
1582                 host->pdata = &s3cmci_def_pdata;
1583         }
1584
1585         spin_lock_init(&host->complete_lock);
1586         tasklet_init(&host->pio_tasklet, pio_tasklet, (unsigned long) host);
1587
1588         if (is2440) {
1589                 host->sdiimsk   = S3C2440_SDIIMSK;
1590                 host->sdidata   = S3C2440_SDIDATA;
1591                 host->clk_div   = 1;
1592         } else {
1593                 host->sdiimsk   = S3C2410_SDIIMSK;
1594                 host->sdidata   = S3C2410_SDIDATA;
1595                 host->clk_div   = 2;
1596         }
1597
1598         host->complete_what     = COMPLETION_NONE;
1599         host->pio_active        = XFER_NONE;
1600
1601 #ifdef CONFIG_MMC_S3C_PIODMA
1602         host->dodma             = host->pdata->dma;
1603 #endif
1604
1605         host->mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1606         if (!host->mem) {
1607                 dev_err(&pdev->dev,
1608                         "failed to get io memory region resouce.\n");
1609
1610                 ret = -ENOENT;
1611                 goto probe_free_gpio;
1612         }
1613
1614         host->mem = request_mem_region(host->mem->start,
1615                                        resource_size(host->mem), pdev->name);
1616
1617         if (!host->mem) {
1618                 dev_err(&pdev->dev, "failed to request io memory region.\n");
1619                 ret = -ENOENT;
1620                 goto probe_free_gpio;
1621         }
1622
1623         host->base = ioremap(host->mem->start, resource_size(host->mem));
1624         if (!host->base) {
1625                 dev_err(&pdev->dev, "failed to ioremap() io memory region.\n");
1626                 ret = -EINVAL;
1627                 goto probe_free_mem_region;
1628         }
1629
1630         host->irq = platform_get_irq(pdev, 0);
1631         if (host->irq == 0) {
1632                 dev_err(&pdev->dev, "failed to get interrupt resouce.\n");
1633                 ret = -EINVAL;
1634                 goto probe_iounmap;
1635         }
1636
1637         if (request_irq(host->irq, s3cmci_irq, 0, DRIVER_NAME, host)) {
1638                 dev_err(&pdev->dev, "failed to request mci interrupt.\n");
1639                 ret = -ENOENT;
1640                 goto probe_iounmap;
1641         }
1642
1643         /* We get spurious interrupts even when we have set the IMSK
1644          * register to ignore everything, so use disable_irq() to make
1645          * ensure we don't lock the system with un-serviceable requests. */
1646
1647         disable_irq(host->irq);
1648         host->irq_state = false;
1649
1650         if (!host->pdata->no_detect) {
1651                 ret = gpio_request(host->pdata->gpio_detect, "s3cmci detect");
1652                 if (ret) {
1653                         dev_err(&pdev->dev, "failed to get detect gpio\n");
1654                         goto probe_free_irq;
1655                 }
1656
1657                 host->irq_cd = s3c2410_gpio_getirq(host->pdata->gpio_detect);
1658
1659                 if (host->irq_cd >= 0) {
1660                         if (request_irq(host->irq_cd, s3cmci_irq_cd,
1661                                         IRQF_TRIGGER_RISING |
1662                                         IRQF_TRIGGER_FALLING,
1663                                         DRIVER_NAME, host)) {
1664                                 dev_err(&pdev->dev,
1665                                         "can't get card detect irq.\n");
1666                                 ret = -ENOENT;
1667                                 goto probe_free_gpio_cd;
1668                         }
1669                 } else {
1670                         dev_warn(&pdev->dev,
1671                                  "host detect has no irq available\n");
1672                         gpio_direction_input(host->pdata->gpio_detect);
1673                 }
1674         } else
1675                 host->irq_cd = -1;
1676
1677         if (!host->pdata->no_wprotect) {
1678                 ret = gpio_request(host->pdata->gpio_wprotect, "s3cmci wp");
1679                 if (ret) {
1680                         dev_err(&pdev->dev, "failed to get writeprotect\n");
1681                         goto probe_free_irq_cd;
1682                 }
1683
1684                 gpio_direction_input(host->pdata->gpio_wprotect);
1685         }
1686
1687         /* depending on the dma state, get a dma channel to use. */
1688
1689         if (s3cmci_host_usedma(host)) {
1690                 host->dma = s3c2410_dma_request(DMACH_SDI, &s3cmci_dma_client,
1691                                                 host);
1692                 if (host->dma < 0) {
1693                         dev_err(&pdev->dev, "cannot get DMA channel.\n");
1694                         if (!s3cmci_host_canpio()) {
1695                                 ret = -EBUSY;
1696                                 goto probe_free_gpio_wp;
1697                         } else {
1698                                 dev_warn(&pdev->dev, "falling back to PIO.\n");
1699                                 host->dodma = 0;
1700                         }
1701                 }
1702         }
1703
1704         host->clk = clk_get(&pdev->dev, "sdi");
1705         if (IS_ERR(host->clk)) {
1706                 dev_err(&pdev->dev, "failed to find clock source.\n");
1707                 ret = PTR_ERR(host->clk);
1708                 host->clk = NULL;
1709                 goto probe_free_dma;
1710         }
1711
1712         ret = clk_enable(host->clk);
1713         if (ret) {
1714                 dev_err(&pdev->dev, "failed to enable clock source.\n");
1715                 goto clk_free;
1716         }
1717
1718         host->clk_rate = clk_get_rate(host->clk);
1719
1720         mmc->ops        = &s3cmci_ops;
1721         mmc->ocr_avail  = MMC_VDD_32_33 | MMC_VDD_33_34;
1722 #ifdef CONFIG_MMC_S3C_HW_SDIO_IRQ
1723         mmc->caps       = MMC_CAP_4_BIT_DATA | MMC_CAP_SDIO_IRQ;
1724 #else
1725         mmc->caps       = MMC_CAP_4_BIT_DATA;
1726 #endif
1727         mmc->f_min      = host->clk_rate / (host->clk_div * 256);
1728         mmc->f_max      = host->clk_rate / host->clk_div;
1729
1730         if (host->pdata->ocr_avail)
1731                 mmc->ocr_avail = host->pdata->ocr_avail;
1732
1733         mmc->max_blk_count      = 4095;
1734         mmc->max_blk_size       = 4095;
1735         mmc->max_req_size       = 4095 * 512;
1736         mmc->max_seg_size       = mmc->max_req_size;
1737
1738         mmc->max_phys_segs      = 128;
1739         mmc->max_hw_segs        = 128;
1740
1741         dbg(host, dbg_debug,
1742             "probe: mode:%s mapped mci_base:%p irq:%u irq_cd:%u dma:%u.\n",
1743             (host->is2440?"2440":""),
1744             host->base, host->irq, host->irq_cd, host->dma);
1745
1746         ret = s3cmci_cpufreq_register(host);
1747         if (ret) {
1748                 dev_err(&pdev->dev, "failed to register cpufreq\n");
1749                 goto free_dmabuf;
1750         }
1751
1752         ret = mmc_add_host(mmc);
1753         if (ret) {
1754                 dev_err(&pdev->dev, "failed to add mmc host.\n");
1755                 goto free_cpufreq;
1756         }
1757
1758         s3cmci_debugfs_attach(host);
1759
1760         platform_set_drvdata(pdev, mmc);
1761         dev_info(&pdev->dev, "%s - using %s, %s SDIO IRQ\n", mmc_hostname(mmc),
1762                  s3cmci_host_usedma(host) ? "dma" : "pio",
1763                  mmc->caps & MMC_CAP_SDIO_IRQ ? "hw" : "sw");
1764
1765         return 0;
1766
1767  free_cpufreq:
1768         s3cmci_cpufreq_deregister(host);
1769
1770  free_dmabuf:
1771         clk_disable(host->clk);
1772
1773  clk_free:
1774         clk_put(host->clk);
1775
1776  probe_free_dma:
1777         if (s3cmci_host_usedma(host))
1778                 s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1779
1780  probe_free_gpio_wp:
1781         if (!host->pdata->no_wprotect)
1782                 gpio_free(host->pdata->gpio_wprotect);
1783
1784  probe_free_gpio_cd:
1785         if (!host->pdata->no_detect)
1786                 gpio_free(host->pdata->gpio_detect);
1787
1788  probe_free_irq_cd:
1789         if (host->irq_cd >= 0)
1790                 free_irq(host->irq_cd, host);
1791
1792  probe_free_irq:
1793         free_irq(host->irq, host);
1794
1795  probe_iounmap:
1796         iounmap(host->base);
1797
1798  probe_free_mem_region:
1799         release_mem_region(host->mem->start, resource_size(host->mem));
1800
1801  probe_free_gpio:
1802         for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1803                 gpio_free(i);
1804
1805  probe_free_host:
1806         mmc_free_host(mmc);
1807
1808  probe_out:
1809         return ret;
1810 }
1811
1812 static void s3cmci_shutdown(struct platform_device *pdev)
1813 {
1814         struct mmc_host *mmc = platform_get_drvdata(pdev);
1815         struct s3cmci_host *host = mmc_priv(mmc);
1816
1817         if (host->irq_cd >= 0)
1818                 free_irq(host->irq_cd, host);
1819
1820         s3cmci_debugfs_remove(host);
1821         s3cmci_cpufreq_deregister(host);
1822         mmc_remove_host(mmc);
1823         clk_disable(host->clk);
1824 }
1825
1826 static int __devexit s3cmci_remove(struct platform_device *pdev)
1827 {
1828         struct mmc_host         *mmc  = platform_get_drvdata(pdev);
1829         struct s3cmci_host      *host = mmc_priv(mmc);
1830         struct s3c24xx_mci_pdata *pd = host->pdata;
1831         int i;
1832
1833         s3cmci_shutdown(pdev);
1834
1835         clk_put(host->clk);
1836
1837         tasklet_disable(&host->pio_tasklet);
1838
1839         if (s3cmci_host_usedma(host))
1840                 s3c2410_dma_free(host->dma, &s3cmci_dma_client);
1841
1842         free_irq(host->irq, host);
1843
1844         if (!pd->no_wprotect)
1845                 gpio_free(pd->gpio_wprotect);
1846
1847         if (!pd->no_detect)
1848                 gpio_free(pd->gpio_detect);
1849
1850         for (i = S3C2410_GPE(5); i <= S3C2410_GPE(10); i++)
1851                 gpio_free(i);
1852
1853
1854         iounmap(host->base);
1855         release_mem_region(host->mem->start, resource_size(host->mem));
1856
1857         mmc_free_host(mmc);
1858         return 0;
1859 }
1860
1861 static struct platform_device_id s3cmci_driver_ids[] = {
1862         {
1863                 .name   = "s3c2410-sdi",
1864                 .driver_data    = 0,
1865         }, {
1866                 .name   = "s3c2412-sdi",
1867                 .driver_data    = 1,
1868         }, {
1869                 .name   = "s3c2440-sdi",
1870                 .driver_data    = 1,
1871         },
1872         { }
1873 };
1874
1875 MODULE_DEVICE_TABLE(platform, s3cmci_driver_ids);
1876
1877
1878 #ifdef CONFIG_PM
1879
1880 static int s3cmci_suspend(struct device *dev)
1881 {
1882         struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1883         struct pm_message event = { PM_EVENT_SUSPEND };
1884
1885         return mmc_suspend_host(mmc, event);
1886 }
1887
1888 static int s3cmci_resume(struct device *dev)
1889 {
1890         struct mmc_host *mmc = platform_get_drvdata(to_platform_device(dev));
1891
1892         return mmc_resume_host(mmc);
1893 }
1894
1895 static struct dev_pm_ops s3cmci_pm = {
1896         .suspend        = s3cmci_suspend,
1897         .resume         = s3cmci_resume,
1898 };
1899
1900 #define s3cmci_pm_ops &s3cmci_pm
1901 #else /* CONFIG_PM */
1902 #define s3cmci_pm_ops NULL
1903 #endif /* CONFIG_PM */
1904
1905
1906 static struct platform_driver s3cmci_driver = {
1907         .driver = {
1908                 .name   = "s3c-sdi",
1909                 .owner  = THIS_MODULE,
1910                 .pm     = s3cmci_pm_ops,
1911         },
1912         .id_table       = s3cmci_driver_ids,
1913         .probe          = s3cmci_probe,
1914         .remove         = __devexit_p(s3cmci_remove),
1915         .shutdown       = s3cmci_shutdown,
1916 };
1917
1918 static int __init s3cmci_init(void)
1919 {
1920         return platform_driver_register(&s3cmci_driver);
1921 }
1922
1923 static void __exit s3cmci_exit(void)
1924 {
1925         platform_driver_unregister(&s3cmci_driver);
1926 }
1927
1928 module_init(s3cmci_init);
1929 module_exit(s3cmci_exit);
1930
1931 MODULE_DESCRIPTION("Samsung S3C MMC/SD Card Interface driver");
1932 MODULE_LICENSE("GPL v2");
1933 MODULE_AUTHOR("Thomas Kleffel <tk@maintech.de>, Ben Dooks <ben-linux@fluff.org>");