Blackfin Serial Driver: handle irregular DMA register status in auto start mode
[safe/jmp/linux-2.6] / drivers / serial / bfin_5xx.c
1 /*
2  * Blackfin On-Chip Serial Driver
3  *
4  * Copyright 2006-2008 Analog Devices Inc.
5  *
6  * Enter bugs at http://blackfin.uclinux.org/
7  *
8  * Licensed under the GPL-2 or later.
9  */
10
11 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) && defined(CONFIG_MAGIC_SYSRQ)
12 #define SUPPORT_SYSRQ
13 #endif
14
15 #include <linux/module.h>
16 #include <linux/ioport.h>
17 #include <linux/init.h>
18 #include <linux/console.h>
19 #include <linux/sysrq.h>
20 #include <linux/platform_device.h>
21 #include <linux/tty.h>
22 #include <linux/tty_flip.h>
23 #include <linux/serial_core.h>
24
25 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
26         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
27 #include <linux/kgdb.h>
28 #include <asm/irq_regs.h>
29 #endif
30
31 #include <asm/gpio.h>
32 #include <mach/bfin_serial_5xx.h>
33
34 #ifdef CONFIG_SERIAL_BFIN_DMA
35 #include <linux/dma-mapping.h>
36 #include <asm/io.h>
37 #include <asm/irq.h>
38 #include <asm/cacheflush.h>
39 #endif
40
41 /* UART name and device definitions */
42 #define BFIN_SERIAL_NAME        "ttyBF"
43 #define BFIN_SERIAL_MAJOR       204
44 #define BFIN_SERIAL_MINOR       64
45
46 static struct bfin_serial_port bfin_serial_ports[BFIN_UART_NR_PORTS];
47 static int nr_active_ports = ARRAY_SIZE(bfin_serial_resource);
48
49 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
50         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
51
52 # ifndef CONFIG_SERIAL_BFIN_PIO
53 #  error KGDB only support UART in PIO mode.
54 # endif
55
56 static int kgdboc_port_line;
57 static int kgdboc_break_enabled;
58 #endif
59 /*
60  * Setup for console. Argument comes from the menuconfig
61  */
62 #define DMA_RX_XCOUNT           512
63 #define DMA_RX_YCOUNT           (PAGE_SIZE / DMA_RX_XCOUNT)
64
65 #define DMA_RX_FLUSH_JIFFIES    (HZ / 50)
66
67 #ifdef CONFIG_SERIAL_BFIN_DMA
68 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart);
69 #else
70 static void bfin_serial_tx_chars(struct bfin_serial_port *uart);
71 #endif
72
73 static void bfin_serial_reset_irda(struct uart_port *port);
74
75 #if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
76         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
77 static unsigned int bfin_serial_get_mctrl(struct uart_port *port)
78 {
79         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
80         if (uart->cts_pin < 0)
81                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
82
83         /* CTS PIN is negative assertive. */
84         if (UART_GET_CTS(uart))
85                 return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
86         else
87                 return TIOCM_DSR | TIOCM_CAR;
88 }
89
90 static void bfin_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
91 {
92         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
93         if (uart->rts_pin < 0)
94                 return;
95
96         /* RTS PIN is negative assertive. */
97         if (mctrl & TIOCM_RTS)
98                 UART_ENABLE_RTS(uart);
99         else
100                 UART_DISABLE_RTS(uart);
101 }
102
103 /*
104  * Handle any change of modem status signal.
105  */
106 static irqreturn_t bfin_serial_mctrl_cts_int(int irq, void *dev_id)
107 {
108         struct bfin_serial_port *uart = dev_id;
109         unsigned int status;
110
111         status = bfin_serial_get_mctrl(&uart->port);
112         uart_handle_cts_change(&uart->port, status & TIOCM_CTS);
113 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
114         uart->scts = 1;
115         UART_CLEAR_SCTS(uart);
116         UART_CLEAR_IER(uart, EDSSI);
117 #endif
118
119         return IRQ_HANDLED;
120 }
121 #else
122 static unsigned int bfin_serial_get_mctrl(struct uart_port *port)
123 {
124         return TIOCM_CTS | TIOCM_DSR | TIOCM_CAR;
125 }
126
127 static void bfin_serial_set_mctrl(struct uart_port *port, unsigned int mctrl)
128 {
129 }
130 #endif
131
132 /*
133  * interrupts are disabled on entry
134  */
135 static void bfin_serial_stop_tx(struct uart_port *port)
136 {
137         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
138 #ifdef CONFIG_SERIAL_BFIN_DMA
139         struct circ_buf *xmit = &uart->port.info->xmit;
140 #endif
141
142         while (!(UART_GET_LSR(uart) & TEMT))
143                 cpu_relax();
144
145 #ifdef CONFIG_SERIAL_BFIN_DMA
146         disable_dma(uart->tx_dma_channel);
147         xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
148         uart->port.icount.tx += uart->tx_count;
149         uart->tx_count = 0;
150         uart->tx_done = 1;
151 #else
152 #ifdef CONFIG_BF54x
153         /* Clear TFI bit */
154         UART_PUT_LSR(uart, TFI);
155 #endif
156         UART_CLEAR_IER(uart, ETBEI);
157 #endif
158 }
159
160 /*
161  * port is locked and interrupts are disabled
162  */
163 static void bfin_serial_start_tx(struct uart_port *port)
164 {
165         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
166         struct tty_struct *tty = uart->port.info->port.tty;
167
168 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
169         if (uart->scts && !(bfin_serial_get_mctrl(&uart->port) & TIOCM_CTS)) {
170                 uart->scts = 0;
171                 uart_handle_cts_change(&uart->port, uart->scts);
172         }
173 #endif
174
175         /*
176          * To avoid losting RX interrupt, we reset IR function
177          * before sending data.
178          */
179         if (tty->termios->c_line == N_IRDA)
180                 bfin_serial_reset_irda(port);
181
182 #ifdef CONFIG_SERIAL_BFIN_DMA
183         if (uart->tx_done)
184                 bfin_serial_dma_tx_chars(uart);
185 #else
186         UART_SET_IER(uart, ETBEI);
187         bfin_serial_tx_chars(uart);
188 #endif
189 }
190
191 /*
192  * Interrupts are enabled
193  */
194 static void bfin_serial_stop_rx(struct uart_port *port)
195 {
196         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
197
198         UART_CLEAR_IER(uart, ERBFI);
199 }
200
201 /*
202  * Set the modem control timer to fire immediately.
203  */
204 static void bfin_serial_enable_ms(struct uart_port *port)
205 {
206 }
207
208
209 #if ANOMALY_05000363 && defined(CONFIG_SERIAL_BFIN_PIO)
210 # define UART_GET_ANOMALY_THRESHOLD(uart)    ((uart)->anomaly_threshold)
211 # define UART_SET_ANOMALY_THRESHOLD(uart, v) ((uart)->anomaly_threshold = (v))
212 #else
213 # define UART_GET_ANOMALY_THRESHOLD(uart)    0
214 # define UART_SET_ANOMALY_THRESHOLD(uart, v)
215 #endif
216
217 #ifdef CONFIG_SERIAL_BFIN_PIO
218 static void bfin_serial_rx_chars(struct bfin_serial_port *uart)
219 {
220         struct tty_struct *tty = NULL;
221         unsigned int status, ch, flg;
222         static struct timeval anomaly_start = { .tv_sec = 0 };
223
224         status = UART_GET_LSR(uart);
225         UART_CLEAR_LSR(uart);
226
227         ch = UART_GET_CHAR(uart);
228         uart->port.icount.rx++;
229
230 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
231         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
232         if (kgdb_connected && kgdboc_port_line == uart->port.line)
233                 if (ch == 0x3) {/* Ctrl + C */
234                         kgdb_breakpoint();
235                         return;
236                 }
237
238         if (!uart->port.info || !uart->port.info->port.tty)
239                 return;
240 #endif
241         tty = uart->port.info->port.tty;
242
243         if (ANOMALY_05000363) {
244                 /* The BF533 (and BF561) family of processors have a nice anomaly
245                  * where they continuously generate characters for a "single" break.
246                  * We have to basically ignore this flood until the "next" valid
247                  * character comes across.  Due to the nature of the flood, it is
248                  * not possible to reliably catch bytes that are sent too quickly
249                  * after this break.  So application code talking to the Blackfin
250                  * which sends a break signal must allow at least 1.5 character
251                  * times after the end of the break for things to stabilize.  This
252                  * timeout was picked as it must absolutely be larger than 1
253                  * character time +/- some percent.  So 1.5 sounds good.  All other
254                  * Blackfin families operate properly.  Woo.
255                  */
256                 if (anomaly_start.tv_sec) {
257                         struct timeval curr;
258                         suseconds_t usecs;
259
260                         if ((~ch & (~ch + 1)) & 0xff)
261                                 goto known_good_char;
262
263                         do_gettimeofday(&curr);
264                         if (curr.tv_sec - anomaly_start.tv_sec > 1)
265                                 goto known_good_char;
266
267                         usecs = 0;
268                         if (curr.tv_sec != anomaly_start.tv_sec)
269                                 usecs += USEC_PER_SEC;
270                         usecs += curr.tv_usec - anomaly_start.tv_usec;
271
272                         if (usecs > UART_GET_ANOMALY_THRESHOLD(uart))
273                                 goto known_good_char;
274
275                         if (ch)
276                                 anomaly_start.tv_sec = 0;
277                         else
278                                 anomaly_start = curr;
279
280                         return;
281
282  known_good_char:
283                         status &= ~BI;
284                         anomaly_start.tv_sec = 0;
285                 }
286         }
287
288         if (status & BI) {
289                 if (ANOMALY_05000363)
290                         if (bfin_revid() < 5)
291                                 do_gettimeofday(&anomaly_start);
292                 uart->port.icount.brk++;
293                 if (uart_handle_break(&uart->port))
294                         goto ignore_char;
295                 status &= ~(PE | FE);
296         }
297         if (status & PE)
298                 uart->port.icount.parity++;
299         if (status & OE)
300                 uart->port.icount.overrun++;
301         if (status & FE)
302                 uart->port.icount.frame++;
303
304         status &= uart->port.read_status_mask;
305
306         if (status & BI)
307                 flg = TTY_BREAK;
308         else if (status & PE)
309                 flg = TTY_PARITY;
310         else if (status & FE)
311                 flg = TTY_FRAME;
312         else
313                 flg = TTY_NORMAL;
314
315         if (uart_handle_sysrq_char(&uart->port, ch))
316                 goto ignore_char;
317
318         uart_insert_char(&uart->port, status, OE, ch, flg);
319
320  ignore_char:
321         tty_flip_buffer_push(tty);
322 }
323
324 static void bfin_serial_tx_chars(struct bfin_serial_port *uart)
325 {
326         struct circ_buf *xmit = &uart->port.info->xmit;
327
328         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
329 #ifdef CONFIG_BF54x
330                 /* Clear TFI bit */
331                 UART_PUT_LSR(uart, TFI);
332 #endif
333                 UART_CLEAR_IER(uart, ETBEI);
334                 return;
335         }
336
337         if (uart->port.x_char) {
338                 UART_PUT_CHAR(uart, uart->port.x_char);
339                 uart->port.icount.tx++;
340                 uart->port.x_char = 0;
341         }
342
343         while ((UART_GET_LSR(uart) & THRE) && xmit->tail != xmit->head) {
344                 UART_PUT_CHAR(uart, xmit->buf[xmit->tail]);
345                 xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1);
346                 uart->port.icount.tx++;
347                 SSYNC();
348         }
349
350         if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
351                 uart_write_wakeup(&uart->port);
352 }
353
354 static irqreturn_t bfin_serial_rx_int(int irq, void *dev_id)
355 {
356         struct bfin_serial_port *uart = dev_id;
357
358         spin_lock(&uart->port.lock);
359         while (UART_GET_LSR(uart) & DR)
360                 bfin_serial_rx_chars(uart);
361         spin_unlock(&uart->port.lock);
362
363         return IRQ_HANDLED;
364 }
365
366 static irqreturn_t bfin_serial_tx_int(int irq, void *dev_id)
367 {
368         struct bfin_serial_port *uart = dev_id;
369
370 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
371         if (uart->scts && !(bfin_serial_get_mctrl(&uart->port) & TIOCM_CTS)) {
372                 uart->scts = 0;
373                 uart_handle_cts_change(&uart->port, uart->scts);
374         }
375 #endif
376         spin_lock(&uart->port.lock);
377         if (UART_GET_LSR(uart) & THRE)
378                 bfin_serial_tx_chars(uart);
379         spin_unlock(&uart->port.lock);
380
381         return IRQ_HANDLED;
382 }
383 #endif
384
385 #ifdef CONFIG_SERIAL_BFIN_DMA
386 static void bfin_serial_dma_tx_chars(struct bfin_serial_port *uart)
387 {
388         struct circ_buf *xmit = &uart->port.info->xmit;
389
390         uart->tx_done = 0;
391
392         if (uart_circ_empty(xmit) || uart_tx_stopped(&uart->port)) {
393                 uart->tx_count = 0;
394                 uart->tx_done = 1;
395                 return;
396         }
397
398         if (uart->port.x_char) {
399                 UART_PUT_CHAR(uart, uart->port.x_char);
400                 uart->port.icount.tx++;
401                 uart->port.x_char = 0;
402         }
403
404         uart->tx_count = CIRC_CNT(xmit->head, xmit->tail, UART_XMIT_SIZE);
405         if (uart->tx_count > (UART_XMIT_SIZE - xmit->tail))
406                 uart->tx_count = UART_XMIT_SIZE - xmit->tail;
407         blackfin_dcache_flush_range((unsigned long)(xmit->buf+xmit->tail),
408                                         (unsigned long)(xmit->buf+xmit->tail+uart->tx_count));
409         set_dma_config(uart->tx_dma_channel,
410                 set_bfin_dma_config(DIR_READ, DMA_FLOW_STOP,
411                         INTR_ON_BUF,
412                         DIMENSION_LINEAR,
413                         DATA_SIZE_8,
414                         DMA_SYNC_RESTART));
415         set_dma_start_addr(uart->tx_dma_channel, (unsigned long)(xmit->buf+xmit->tail));
416         set_dma_x_count(uart->tx_dma_channel, uart->tx_count);
417         set_dma_x_modify(uart->tx_dma_channel, 1);
418         SSYNC();
419         enable_dma(uart->tx_dma_channel);
420
421         UART_SET_IER(uart, ETBEI);
422 }
423
424 static void bfin_serial_dma_rx_chars(struct bfin_serial_port *uart)
425 {
426         struct tty_struct *tty = uart->port.info->port.tty;
427         int i, flg, status;
428
429         status = UART_GET_LSR(uart);
430         UART_CLEAR_LSR(uart);
431
432         uart->port.icount.rx +=
433                 CIRC_CNT(uart->rx_dma_buf.head, uart->rx_dma_buf.tail,
434                 UART_XMIT_SIZE);
435
436         if (status & BI) {
437                 uart->port.icount.brk++;
438                 if (uart_handle_break(&uart->port))
439                         goto dma_ignore_char;
440                 status &= ~(PE | FE);
441         }
442         if (status & PE)
443                 uart->port.icount.parity++;
444         if (status & OE)
445                 uart->port.icount.overrun++;
446         if (status & FE)
447                 uart->port.icount.frame++;
448
449         status &= uart->port.read_status_mask;
450
451         if (status & BI)
452                 flg = TTY_BREAK;
453         else if (status & PE)
454                 flg = TTY_PARITY;
455         else if (status & FE)
456                 flg = TTY_FRAME;
457         else
458                 flg = TTY_NORMAL;
459
460         for (i = uart->rx_dma_buf.tail; ; i++) {
461                 if (i >= UART_XMIT_SIZE)
462                         i = 0;
463                 if (i == uart->rx_dma_buf.head)
464                         break;
465                 if (!uart_handle_sysrq_char(&uart->port, uart->rx_dma_buf.buf[i]))
466                         uart_insert_char(&uart->port, status, OE,
467                                 uart->rx_dma_buf.buf[i], flg);
468         }
469
470  dma_ignore_char:
471         tty_flip_buffer_push(tty);
472 }
473
474 void bfin_serial_rx_dma_timeout(struct bfin_serial_port *uart)
475 {
476         int x_pos, pos;
477         unsigned long flags;
478
479         spin_lock_irqsave(&uart->port.lock, flags);
480
481         /* 2D DMA RX buffer ring is used. Because curr_y_count and
482          * curr_x_count can't be read as an atomic operation,
483          * curr_y_count should be read before curr_x_count. When
484          * curr_x_count is read, curr_y_count may already indicate
485          * next buffer line. But, the position calculated here is
486          * still indicate the old line. The wrong position data may
487          * be smaller than current buffer tail, which cause garbages
488          * are received if it is not prohibit.
489          */
490         uart->rx_dma_nrows = get_dma_curr_ycount(uart->rx_dma_channel);
491         x_pos = get_dma_curr_xcount(uart->rx_dma_channel);
492         uart->rx_dma_nrows = DMA_RX_YCOUNT - uart->rx_dma_nrows;
493         if (uart->rx_dma_nrows == DMA_RX_YCOUNT || x_pos == 0)
494                 uart->rx_dma_nrows = 0;
495         x_pos = DMA_RX_XCOUNT - x_pos;
496         if (x_pos == DMA_RX_XCOUNT)
497                 x_pos = 0;
498
499         pos = uart->rx_dma_nrows * DMA_RX_XCOUNT + x_pos;
500         /* Ignore receiving data if new position is in the same line of
501          * current buffer tail and small.
502          */
503         if (pos > uart->rx_dma_buf.tail ||
504                 uart->rx_dma_nrows < (uart->rx_dma_buf.tail/DMA_RX_XCOUNT)) {
505                 uart->rx_dma_buf.head = pos;
506                 bfin_serial_dma_rx_chars(uart);
507                 uart->rx_dma_buf.tail = uart->rx_dma_buf.head;
508         }
509
510         spin_unlock_irqrestore(&uart->port.lock, flags);
511
512         mod_timer(&(uart->rx_dma_timer), jiffies + DMA_RX_FLUSH_JIFFIES);
513 }
514
515 static irqreturn_t bfin_serial_dma_tx_int(int irq, void *dev_id)
516 {
517         struct bfin_serial_port *uart = dev_id;
518         struct circ_buf *xmit = &uart->port.info->xmit;
519
520 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
521         if (uart->scts && !(bfin_serial_get_mctrl(&uart->port)&TIOCM_CTS)) {
522                 uart->scts = 0;
523                 uart_handle_cts_change(&uart->port, uart->scts);
524         }
525 #endif
526
527         spin_lock(&uart->port.lock);
528         if (!(get_dma_curr_irqstat(uart->tx_dma_channel)&DMA_RUN)) {
529                 disable_dma(uart->tx_dma_channel);
530                 clear_dma_irqstat(uart->tx_dma_channel);
531                 UART_CLEAR_IER(uart, ETBEI);
532                 xmit->tail = (xmit->tail + uart->tx_count) & (UART_XMIT_SIZE - 1);
533                 uart->port.icount.tx += uart->tx_count;
534
535                 if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS)
536                         uart_write_wakeup(&uart->port);
537
538                 bfin_serial_dma_tx_chars(uart);
539         }
540
541         spin_unlock(&uart->port.lock);
542         return IRQ_HANDLED;
543 }
544
545 static irqreturn_t bfin_serial_dma_rx_int(int irq, void *dev_id)
546 {
547         struct bfin_serial_port *uart = dev_id;
548         unsigned short irqstat;
549         int x_pos, pos;
550
551         spin_lock(&uart->port.lock);
552         irqstat = get_dma_curr_irqstat(uart->rx_dma_channel);
553         clear_dma_irqstat(uart->rx_dma_channel);
554
555         uart->rx_dma_nrows = get_dma_curr_ycount(uart->rx_dma_channel);
556         x_pos = get_dma_curr_xcount(uart->rx_dma_channel);
557         uart->rx_dma_nrows = DMA_RX_YCOUNT - uart->rx_dma_nrows;
558         if (uart->rx_dma_nrows == DMA_RX_YCOUNT || x_pos == 0)
559                 uart->rx_dma_nrows = 0;
560
561         pos = uart->rx_dma_nrows * DMA_RX_XCOUNT;
562         if (pos > uart->rx_dma_buf.tail ||
563                 uart->rx_dma_nrows < (uart->rx_dma_buf.tail/DMA_RX_XCOUNT)) {
564                 uart->rx_dma_buf.head = pos;
565                 bfin_serial_dma_rx_chars(uart);
566                 uart->rx_dma_buf.tail = uart->rx_dma_buf.head;
567         }
568
569         spin_unlock(&uart->port.lock);
570
571         return IRQ_HANDLED;
572 }
573 #endif
574
575 /*
576  * Return TIOCSER_TEMT when transmitter is not busy.
577  */
578 static unsigned int bfin_serial_tx_empty(struct uart_port *port)
579 {
580         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
581         unsigned short lsr;
582
583         lsr = UART_GET_LSR(uart);
584         if (lsr & TEMT)
585                 return TIOCSER_TEMT;
586         else
587                 return 0;
588 }
589
590 static void bfin_serial_break_ctl(struct uart_port *port, int break_state)
591 {
592         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
593         u16 lcr = UART_GET_LCR(uart);
594         if (break_state)
595                 lcr |= SB;
596         else
597                 lcr &= ~SB;
598         UART_PUT_LCR(uart, lcr);
599         SSYNC();
600 }
601
602 static int bfin_serial_startup(struct uart_port *port)
603 {
604         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
605
606 #ifdef CONFIG_SERIAL_BFIN_DMA
607         dma_addr_t dma_handle;
608
609         if (request_dma(uart->rx_dma_channel, "BFIN_UART_RX") < 0) {
610                 printk(KERN_NOTICE "Unable to attach Blackfin UART RX DMA channel\n");
611                 return -EBUSY;
612         }
613
614         if (request_dma(uart->tx_dma_channel, "BFIN_UART_TX") < 0) {
615                 printk(KERN_NOTICE "Unable to attach Blackfin UART TX DMA channel\n");
616                 free_dma(uart->rx_dma_channel);
617                 return -EBUSY;
618         }
619
620         set_dma_callback(uart->rx_dma_channel, bfin_serial_dma_rx_int, uart);
621         set_dma_callback(uart->tx_dma_channel, bfin_serial_dma_tx_int, uart);
622
623         uart->rx_dma_buf.buf = (unsigned char *)dma_alloc_coherent(NULL, PAGE_SIZE, &dma_handle, GFP_DMA);
624         uart->rx_dma_buf.head = 0;
625         uart->rx_dma_buf.tail = 0;
626         uart->rx_dma_nrows = 0;
627
628         set_dma_config(uart->rx_dma_channel,
629                 set_bfin_dma_config(DIR_WRITE, DMA_FLOW_AUTO,
630                                 INTR_ON_ROW, DIMENSION_2D,
631                                 DATA_SIZE_8,
632                                 DMA_SYNC_RESTART));
633         set_dma_x_count(uart->rx_dma_channel, DMA_RX_XCOUNT);
634         set_dma_x_modify(uart->rx_dma_channel, 1);
635         set_dma_y_count(uart->rx_dma_channel, DMA_RX_YCOUNT);
636         set_dma_y_modify(uart->rx_dma_channel, 1);
637         set_dma_start_addr(uart->rx_dma_channel, (unsigned long)uart->rx_dma_buf.buf);
638         enable_dma(uart->rx_dma_channel);
639
640         uart->rx_dma_timer.data = (unsigned long)(uart);
641         uart->rx_dma_timer.function = (void *)bfin_serial_rx_dma_timeout;
642         uart->rx_dma_timer.expires = jiffies + DMA_RX_FLUSH_JIFFIES;
643         add_timer(&(uart->rx_dma_timer));
644 #else
645 # if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
646         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
647         if (kgdboc_port_line == uart->port.line && kgdboc_break_enabled)
648                 kgdboc_break_enabled = 0;
649         else {
650 # endif
651         if (request_irq(uart->port.irq, bfin_serial_rx_int, IRQF_DISABLED,
652              "BFIN_UART_RX", uart)) {
653                 printk(KERN_NOTICE "Unable to attach BlackFin UART RX interrupt\n");
654                 return -EBUSY;
655         }
656
657         if (request_irq
658             (uart->port.irq+1, bfin_serial_tx_int, IRQF_DISABLED,
659              "BFIN_UART_TX", uart)) {
660                 printk(KERN_NOTICE "Unable to attach BlackFin UART TX interrupt\n");
661                 free_irq(uart->port.irq, uart);
662                 return -EBUSY;
663         }
664
665 # ifdef CONFIG_BF54x
666         {
667                 unsigned uart_dma_ch_rx, uart_dma_ch_tx;
668
669                 switch (uart->port.irq) {
670                 case IRQ_UART3_RX:
671                         uart_dma_ch_rx = CH_UART3_RX;
672                         uart_dma_ch_tx = CH_UART3_TX;
673                         break;
674                 case IRQ_UART2_RX:
675                         uart_dma_ch_rx = CH_UART2_RX;
676                         uart_dma_ch_tx = CH_UART2_TX;
677                         break;
678                 default:
679                         uart_dma_ch_rx = uart_dma_ch_tx = 0;
680                         break;
681                 };
682
683                 if (uart_dma_ch_rx &&
684                         request_dma(uart_dma_ch_rx, "BFIN_UART_RX") < 0) {
685                         printk(KERN_NOTICE"Fail to attach UART interrupt\n");
686                         free_irq(uart->port.irq, uart);
687                         free_irq(uart->port.irq + 1, uart);
688                         return -EBUSY;
689                 }
690                 if (uart_dma_ch_tx &&
691                         request_dma(uart_dma_ch_tx, "BFIN_UART_TX") < 0) {
692                         printk(KERN_NOTICE "Fail to attach UART interrupt\n");
693                         free_dma(uart_dma_ch_rx);
694                         free_irq(uart->port.irq, uart);
695                         free_irq(uart->port.irq + 1, uart);
696                         return -EBUSY;
697                 }
698         }
699 # endif
700 # if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
701         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
702         }
703 # endif
704 #endif
705
706 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
707         if (uart->cts_pin >= 0) {
708                 if (request_irq(gpio_to_irq(uart->cts_pin),
709                         bfin_serial_mctrl_cts_int,
710                         IRQF_TRIGGER_RISING | IRQF_TRIGGER_FALLING |
711                         IRQF_DISABLED, "BFIN_UART_CTS", uart)) {
712                         uart->cts_pin = -1;
713                         pr_info("Unable to attach BlackFin UART CTS interrupt.\
714                                  So, disable it.\n");
715                 }
716         }
717         if (uart->rts_pin >= 0) {
718                 gpio_request(uart->rts_pin, DRIVER_NAME);
719                 gpio_direction_output(uart->rts_pin, 0);
720         }
721 #endif
722 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
723         if (request_irq(uart->status_irq,
724                 bfin_serial_mctrl_cts_int,
725                 IRQF_DISABLED, "BFIN_UART_MODEM_STATUS", uart)) {
726                 pr_info("Unable to attach BlackFin UART Modem \
727                         Status interrupt.\n");
728         }
729
730         if (uart->cts_pin >= 0) {
731                 gpio_request(uart->cts_pin, DRIVER_NAME);
732                 gpio_direction_output(uart->cts_pin, 1);
733         }
734         if (uart->rts_pin >= 0) {
735                 gpio_request(uart->rts_pin, DRIVER_NAME);
736                 gpio_direction_output(uart->rts_pin, 0);
737         }
738
739         /* CTS RTS PINs are negative assertive. */
740         UART_PUT_MCR(uart, ACTS);
741         UART_SET_IER(uart, EDSSI);
742 #endif
743
744         UART_SET_IER(uart, ERBFI);
745         return 0;
746 }
747
748 static void bfin_serial_shutdown(struct uart_port *port)
749 {
750         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
751
752 #ifdef CONFIG_SERIAL_BFIN_DMA
753         disable_dma(uart->tx_dma_channel);
754         free_dma(uart->tx_dma_channel);
755         disable_dma(uart->rx_dma_channel);
756         free_dma(uart->rx_dma_channel);
757         del_timer(&(uart->rx_dma_timer));
758         dma_free_coherent(NULL, PAGE_SIZE, uart->rx_dma_buf.buf, 0);
759 #else
760 #ifdef CONFIG_BF54x
761         switch (uart->port.irq) {
762         case IRQ_UART3_RX:
763                 free_dma(CH_UART3_RX);
764                 free_dma(CH_UART3_TX);
765                 break;
766         case IRQ_UART2_RX:
767                 free_dma(CH_UART2_RX);
768                 free_dma(CH_UART2_TX);
769                 break;
770         default:
771                 break;
772         };
773 #endif
774         free_irq(uart->port.irq, uart);
775         free_irq(uart->port.irq+1, uart);
776 #endif
777
778 #ifdef CONFIG_SERIAL_BFIN_CTSRTS
779         if (uart->cts_pin >= 0)
780                 free_irq(gpio_to_irq(uart->cts_pin), uart);
781         if (uart->rts_pin >= 0)
782                 gpio_free(uart->rts_pin);
783 #endif
784 #ifdef CONFIG_SERIAL_BFIN_HARD_CTSRTS
785         if (uart->cts_pin >= 0)
786                 gpio_free(uart->cts_pin);
787         if (uart->rts_pin >= 0)
788                 gpio_free(uart->rts_pin);
789         if (UART_GET_IER(uart) && EDSSI)
790                 free_irq(uart->status_irq, uart);
791 #endif
792 }
793
794 static void
795 bfin_serial_set_termios(struct uart_port *port, struct ktermios *termios,
796                    struct ktermios *old)
797 {
798         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
799         unsigned long flags;
800         unsigned int baud, quot;
801         unsigned short val, ier, lcr = 0;
802
803         switch (termios->c_cflag & CSIZE) {
804         case CS8:
805                 lcr = WLS(8);
806                 break;
807         case CS7:
808                 lcr = WLS(7);
809                 break;
810         case CS6:
811                 lcr = WLS(6);
812                 break;
813         case CS5:
814                 lcr = WLS(5);
815                 break;
816         default:
817                 printk(KERN_ERR "%s: word lengh not supported\n",
818                         __func__);
819         }
820
821         if (termios->c_cflag & CSTOPB)
822                 lcr |= STB;
823         if (termios->c_cflag & PARENB)
824                 lcr |= PEN;
825         if (!(termios->c_cflag & PARODD))
826                 lcr |= EPS;
827         if (termios->c_cflag & CMSPAR)
828                 lcr |= STP;
829
830         port->read_status_mask = OE;
831         if (termios->c_iflag & INPCK)
832                 port->read_status_mask |= (FE | PE);
833         if (termios->c_iflag & (BRKINT | PARMRK))
834                 port->read_status_mask |= BI;
835
836         /*
837          * Characters to ignore
838          */
839         port->ignore_status_mask = 0;
840         if (termios->c_iflag & IGNPAR)
841                 port->ignore_status_mask |= FE | PE;
842         if (termios->c_iflag & IGNBRK) {
843                 port->ignore_status_mask |= BI;
844                 /*
845                  * If we're ignoring parity and break indicators,
846                  * ignore overruns too (for real raw support).
847                  */
848                 if (termios->c_iflag & IGNPAR)
849                         port->ignore_status_mask |= OE;
850         }
851
852         baud = uart_get_baud_rate(port, termios, old, 0, port->uartclk/16);
853         quot = uart_get_divisor(port, baud) - ANOMALY_05000230;
854         spin_lock_irqsave(&uart->port.lock, flags);
855
856         UART_SET_ANOMALY_THRESHOLD(uart, USEC_PER_SEC / baud * 15);
857
858         /* Disable UART */
859         ier = UART_GET_IER(uart);
860         UART_DISABLE_INTS(uart);
861
862         /* Set DLAB in LCR to Access DLL and DLH */
863         UART_SET_DLAB(uart);
864
865         UART_PUT_DLL(uart, quot & 0xFF);
866         UART_PUT_DLH(uart, (quot >> 8) & 0xFF);
867         SSYNC();
868
869         /* Clear DLAB in LCR to Access THR RBR IER */
870         UART_CLEAR_DLAB(uart);
871
872         UART_PUT_LCR(uart, lcr);
873
874         /* Enable UART */
875         UART_ENABLE_INTS(uart, ier);
876
877         val = UART_GET_GCTL(uart);
878         val |= UCEN;
879         UART_PUT_GCTL(uart, val);
880
881         /* Port speed changed, update the per-port timeout. */
882         uart_update_timeout(port, termios->c_cflag, baud);
883
884         spin_unlock_irqrestore(&uart->port.lock, flags);
885 }
886
887 static const char *bfin_serial_type(struct uart_port *port)
888 {
889         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
890
891         return uart->port.type == PORT_BFIN ? "BFIN-UART" : NULL;
892 }
893
894 /*
895  * Release the memory region(s) being used by 'port'.
896  */
897 static void bfin_serial_release_port(struct uart_port *port)
898 {
899 }
900
901 /*
902  * Request the memory region(s) being used by 'port'.
903  */
904 static int bfin_serial_request_port(struct uart_port *port)
905 {
906         return 0;
907 }
908
909 /*
910  * Configure/autoconfigure the port.
911  */
912 static void bfin_serial_config_port(struct uart_port *port, int flags)
913 {
914         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
915
916         if (flags & UART_CONFIG_TYPE &&
917             bfin_serial_request_port(&uart->port) == 0)
918                 uart->port.type = PORT_BFIN;
919 }
920
921 /*
922  * Verify the new serial_struct (for TIOCSSERIAL).
923  * The only change we allow are to the flags and type, and
924  * even then only between PORT_BFIN and PORT_UNKNOWN
925  */
926 static int
927 bfin_serial_verify_port(struct uart_port *port, struct serial_struct *ser)
928 {
929         return 0;
930 }
931
932 /*
933  * Enable the IrDA function if tty->ldisc.num is N_IRDA.
934  * In other cases, disable IrDA function.
935  */
936 static void bfin_serial_set_ldisc(struct uart_port *port)
937 {
938         int line = port->line;
939         unsigned short val;
940
941         if (line >= port->info->port.tty->driver->num)
942                 return;
943
944         switch (port->info->port.tty->termios->c_line) {
945         case N_IRDA:
946                 val = UART_GET_GCTL(&bfin_serial_ports[line]);
947                 val |= (IREN | RPOLC);
948                 UART_PUT_GCTL(&bfin_serial_ports[line], val);
949                 break;
950         default:
951                 val = UART_GET_GCTL(&bfin_serial_ports[line]);
952                 val &= ~(IREN | RPOLC);
953                 UART_PUT_GCTL(&bfin_serial_ports[line], val);
954         }
955 }
956
957 static void bfin_serial_reset_irda(struct uart_port *port)
958 {
959         int line = port->line;
960         unsigned short val;
961
962         val = UART_GET_GCTL(&bfin_serial_ports[line]);
963         val &= ~(IREN | RPOLC);
964         UART_PUT_GCTL(&bfin_serial_ports[line], val);
965         SSYNC();
966         val |= (IREN | RPOLC);
967         UART_PUT_GCTL(&bfin_serial_ports[line], val);
968         SSYNC();
969 }
970
971 #ifdef CONFIG_CONSOLE_POLL
972 static void bfin_serial_poll_put_char(struct uart_port *port, unsigned char chr)
973 {
974         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
975
976         while (!(UART_GET_LSR(uart) & THRE))
977                 cpu_relax();
978
979         UART_CLEAR_DLAB(uart);
980         UART_PUT_CHAR(uart, (unsigned char)chr);
981 }
982
983 static int bfin_serial_poll_get_char(struct uart_port *port)
984 {
985         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
986         unsigned char chr;
987
988         while (!(UART_GET_LSR(uart) & DR))
989                 cpu_relax();
990
991         UART_CLEAR_DLAB(uart);
992         chr = UART_GET_CHAR(uart);
993
994         return chr;
995 }
996 #endif
997
998 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
999         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
1000 static void bfin_kgdboc_port_shutdown(struct uart_port *port)
1001 {
1002         if (kgdboc_break_enabled) {
1003                 kgdboc_break_enabled = 0;
1004                 bfin_serial_shutdown(port);
1005         }
1006 }
1007
1008 static int bfin_kgdboc_port_startup(struct uart_port *port)
1009 {
1010         kgdboc_port_line = port->line;
1011         kgdboc_break_enabled = !bfin_serial_startup(port);
1012         return 0;
1013 }
1014 #endif
1015
1016 static struct uart_ops bfin_serial_pops = {
1017         .tx_empty       = bfin_serial_tx_empty,
1018         .set_mctrl      = bfin_serial_set_mctrl,
1019         .get_mctrl      = bfin_serial_get_mctrl,
1020         .stop_tx        = bfin_serial_stop_tx,
1021         .start_tx       = bfin_serial_start_tx,
1022         .stop_rx        = bfin_serial_stop_rx,
1023         .enable_ms      = bfin_serial_enable_ms,
1024         .break_ctl      = bfin_serial_break_ctl,
1025         .startup        = bfin_serial_startup,
1026         .shutdown       = bfin_serial_shutdown,
1027         .set_termios    = bfin_serial_set_termios,
1028         .set_ldisc      = bfin_serial_set_ldisc,
1029         .type           = bfin_serial_type,
1030         .release_port   = bfin_serial_release_port,
1031         .request_port   = bfin_serial_request_port,
1032         .config_port    = bfin_serial_config_port,
1033         .verify_port    = bfin_serial_verify_port,
1034 #if defined(CONFIG_KGDB_SERIAL_CONSOLE) || \
1035         defined(CONFIG_KGDB_SERIAL_CONSOLE_MODULE)
1036         .kgdboc_port_startup    = bfin_kgdboc_port_startup,
1037         .kgdboc_port_shutdown   = bfin_kgdboc_port_shutdown,
1038 #endif
1039 #ifdef CONFIG_CONSOLE_POLL
1040         .poll_put_char  = bfin_serial_poll_put_char,
1041         .poll_get_char  = bfin_serial_poll_get_char,
1042 #endif
1043 };
1044
1045 static void __init bfin_serial_hw_init(void)
1046 {
1047 #ifdef CONFIG_SERIAL_BFIN_UART0
1048         peripheral_request(P_UART0_TX, DRIVER_NAME);
1049         peripheral_request(P_UART0_RX, DRIVER_NAME);
1050 #endif
1051
1052 #ifdef CONFIG_SERIAL_BFIN_UART1
1053         peripheral_request(P_UART1_TX, DRIVER_NAME);
1054         peripheral_request(P_UART1_RX, DRIVER_NAME);
1055
1056 # if defined(CONFIG_BFIN_UART1_CTSRTS) && defined(CONFIG_BF54x)
1057         peripheral_request(P_UART1_RTS, DRIVER_NAME);
1058         peripheral_request(P_UART1_CTS, DRIVER_NAME);
1059 # endif
1060 #endif
1061
1062 #ifdef CONFIG_SERIAL_BFIN_UART2
1063         peripheral_request(P_UART2_TX, DRIVER_NAME);
1064         peripheral_request(P_UART2_RX, DRIVER_NAME);
1065 #endif
1066
1067 #ifdef CONFIG_SERIAL_BFIN_UART3
1068         peripheral_request(P_UART3_TX, DRIVER_NAME);
1069         peripheral_request(P_UART3_RX, DRIVER_NAME);
1070
1071 # if defined(CONFIG_BFIN_UART3_CTSRTS) && defined(CONFIG_BF54x)
1072         peripheral_request(P_UART3_RTS, DRIVER_NAME);
1073         peripheral_request(P_UART3_CTS, DRIVER_NAME);
1074 # endif
1075 #endif
1076 }
1077
1078 static void __init bfin_serial_init_ports(void)
1079 {
1080         static int first = 1;
1081         int i;
1082
1083         if (!first)
1084                 return;
1085         first = 0;
1086
1087         bfin_serial_hw_init();
1088
1089         for (i = 0; i < nr_active_ports; i++) {
1090                 bfin_serial_ports[i].port.uartclk   = get_sclk();
1091                 bfin_serial_ports[i].port.fifosize  = BFIN_UART_TX_FIFO_SIZE;
1092                 bfin_serial_ports[i].port.ops       = &bfin_serial_pops;
1093                 bfin_serial_ports[i].port.line      = i;
1094                 bfin_serial_ports[i].port.iotype    = UPIO_MEM;
1095                 bfin_serial_ports[i].port.membase   =
1096                         (void __iomem *)bfin_serial_resource[i].uart_base_addr;
1097                 bfin_serial_ports[i].port.mapbase   =
1098                         bfin_serial_resource[i].uart_base_addr;
1099                 bfin_serial_ports[i].port.irq       =
1100                         bfin_serial_resource[i].uart_irq;
1101                 bfin_serial_ports[i].status_irq     =
1102                         bfin_serial_resource[i].uart_status_irq;
1103                 bfin_serial_ports[i].port.flags     = UPF_BOOT_AUTOCONF;
1104 #ifdef CONFIG_SERIAL_BFIN_DMA
1105                 bfin_serial_ports[i].tx_done        = 1;
1106                 bfin_serial_ports[i].tx_count       = 0;
1107                 bfin_serial_ports[i].tx_dma_channel =
1108                         bfin_serial_resource[i].uart_tx_dma_channel;
1109                 bfin_serial_ports[i].rx_dma_channel =
1110                         bfin_serial_resource[i].uart_rx_dma_channel;
1111                 init_timer(&(bfin_serial_ports[i].rx_dma_timer));
1112 #endif
1113 #if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
1114         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
1115                 bfin_serial_ports[i].cts_pin        =
1116                         bfin_serial_resource[i].uart_cts_pin;
1117                 bfin_serial_ports[i].rts_pin        =
1118                         bfin_serial_resource[i].uart_rts_pin;
1119 #endif
1120         }
1121 }
1122
1123 #if defined(CONFIG_SERIAL_BFIN_CONSOLE) || defined(CONFIG_EARLY_PRINTK)
1124 /*
1125  * If the port was already initialised (eg, by a boot loader),
1126  * try to determine the current setup.
1127  */
1128 static void __init
1129 bfin_serial_console_get_options(struct bfin_serial_port *uart, int *baud,
1130                            int *parity, int *bits)
1131 {
1132         unsigned short status;
1133
1134         status = UART_GET_IER(uart) & (ERBFI | ETBEI);
1135         if (status == (ERBFI | ETBEI)) {
1136                 /* ok, the port was enabled */
1137                 u16 lcr, dlh, dll;
1138
1139                 lcr = UART_GET_LCR(uart);
1140
1141                 *parity = 'n';
1142                 if (lcr & PEN) {
1143                         if (lcr & EPS)
1144                                 *parity = 'e';
1145                         else
1146                                 *parity = 'o';
1147                 }
1148                 switch (lcr & 0x03) {
1149                         case 0: *bits = 5; break;
1150                         case 1: *bits = 6; break;
1151                         case 2: *bits = 7; break;
1152                         case 3: *bits = 8; break;
1153                 }
1154                 /* Set DLAB in LCR to Access DLL and DLH */
1155                 UART_SET_DLAB(uart);
1156
1157                 dll = UART_GET_DLL(uart);
1158                 dlh = UART_GET_DLH(uart);
1159
1160                 /* Clear DLAB in LCR to Access THR RBR IER */
1161                 UART_CLEAR_DLAB(uart);
1162
1163                 *baud = get_sclk() / (16*(dll | dlh << 8));
1164         }
1165         pr_debug("%s:baud = %d, parity = %c, bits= %d\n", __func__, *baud, *parity, *bits);
1166 }
1167
1168 static struct uart_driver bfin_serial_reg;
1169
1170 static int __init
1171 bfin_serial_console_setup(struct console *co, char *options)
1172 {
1173         struct bfin_serial_port *uart;
1174         int baud = 57600;
1175         int bits = 8;
1176         int parity = 'n';
1177 # if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
1178         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
1179         int flow = 'r';
1180 # else
1181         int flow = 'n';
1182 # endif
1183
1184         /*
1185          * Check whether an invalid uart number has been specified, and
1186          * if so, search for the first available port that does have
1187          * console support.
1188          */
1189         if (co->index == -1 || co->index >= nr_active_ports)
1190                 co->index = 0;
1191         uart = &bfin_serial_ports[co->index];
1192
1193         if (options)
1194                 uart_parse_options(options, &baud, &parity, &bits, &flow);
1195         else
1196                 bfin_serial_console_get_options(uart, &baud, &parity, &bits);
1197
1198         return uart_set_options(&uart->port, co, baud, parity, bits, flow);
1199 }
1200 #endif /* defined (CONFIG_SERIAL_BFIN_CONSOLE) ||
1201                                  defined (CONFIG_EARLY_PRINTK) */
1202
1203 #ifdef CONFIG_SERIAL_BFIN_CONSOLE
1204 static void bfin_serial_console_putchar(struct uart_port *port, int ch)
1205 {
1206         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
1207         while (!(UART_GET_LSR(uart) & THRE))
1208                 barrier();
1209         UART_PUT_CHAR(uart, ch);
1210         SSYNC();
1211 }
1212
1213 /*
1214  * Interrupts are disabled on entering
1215  */
1216 static void
1217 bfin_serial_console_write(struct console *co, const char *s, unsigned int count)
1218 {
1219         struct bfin_serial_port *uart = &bfin_serial_ports[co->index];
1220         unsigned long flags;
1221
1222         spin_lock_irqsave(&uart->port.lock, flags);
1223         uart_console_write(&uart->port, s, count, bfin_serial_console_putchar);
1224         spin_unlock_irqrestore(&uart->port.lock, flags);
1225
1226 }
1227
1228 static struct console bfin_serial_console = {
1229         .name           = BFIN_SERIAL_NAME,
1230         .write          = bfin_serial_console_write,
1231         .device         = uart_console_device,
1232         .setup          = bfin_serial_console_setup,
1233         .flags          = CON_PRINTBUFFER,
1234         .index          = -1,
1235         .data           = &bfin_serial_reg,
1236 };
1237
1238 static int __init bfin_serial_rs_console_init(void)
1239 {
1240         bfin_serial_init_ports();
1241         register_console(&bfin_serial_console);
1242
1243         return 0;
1244 }
1245 console_initcall(bfin_serial_rs_console_init);
1246
1247 #define BFIN_SERIAL_CONSOLE     &bfin_serial_console
1248 #else
1249 #define BFIN_SERIAL_CONSOLE     NULL
1250 #endif /* CONFIG_SERIAL_BFIN_CONSOLE */
1251
1252
1253 #ifdef CONFIG_EARLY_PRINTK
1254 static __init void early_serial_putc(struct uart_port *port, int ch)
1255 {
1256         unsigned timeout = 0xffff;
1257         struct bfin_serial_port *uart = (struct bfin_serial_port *)port;
1258
1259         while ((!(UART_GET_LSR(uart) & THRE)) && --timeout)
1260                 cpu_relax();
1261         UART_PUT_CHAR(uart, ch);
1262 }
1263
1264 static __init void early_serial_write(struct console *con, const char *s,
1265                                         unsigned int n)
1266 {
1267         struct bfin_serial_port *uart = &bfin_serial_ports[con->index];
1268         unsigned int i;
1269
1270         for (i = 0; i < n; i++, s++) {
1271                 if (*s == '\n')
1272                         early_serial_putc(&uart->port, '\r');
1273                 early_serial_putc(&uart->port, *s);
1274         }
1275 }
1276
1277 /*
1278  * This should have a .setup or .early_setup in it, but then things get called
1279  * without the command line options, and the baud rate gets messed up - so
1280  * don't let the common infrastructure play with things. (see calls to setup
1281  * & earlysetup in ./kernel/printk.c:register_console()
1282  */
1283 static struct __initdata console bfin_early_serial_console = {
1284         .name = "early_BFuart",
1285         .write = early_serial_write,
1286         .device = uart_console_device,
1287         .flags = CON_PRINTBUFFER,
1288         .index = -1,
1289         .data  = &bfin_serial_reg,
1290 };
1291
1292 struct console __init *bfin_earlyserial_init(unsigned int port,
1293                                                 unsigned int cflag)
1294 {
1295         struct bfin_serial_port *uart;
1296         struct ktermios t;
1297
1298         if (port == -1 || port >= nr_active_ports)
1299                 port = 0;
1300         bfin_serial_init_ports();
1301         bfin_early_serial_console.index = port;
1302         uart = &bfin_serial_ports[port];
1303         t.c_cflag = cflag;
1304         t.c_iflag = 0;
1305         t.c_oflag = 0;
1306         t.c_lflag = ICANON;
1307         t.c_line = port;
1308         bfin_serial_set_termios(&uart->port, &t, &t);
1309         return &bfin_early_serial_console;
1310 }
1311
1312 #endif /* CONFIG_EARLY_PRINTK */
1313
1314 static struct uart_driver bfin_serial_reg = {
1315         .owner                  = THIS_MODULE,
1316         .driver_name            = "bfin-uart",
1317         .dev_name               = BFIN_SERIAL_NAME,
1318         .major                  = BFIN_SERIAL_MAJOR,
1319         .minor                  = BFIN_SERIAL_MINOR,
1320         .nr                     = BFIN_UART_NR_PORTS,
1321         .cons                   = BFIN_SERIAL_CONSOLE,
1322 };
1323
1324 static int bfin_serial_suspend(struct platform_device *dev, pm_message_t state)
1325 {
1326         int i;
1327
1328         for (i = 0; i < nr_active_ports; i++) {
1329                 if (bfin_serial_ports[i].port.dev != &dev->dev)
1330                         continue;
1331                 uart_suspend_port(&bfin_serial_reg, &bfin_serial_ports[i].port);
1332         }
1333
1334         return 0;
1335 }
1336
1337 static int bfin_serial_resume(struct platform_device *dev)
1338 {
1339         int i;
1340
1341         for (i = 0; i < nr_active_ports; i++) {
1342                 if (bfin_serial_ports[i].port.dev != &dev->dev)
1343                         continue;
1344                 uart_resume_port(&bfin_serial_reg, &bfin_serial_ports[i].port);
1345         }
1346
1347         return 0;
1348 }
1349
1350 static int bfin_serial_probe(struct platform_device *dev)
1351 {
1352         struct resource *res = dev->resource;
1353         int i;
1354
1355         for (i = 0; i < dev->num_resources; i++, res++)
1356                 if (res->flags & IORESOURCE_MEM)
1357                         break;
1358
1359         if (i < dev->num_resources) {
1360                 for (i = 0; i < nr_active_ports; i++, res++) {
1361                         if (bfin_serial_ports[i].port.mapbase != res->start)
1362                                 continue;
1363                         bfin_serial_ports[i].port.dev = &dev->dev;
1364                         uart_add_one_port(&bfin_serial_reg, &bfin_serial_ports[i].port);
1365                 }
1366         }
1367
1368         return 0;
1369 }
1370
1371 static int bfin_serial_remove(struct platform_device *dev)
1372 {
1373         int i;
1374
1375         for (i = 0; i < nr_active_ports; i++) {
1376                 if (bfin_serial_ports[i].port.dev != &dev->dev)
1377                         continue;
1378                 uart_remove_one_port(&bfin_serial_reg, &bfin_serial_ports[i].port);
1379                 bfin_serial_ports[i].port.dev = NULL;
1380 #if defined(CONFIG_SERIAL_BFIN_CTSRTS) || \
1381         defined(CONFIG_SERIAL_BFIN_HARD_CTSRTS)
1382                 gpio_free(bfin_serial_ports[i].cts_pin);
1383                 gpio_free(bfin_serial_ports[i].rts_pin);
1384 #endif
1385         }
1386
1387         return 0;
1388 }
1389
1390 static struct platform_driver bfin_serial_driver = {
1391         .probe          = bfin_serial_probe,
1392         .remove         = bfin_serial_remove,
1393         .suspend        = bfin_serial_suspend,
1394         .resume         = bfin_serial_resume,
1395         .driver         = {
1396                 .name   = "bfin-uart",
1397                 .owner  = THIS_MODULE,
1398         },
1399 };
1400
1401 static int __init bfin_serial_init(void)
1402 {
1403         int ret;
1404
1405         pr_info("Serial: Blackfin serial driver\n");
1406
1407         bfin_serial_init_ports();
1408
1409         ret = uart_register_driver(&bfin_serial_reg);
1410         if (ret == 0) {
1411                 ret = platform_driver_register(&bfin_serial_driver);
1412                 if (ret) {
1413                         pr_debug("uart register failed\n");
1414                         uart_unregister_driver(&bfin_serial_reg);
1415                 }
1416         }
1417         return ret;
1418 }
1419
1420 static void __exit bfin_serial_exit(void)
1421 {
1422         platform_driver_unregister(&bfin_serial_driver);
1423         uart_unregister_driver(&bfin_serial_reg);
1424 }
1425
1426
1427 module_init(bfin_serial_init);
1428 module_exit(bfin_serial_exit);
1429
1430 MODULE_AUTHOR("Aubrey.Li <aubrey.li@analog.com>");
1431 MODULE_DESCRIPTION("Blackfin generic serial port driver");
1432 MODULE_LICENSE("GPL");
1433 MODULE_ALIAS_CHARDEV_MAJOR(BFIN_SERIAL_MAJOR);
1434 MODULE_ALIAS("platform:bfin-uart");